Home | History | Annotate | Line # | Download | only in pci
agp.c revision 1.10.2.8
      1  1.10.2.8  nathanw /*	$NetBSD: agp.c,v 1.10.2.8 2002/09/17 21:20:13 nathanw Exp $	*/
      2  1.10.2.2  nathanw 
      3  1.10.2.2  nathanw /*-
      4  1.10.2.2  nathanw  * Copyright (c) 2000 Doug Rabson
      5  1.10.2.2  nathanw  * All rights reserved.
      6  1.10.2.2  nathanw  *
      7  1.10.2.2  nathanw  * Redistribution and use in source and binary forms, with or without
      8  1.10.2.2  nathanw  * modification, are permitted provided that the following conditions
      9  1.10.2.2  nathanw  * are met:
     10  1.10.2.2  nathanw  * 1. Redistributions of source code must retain the above copyright
     11  1.10.2.2  nathanw  *    notice, this list of conditions and the following disclaimer.
     12  1.10.2.2  nathanw  * 2. Redistributions in binary form must reproduce the above copyright
     13  1.10.2.2  nathanw  *    notice, this list of conditions and the following disclaimer in the
     14  1.10.2.2  nathanw  *    documentation and/or other materials provided with the distribution.
     15  1.10.2.2  nathanw  *
     16  1.10.2.2  nathanw  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
     17  1.10.2.2  nathanw  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     18  1.10.2.2  nathanw  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
     19  1.10.2.2  nathanw  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
     20  1.10.2.2  nathanw  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
     21  1.10.2.2  nathanw  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
     22  1.10.2.2  nathanw  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
     23  1.10.2.2  nathanw  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
     24  1.10.2.2  nathanw  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
     25  1.10.2.2  nathanw  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
     26  1.10.2.2  nathanw  * SUCH DAMAGE.
     27  1.10.2.2  nathanw  *
     28  1.10.2.2  nathanw  *	$FreeBSD: src/sys/pci/agp.c,v 1.12 2001/05/19 01:28:07 alfred Exp $
     29  1.10.2.2  nathanw  */
     30  1.10.2.2  nathanw 
     31  1.10.2.2  nathanw /*
     32  1.10.2.2  nathanw  * Copyright (c) 2001 Wasabi Systems, Inc.
     33  1.10.2.2  nathanw  * All rights reserved.
     34  1.10.2.2  nathanw  *
     35  1.10.2.2  nathanw  * Written by Frank van der Linden for Wasabi Systems, Inc.
     36  1.10.2.2  nathanw  *
     37  1.10.2.2  nathanw  * Redistribution and use in source and binary forms, with or without
     38  1.10.2.2  nathanw  * modification, are permitted provided that the following conditions
     39  1.10.2.2  nathanw  * are met:
     40  1.10.2.2  nathanw  * 1. Redistributions of source code must retain the above copyright
     41  1.10.2.2  nathanw  *    notice, this list of conditions and the following disclaimer.
     42  1.10.2.2  nathanw  * 2. Redistributions in binary form must reproduce the above copyright
     43  1.10.2.2  nathanw  *    notice, this list of conditions and the following disclaimer in the
     44  1.10.2.2  nathanw  *    documentation and/or other materials provided with the distribution.
     45  1.10.2.2  nathanw  * 3. All advertising materials mentioning features or use of this software
     46  1.10.2.2  nathanw  *    must display the following acknowledgement:
     47  1.10.2.2  nathanw  *      This product includes software developed for the NetBSD Project by
     48  1.10.2.2  nathanw  *      Wasabi Systems, Inc.
     49  1.10.2.2  nathanw  * 4. The name of Wasabi Systems, Inc. may not be used to endorse
     50  1.10.2.2  nathanw  *    or promote products derived from this software without specific prior
     51  1.10.2.2  nathanw  *    written permission.
     52  1.10.2.2  nathanw  *
     53  1.10.2.2  nathanw  * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
     54  1.10.2.2  nathanw  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     55  1.10.2.2  nathanw  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     56  1.10.2.2  nathanw  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL WASABI SYSTEMS, INC
     57  1.10.2.2  nathanw  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     58  1.10.2.2  nathanw  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     59  1.10.2.2  nathanw  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     60  1.10.2.2  nathanw  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     61  1.10.2.2  nathanw  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     62  1.10.2.2  nathanw  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     63  1.10.2.2  nathanw  * POSSIBILITY OF SUCH DAMAGE.
     64  1.10.2.2  nathanw  */
     65  1.10.2.2  nathanw 
     66  1.10.2.2  nathanw 
     67  1.10.2.4  nathanw #include <sys/cdefs.h>
     68  1.10.2.8  nathanw __KERNEL_RCSID(0, "$NetBSD: agp.c,v 1.10.2.8 2002/09/17 21:20:13 nathanw Exp $");
     69  1.10.2.4  nathanw 
     70  1.10.2.2  nathanw #include <sys/param.h>
     71  1.10.2.2  nathanw #include <sys/systm.h>
     72  1.10.2.2  nathanw #include <sys/malloc.h>
     73  1.10.2.2  nathanw #include <sys/kernel.h>
     74  1.10.2.2  nathanw #include <sys/device.h>
     75  1.10.2.2  nathanw #include <sys/conf.h>
     76  1.10.2.2  nathanw #include <sys/ioctl.h>
     77  1.10.2.2  nathanw #include <sys/fcntl.h>
     78  1.10.2.2  nathanw #include <sys/agpio.h>
     79  1.10.2.2  nathanw #include <sys/proc.h>
     80  1.10.2.2  nathanw 
     81  1.10.2.2  nathanw #include <uvm/uvm_extern.h>
     82  1.10.2.2  nathanw 
     83  1.10.2.2  nathanw #include <dev/pci/pcireg.h>
     84  1.10.2.2  nathanw #include <dev/pci/pcivar.h>
     85  1.10.2.2  nathanw #include <dev/pci/agpvar.h>
     86  1.10.2.2  nathanw #include <dev/pci/agpreg.h>
     87  1.10.2.2  nathanw #include <dev/pci/pcidevs.h>
     88  1.10.2.2  nathanw 
     89  1.10.2.2  nathanw #include <machine/bus.h>
     90  1.10.2.2  nathanw 
     91  1.10.2.2  nathanw /* Helper functions for implementing chipset mini drivers. */
     92  1.10.2.2  nathanw /* XXXfvdl get rid of this one. */
     93  1.10.2.2  nathanw 
     94  1.10.2.2  nathanw extern struct cfdriver agp_cd;
     95  1.10.2.8  nathanw 
     96  1.10.2.8  nathanw dev_type_open(agpopen);
     97  1.10.2.8  nathanw dev_type_close(agpclose);
     98  1.10.2.8  nathanw dev_type_ioctl(agpioctl);
     99  1.10.2.8  nathanw dev_type_mmap(agpmmap);
    100  1.10.2.8  nathanw 
    101  1.10.2.8  nathanw const struct cdevsw agp_cdevsw = {
    102  1.10.2.8  nathanw 	agpopen, agpclose, noread, nowrite, agpioctl,
    103  1.10.2.8  nathanw 	nostop, notty, nopoll, agpmmap,
    104  1.10.2.8  nathanw };
    105  1.10.2.2  nathanw 
    106  1.10.2.2  nathanw int agpmatch(struct device *, struct cfdata *, void *);
    107  1.10.2.2  nathanw void agpattach(struct device *, struct device *, void *);
    108  1.10.2.2  nathanw 
    109  1.10.2.2  nathanw struct cfattach agp_ca = {
    110  1.10.2.2  nathanw 	sizeof(struct agp_softc), agpmatch, agpattach
    111  1.10.2.2  nathanw };
    112  1.10.2.2  nathanw 
    113  1.10.2.2  nathanw static int agp_info_user(struct agp_softc *, agp_info *);
    114  1.10.2.2  nathanw static int agp_setup_user(struct agp_softc *, agp_setup *);
    115  1.10.2.2  nathanw static int agp_allocate_user(struct agp_softc *, agp_allocate *);
    116  1.10.2.2  nathanw static int agp_deallocate_user(struct agp_softc *, int);
    117  1.10.2.2  nathanw static int agp_bind_user(struct agp_softc *, agp_bind *);
    118  1.10.2.2  nathanw static int agp_unbind_user(struct agp_softc *, agp_unbind *);
    119  1.10.2.2  nathanw static int agpdev_match(struct pci_attach_args *);
    120  1.10.2.2  nathanw 
    121  1.10.2.2  nathanw #include "agp_ali.h"
    122  1.10.2.2  nathanw #include "agp_amd.h"
    123  1.10.2.2  nathanw #include "agp_i810.h"
    124  1.10.2.2  nathanw #include "agp_intel.h"
    125  1.10.2.2  nathanw #include "agp_sis.h"
    126  1.10.2.2  nathanw #include "agp_via.h"
    127  1.10.2.2  nathanw 
    128  1.10.2.2  nathanw const struct agp_product {
    129  1.10.2.2  nathanw 	uint32_t	ap_vendor;
    130  1.10.2.2  nathanw 	uint32_t	ap_product;
    131  1.10.2.2  nathanw 	int		(*ap_match)(const struct pci_attach_args *);
    132  1.10.2.2  nathanw 	int		(*ap_attach)(struct device *, struct device *, void *);
    133  1.10.2.2  nathanw } agp_products[] = {
    134  1.10.2.2  nathanw #if NAGP_ALI > 0
    135  1.10.2.2  nathanw 	{ PCI_VENDOR_ALI,	-1,
    136  1.10.2.2  nathanw 	  NULL,			agp_ali_attach },
    137  1.10.2.2  nathanw #endif
    138  1.10.2.2  nathanw 
    139  1.10.2.2  nathanw #if NAGP_AMD > 0
    140  1.10.2.2  nathanw 	{ PCI_VENDOR_AMD,	-1,
    141  1.10.2.2  nathanw 	  agp_amd_match,	agp_amd_attach },
    142  1.10.2.2  nathanw #endif
    143  1.10.2.2  nathanw 
    144  1.10.2.2  nathanw #if NAGP_I810 > 0
    145  1.10.2.2  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82810_MCH,
    146  1.10.2.2  nathanw 	  NULL,			agp_i810_attach },
    147  1.10.2.2  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82810_DC100_MCH,
    148  1.10.2.2  nathanw 	  NULL,			agp_i810_attach },
    149  1.10.2.2  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82810E_MCH,
    150  1.10.2.2  nathanw 	  NULL,			agp_i810_attach },
    151  1.10.2.2  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82815_FULL_HUB,
    152  1.10.2.2  nathanw 	  NULL,			agp_i810_attach },
    153  1.10.2.3  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82840_HB,
    154  1.10.2.3  nathanw 	  NULL,			agp_i810_attach },
    155  1.10.2.5  nathanw #if 0
    156  1.10.2.5  nathanw /* XXX needs somewhat different driver */
    157  1.10.2.5  nathanw 	{ PCI_VENDOR_INTEL,	PCI_PRODUCT_INTEL_82830MP_IO_1,
    158  1.10.2.5  nathanw 	  NULL,			agp_i810_attach },
    159  1.10.2.5  nathanw #endif
    160  1.10.2.2  nathanw #endif
    161  1.10.2.2  nathanw 
    162  1.10.2.2  nathanw #if NAGP_INTEL > 0
    163  1.10.2.2  nathanw 	{ PCI_VENDOR_INTEL,	-1,
    164  1.10.2.2  nathanw 	  NULL,			agp_intel_attach },
    165  1.10.2.2  nathanw #endif
    166  1.10.2.2  nathanw 
    167  1.10.2.2  nathanw #if NAGP_SIS > 0
    168  1.10.2.2  nathanw 	{ PCI_VENDOR_SIS,	-1,
    169  1.10.2.2  nathanw 	  NULL,			agp_sis_attach },
    170  1.10.2.2  nathanw #endif
    171  1.10.2.2  nathanw 
    172  1.10.2.2  nathanw #if NAGP_VIA > 0
    173  1.10.2.2  nathanw 	{ PCI_VENDOR_VIATECH,	-1,
    174  1.10.2.2  nathanw 	  NULL,			agp_via_attach },
    175  1.10.2.2  nathanw #endif
    176  1.10.2.2  nathanw 
    177  1.10.2.2  nathanw 	{ 0,			0,
    178  1.10.2.2  nathanw 	  NULL,			NULL },
    179  1.10.2.2  nathanw };
    180  1.10.2.2  nathanw 
    181  1.10.2.2  nathanw static const struct agp_product *
    182  1.10.2.2  nathanw agp_lookup(const struct pci_attach_args *pa)
    183  1.10.2.2  nathanw {
    184  1.10.2.2  nathanw 	const struct agp_product *ap;
    185  1.10.2.2  nathanw 
    186  1.10.2.2  nathanw 	/* First find the vendor. */
    187  1.10.2.2  nathanw 	for (ap = agp_products; ap->ap_attach != NULL; ap++) {
    188  1.10.2.2  nathanw 		if (PCI_VENDOR(pa->pa_id) == ap->ap_vendor)
    189  1.10.2.2  nathanw 			break;
    190  1.10.2.2  nathanw 	}
    191  1.10.2.2  nathanw 
    192  1.10.2.2  nathanw 	if (ap->ap_attach == NULL)
    193  1.10.2.2  nathanw 		return (NULL);
    194  1.10.2.2  nathanw 
    195  1.10.2.2  nathanw 	/* Now find the product within the vendor's domain. */
    196  1.10.2.2  nathanw 	for (; ap->ap_attach != NULL; ap++) {
    197  1.10.2.2  nathanw 		if (PCI_VENDOR(pa->pa_id) != ap->ap_vendor) {
    198  1.10.2.2  nathanw 			/* Ran out of this vendor's section of the table. */
    199  1.10.2.2  nathanw 			return (NULL);
    200  1.10.2.2  nathanw 		}
    201  1.10.2.2  nathanw 		if (ap->ap_product == PCI_PRODUCT(pa->pa_id)) {
    202  1.10.2.2  nathanw 			/* Exact match. */
    203  1.10.2.2  nathanw 			break;
    204  1.10.2.2  nathanw 		}
    205  1.10.2.2  nathanw 		if (ap->ap_product == (uint32_t) -1) {
    206  1.10.2.2  nathanw 			/* Wildcard match. */
    207  1.10.2.2  nathanw 			break;
    208  1.10.2.2  nathanw 		}
    209  1.10.2.2  nathanw 	}
    210  1.10.2.2  nathanw 
    211  1.10.2.2  nathanw 	if (ap->ap_attach == NULL)
    212  1.10.2.2  nathanw 		return (NULL);
    213  1.10.2.2  nathanw 
    214  1.10.2.2  nathanw 	/* Now let the product-specific driver filter the match. */
    215  1.10.2.2  nathanw 	if (ap->ap_match != NULL && (*ap->ap_match)(pa) == 0)
    216  1.10.2.2  nathanw 		return (NULL);
    217  1.10.2.2  nathanw 
    218  1.10.2.2  nathanw 	return (ap);
    219  1.10.2.2  nathanw }
    220  1.10.2.2  nathanw 
    221  1.10.2.2  nathanw int
    222  1.10.2.2  nathanw agpmatch(struct device *parent, struct cfdata *match, void *aux)
    223  1.10.2.2  nathanw {
    224  1.10.2.2  nathanw 	struct agpbus_attach_args *apa = aux;
    225  1.10.2.2  nathanw 	struct pci_attach_args *pa = &apa->apa_pci_args;
    226  1.10.2.2  nathanw 
    227  1.10.2.2  nathanw 	if (strcmp(apa->apa_busname, "agp") != 0)
    228  1.10.2.2  nathanw 		return (0);
    229  1.10.2.2  nathanw 
    230  1.10.2.2  nathanw 	if (agp_lookup(pa) == NULL)
    231  1.10.2.2  nathanw 		return (0);
    232  1.10.2.2  nathanw 
    233  1.10.2.2  nathanw 	return (1);
    234  1.10.2.2  nathanw }
    235  1.10.2.2  nathanw 
    236  1.10.2.2  nathanw static int agp_max[][2] = {
    237  1.10.2.2  nathanw 	{0,	0},
    238  1.10.2.2  nathanw 	{32,	4},
    239  1.10.2.2  nathanw 	{64,	28},
    240  1.10.2.2  nathanw 	{128,	96},
    241  1.10.2.2  nathanw 	{256,	204},
    242  1.10.2.2  nathanw 	{512,	440},
    243  1.10.2.2  nathanw 	{1024,	942},
    244  1.10.2.2  nathanw 	{2048,	1920},
    245  1.10.2.2  nathanw 	{4096,	3932}
    246  1.10.2.2  nathanw };
    247  1.10.2.2  nathanw #define agp_max_size	(sizeof(agp_max) / sizeof(agp_max[0]))
    248  1.10.2.2  nathanw 
    249  1.10.2.2  nathanw void
    250  1.10.2.2  nathanw agpattach(struct device *parent, struct device *self, void *aux)
    251  1.10.2.2  nathanw {
    252  1.10.2.2  nathanw 	struct agpbus_attach_args *apa = aux;
    253  1.10.2.2  nathanw 	struct pci_attach_args *pa = &apa->apa_pci_args;
    254  1.10.2.2  nathanw 	struct agp_softc *sc = (void *)self;
    255  1.10.2.2  nathanw 	const struct agp_product *ap;
    256  1.10.2.2  nathanw 	int memsize, i, ret;
    257  1.10.2.2  nathanw 
    258  1.10.2.2  nathanw 	ap = agp_lookup(pa);
    259  1.10.2.2  nathanw 	if (ap == NULL) {
    260  1.10.2.2  nathanw 		printf("\n");
    261  1.10.2.2  nathanw 		panic("agpattach: impossible");
    262  1.10.2.2  nathanw 	}
    263  1.10.2.2  nathanw 
    264  1.10.2.2  nathanw 	sc->as_dmat = pa->pa_dmat;
    265  1.10.2.2  nathanw 	sc->as_pc = pa->pa_pc;
    266  1.10.2.2  nathanw 	sc->as_tag = pa->pa_tag;
    267  1.10.2.2  nathanw 	sc->as_id = pa->pa_id;
    268  1.10.2.2  nathanw 
    269  1.10.2.2  nathanw 	/*
    270  1.10.2.2  nathanw 	 * Work out an upper bound for agp memory allocation. This
    271  1.10.2.2  nathanw 	 * uses a heurisitc table from the Linux driver.
    272  1.10.2.2  nathanw 	 */
    273  1.10.2.2  nathanw 	memsize = ptoa(physmem) >> 20;
    274  1.10.2.2  nathanw 	for (i = 0; i < agp_max_size; i++) {
    275  1.10.2.2  nathanw 		if (memsize <= agp_max[i][0])
    276  1.10.2.2  nathanw 			break;
    277  1.10.2.2  nathanw 	}
    278  1.10.2.2  nathanw 	if (i == agp_max_size)
    279  1.10.2.2  nathanw 		i = agp_max_size - 1;
    280  1.10.2.2  nathanw 	sc->as_maxmem = agp_max[i][1] << 20U;
    281  1.10.2.2  nathanw 
    282  1.10.2.2  nathanw 	/*
    283  1.10.2.2  nathanw 	 * The lock is used to prevent re-entry to
    284  1.10.2.2  nathanw 	 * agp_generic_bind_memory() since that function can sleep.
    285  1.10.2.2  nathanw 	 */
    286  1.10.2.2  nathanw 	lockinit(&sc->as_lock, PZERO|PCATCH, "agplk", 0, 0);
    287  1.10.2.2  nathanw 
    288  1.10.2.2  nathanw 	TAILQ_INIT(&sc->as_memory);
    289  1.10.2.2  nathanw 
    290  1.10.2.2  nathanw 	ret = (*ap->ap_attach)(parent, self, pa);
    291  1.10.2.2  nathanw 	if (ret == 0)
    292  1.10.2.2  nathanw 		printf(": aperture at 0x%lx, size 0x%lx\n",
    293  1.10.2.2  nathanw 		    (unsigned long)sc->as_apaddr,
    294  1.10.2.2  nathanw 		    (unsigned long)AGP_GET_APERTURE(sc));
    295  1.10.2.2  nathanw 	else
    296  1.10.2.2  nathanw 		sc->as_chipc = NULL;
    297  1.10.2.2  nathanw }
    298  1.10.2.2  nathanw int
    299  1.10.2.2  nathanw agp_map_aperture(struct pci_attach_args *pa, struct agp_softc *sc)
    300  1.10.2.2  nathanw {
    301  1.10.2.2  nathanw 	/*
    302  1.10.2.3  nathanw 	 * Find and the aperture. Don't map it (yet), this would
    303  1.10.2.3  nathanw 	 * eat KVA.
    304  1.10.2.2  nathanw 	 */
    305  1.10.2.3  nathanw 	if (pci_mapreg_info(pa->pa_pc, pa->pa_tag, AGP_APBASE,
    306  1.10.2.3  nathanw 	    PCI_MAPREG_TYPE_MEM, &sc->as_apaddr, &sc->as_apsize,
    307  1.10.2.3  nathanw 	    &sc->as_apflags) != 0)
    308  1.10.2.2  nathanw 		return ENXIO;
    309  1.10.2.2  nathanw 
    310  1.10.2.3  nathanw 	sc->as_apt = pa->pa_memt;
    311  1.10.2.3  nathanw 
    312  1.10.2.2  nathanw 	return 0;
    313  1.10.2.2  nathanw }
    314  1.10.2.2  nathanw 
    315  1.10.2.2  nathanw struct agp_gatt *
    316  1.10.2.2  nathanw agp_alloc_gatt(struct agp_softc *sc)
    317  1.10.2.2  nathanw {
    318  1.10.2.2  nathanw 	u_int32_t apsize = AGP_GET_APERTURE(sc);
    319  1.10.2.2  nathanw 	u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
    320  1.10.2.2  nathanw 	struct agp_gatt *gatt;
    321  1.10.2.2  nathanw 	int dummyseg;
    322  1.10.2.2  nathanw 
    323  1.10.2.2  nathanw 	gatt = malloc(sizeof(struct agp_gatt), M_AGP, M_NOWAIT);
    324  1.10.2.2  nathanw 	if (!gatt)
    325  1.10.2.2  nathanw 		return NULL;
    326  1.10.2.2  nathanw 	gatt->ag_entries = entries;
    327  1.10.2.2  nathanw 
    328  1.10.2.2  nathanw 	if (agp_alloc_dmamem(sc->as_dmat, entries * sizeof(u_int32_t),
    329  1.10.2.2  nathanw 	    0, &gatt->ag_dmamap, (caddr_t *)&gatt->ag_virtual,
    330  1.10.2.2  nathanw 	    &gatt->ag_physical, &gatt->ag_dmaseg, 1, &dummyseg) != 0)
    331  1.10.2.2  nathanw 		return NULL;
    332  1.10.2.2  nathanw 
    333  1.10.2.2  nathanw 	gatt->ag_size = entries * sizeof(u_int32_t);
    334  1.10.2.2  nathanw 	memset(gatt->ag_virtual, 0, gatt->ag_size);
    335  1.10.2.2  nathanw 	agp_flush_cache();
    336  1.10.2.2  nathanw 
    337  1.10.2.2  nathanw 	return gatt;
    338  1.10.2.2  nathanw }
    339  1.10.2.2  nathanw 
    340  1.10.2.2  nathanw void
    341  1.10.2.2  nathanw agp_free_gatt(struct agp_softc *sc, struct agp_gatt *gatt)
    342  1.10.2.2  nathanw {
    343  1.10.2.2  nathanw 	agp_free_dmamem(sc->as_dmat, gatt->ag_size, gatt->ag_dmamap,
    344  1.10.2.2  nathanw 	    (caddr_t)gatt->ag_virtual, &gatt->ag_dmaseg, 1);
    345  1.10.2.2  nathanw 	free(gatt, M_AGP);
    346  1.10.2.2  nathanw }
    347  1.10.2.2  nathanw 
    348  1.10.2.2  nathanw 
    349  1.10.2.2  nathanw int
    350  1.10.2.2  nathanw agp_generic_detach(struct agp_softc *sc)
    351  1.10.2.2  nathanw {
    352  1.10.2.2  nathanw 	lockmgr(&sc->as_lock, LK_DRAIN, 0);
    353  1.10.2.2  nathanw 	agp_flush_cache();
    354  1.10.2.2  nathanw 	return 0;
    355  1.10.2.2  nathanw }
    356  1.10.2.2  nathanw 
    357  1.10.2.2  nathanw static int
    358  1.10.2.2  nathanw agpdev_match(struct pci_attach_args *pa)
    359  1.10.2.2  nathanw {
    360  1.10.2.2  nathanw 	if (PCI_CLASS(pa->pa_class) == PCI_CLASS_DISPLAY &&
    361  1.10.2.2  nathanw 	    PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_DISPLAY_VGA)
    362  1.10.2.2  nathanw 		return 1;
    363  1.10.2.2  nathanw 
    364  1.10.2.2  nathanw 	return 0;
    365  1.10.2.2  nathanw }
    366  1.10.2.2  nathanw 
    367  1.10.2.2  nathanw int
    368  1.10.2.2  nathanw agp_generic_enable(struct agp_softc *sc, u_int32_t mode)
    369  1.10.2.2  nathanw {
    370  1.10.2.2  nathanw 	struct pci_attach_args pa;
    371  1.10.2.2  nathanw 	pcireg_t tstatus, mstatus;
    372  1.10.2.2  nathanw 	pcireg_t command;
    373  1.10.2.2  nathanw 	int rq, sba, fw, rate, capoff;
    374  1.10.2.2  nathanw 
    375  1.10.2.2  nathanw 	if (pci_find_device(&pa, agpdev_match) == 0 ||
    376  1.10.2.2  nathanw 	    pci_get_capability(pa.pa_pc, pa.pa_tag, PCI_CAP_AGP,
    377  1.10.2.2  nathanw 	     &capoff, NULL) == 0) {
    378  1.10.2.2  nathanw 		printf("%s: can't find display\n", sc->as_dev.dv_xname);
    379  1.10.2.2  nathanw 		return ENXIO;
    380  1.10.2.2  nathanw 	}
    381  1.10.2.2  nathanw 
    382  1.10.2.2  nathanw 	tstatus = pci_conf_read(sc->as_pc, sc->as_tag,
    383  1.10.2.2  nathanw 	    sc->as_capoff + AGP_STATUS);
    384  1.10.2.2  nathanw 	mstatus = pci_conf_read(pa.pa_pc, pa.pa_tag,
    385  1.10.2.2  nathanw 	    capoff + AGP_STATUS);
    386  1.10.2.2  nathanw 
    387  1.10.2.2  nathanw 	/* Set RQ to the min of mode, tstatus and mstatus */
    388  1.10.2.2  nathanw 	rq = AGP_MODE_GET_RQ(mode);
    389  1.10.2.2  nathanw 	if (AGP_MODE_GET_RQ(tstatus) < rq)
    390  1.10.2.2  nathanw 		rq = AGP_MODE_GET_RQ(tstatus);
    391  1.10.2.2  nathanw 	if (AGP_MODE_GET_RQ(mstatus) < rq)
    392  1.10.2.2  nathanw 		rq = AGP_MODE_GET_RQ(mstatus);
    393  1.10.2.2  nathanw 
    394  1.10.2.2  nathanw 	/* Set SBA if all three can deal with SBA */
    395  1.10.2.2  nathanw 	sba = (AGP_MODE_GET_SBA(tstatus)
    396  1.10.2.2  nathanw 	       & AGP_MODE_GET_SBA(mstatus)
    397  1.10.2.2  nathanw 	       & AGP_MODE_GET_SBA(mode));
    398  1.10.2.2  nathanw 
    399  1.10.2.2  nathanw 	/* Similar for FW */
    400  1.10.2.2  nathanw 	fw = (AGP_MODE_GET_FW(tstatus)
    401  1.10.2.2  nathanw 	       & AGP_MODE_GET_FW(mstatus)
    402  1.10.2.2  nathanw 	       & AGP_MODE_GET_FW(mode));
    403  1.10.2.2  nathanw 
    404  1.10.2.2  nathanw 	/* Figure out the max rate */
    405  1.10.2.2  nathanw 	rate = (AGP_MODE_GET_RATE(tstatus)
    406  1.10.2.2  nathanw 		& AGP_MODE_GET_RATE(mstatus)
    407  1.10.2.2  nathanw 		& AGP_MODE_GET_RATE(mode));
    408  1.10.2.2  nathanw 	if (rate & AGP_MODE_RATE_4x)
    409  1.10.2.2  nathanw 		rate = AGP_MODE_RATE_4x;
    410  1.10.2.2  nathanw 	else if (rate & AGP_MODE_RATE_2x)
    411  1.10.2.2  nathanw 		rate = AGP_MODE_RATE_2x;
    412  1.10.2.2  nathanw 	else
    413  1.10.2.2  nathanw 		rate = AGP_MODE_RATE_1x;
    414  1.10.2.2  nathanw 
    415  1.10.2.2  nathanw 	/* Construct the new mode word and tell the hardware */
    416  1.10.2.2  nathanw 	command = AGP_MODE_SET_RQ(0, rq);
    417  1.10.2.2  nathanw 	command = AGP_MODE_SET_SBA(command, sba);
    418  1.10.2.2  nathanw 	command = AGP_MODE_SET_FW(command, fw);
    419  1.10.2.2  nathanw 	command = AGP_MODE_SET_RATE(command, rate);
    420  1.10.2.2  nathanw 	command = AGP_MODE_SET_AGP(command, 1);
    421  1.10.2.2  nathanw 	pci_conf_write(sc->as_pc, sc->as_tag,
    422  1.10.2.2  nathanw 	    sc->as_capoff + AGP_COMMAND, command);
    423  1.10.2.2  nathanw 	pci_conf_write(pa.pa_pc, pa.pa_tag, capoff + AGP_COMMAND, command);
    424  1.10.2.2  nathanw 
    425  1.10.2.2  nathanw 	return 0;
    426  1.10.2.2  nathanw }
    427  1.10.2.2  nathanw 
    428  1.10.2.2  nathanw struct agp_memory *
    429  1.10.2.2  nathanw agp_generic_alloc_memory(struct agp_softc *sc, int type, vsize_t size)
    430  1.10.2.2  nathanw {
    431  1.10.2.2  nathanw 	struct agp_memory *mem;
    432  1.10.2.2  nathanw 
    433  1.10.2.2  nathanw 	if ((size & (AGP_PAGE_SIZE - 1)) != 0)
    434  1.10.2.2  nathanw 		return 0;
    435  1.10.2.2  nathanw 
    436  1.10.2.2  nathanw 	if (sc->as_allocated + size > sc->as_maxmem)
    437  1.10.2.2  nathanw 		return 0;
    438  1.10.2.2  nathanw 
    439  1.10.2.2  nathanw 	if (type != 0) {
    440  1.10.2.2  nathanw 		printf("agp_generic_alloc_memory: unsupported type %d\n",
    441  1.10.2.2  nathanw 		       type);
    442  1.10.2.2  nathanw 		return 0;
    443  1.10.2.2  nathanw 	}
    444  1.10.2.2  nathanw 
    445  1.10.2.2  nathanw 	mem = malloc(sizeof *mem, M_AGP, M_WAITOK);
    446  1.10.2.2  nathanw 	if (mem == NULL)
    447  1.10.2.2  nathanw 		return NULL;
    448  1.10.2.2  nathanw 
    449  1.10.2.2  nathanw 	if (bus_dmamap_create(sc->as_dmat, size, size / PAGE_SIZE + 1,
    450  1.10.2.2  nathanw 			      size, 0, BUS_DMA_NOWAIT, &mem->am_dmamap) != 0) {
    451  1.10.2.2  nathanw 		free(mem, M_AGP);
    452  1.10.2.2  nathanw 		return NULL;
    453  1.10.2.2  nathanw 	}
    454  1.10.2.2  nathanw 
    455  1.10.2.2  nathanw 	mem->am_id = sc->as_nextid++;
    456  1.10.2.2  nathanw 	mem->am_size = size;
    457  1.10.2.2  nathanw 	mem->am_type = 0;
    458  1.10.2.2  nathanw 	mem->am_physical = 0;
    459  1.10.2.2  nathanw 	mem->am_offset = 0;
    460  1.10.2.2  nathanw 	mem->am_is_bound = 0;
    461  1.10.2.2  nathanw 	TAILQ_INSERT_TAIL(&sc->as_memory, mem, am_link);
    462  1.10.2.2  nathanw 	sc->as_allocated += size;
    463  1.10.2.2  nathanw 
    464  1.10.2.2  nathanw 	return mem;
    465  1.10.2.2  nathanw }
    466  1.10.2.2  nathanw 
    467  1.10.2.2  nathanw int
    468  1.10.2.2  nathanw agp_generic_free_memory(struct agp_softc *sc, struct agp_memory *mem)
    469  1.10.2.2  nathanw {
    470  1.10.2.2  nathanw 	if (mem->am_is_bound)
    471  1.10.2.2  nathanw 		return EBUSY;
    472  1.10.2.2  nathanw 
    473  1.10.2.2  nathanw 	sc->as_allocated -= mem->am_size;
    474  1.10.2.2  nathanw 	TAILQ_REMOVE(&sc->as_memory, mem, am_link);
    475  1.10.2.2  nathanw 	bus_dmamap_destroy(sc->as_dmat, mem->am_dmamap);
    476  1.10.2.2  nathanw 	free(mem, M_AGP);
    477  1.10.2.2  nathanw 	return 0;
    478  1.10.2.2  nathanw }
    479  1.10.2.2  nathanw 
    480  1.10.2.2  nathanw int
    481  1.10.2.2  nathanw agp_generic_bind_memory(struct agp_softc *sc, struct agp_memory *mem,
    482  1.10.2.2  nathanw 			off_t offset)
    483  1.10.2.2  nathanw {
    484  1.10.2.2  nathanw 	off_t i, k;
    485  1.10.2.2  nathanw 	bus_size_t done, j;
    486  1.10.2.2  nathanw 	int error;
    487  1.10.2.2  nathanw 	bus_dma_segment_t *segs, *seg;
    488  1.10.2.2  nathanw 	bus_addr_t pa;
    489  1.10.2.2  nathanw 	int contigpages, nseg;
    490  1.10.2.2  nathanw 
    491  1.10.2.2  nathanw 	lockmgr(&sc->as_lock, LK_EXCLUSIVE, 0);
    492  1.10.2.2  nathanw 
    493  1.10.2.2  nathanw 	if (mem->am_is_bound) {
    494  1.10.2.2  nathanw 		printf("%s: memory already bound\n", sc->as_dev.dv_xname);
    495  1.10.2.2  nathanw 		lockmgr(&sc->as_lock, LK_RELEASE, 0);
    496  1.10.2.2  nathanw 		return EINVAL;
    497  1.10.2.2  nathanw 	}
    498  1.10.2.2  nathanw 
    499  1.10.2.2  nathanw 	if (offset < 0
    500  1.10.2.2  nathanw 	    || (offset & (AGP_PAGE_SIZE - 1)) != 0
    501  1.10.2.2  nathanw 	    || offset + mem->am_size > AGP_GET_APERTURE(sc)) {
    502  1.10.2.2  nathanw 		printf("%s: binding memory at bad offset %#lx\n",
    503  1.10.2.2  nathanw 			      sc->as_dev.dv_xname, (unsigned long) offset);
    504  1.10.2.2  nathanw 		lockmgr(&sc->as_lock, LK_RELEASE, 0);
    505  1.10.2.2  nathanw 		return EINVAL;
    506  1.10.2.2  nathanw 	}
    507  1.10.2.2  nathanw 
    508  1.10.2.2  nathanw 	/*
    509  1.10.2.2  nathanw 	 * XXXfvdl
    510  1.10.2.2  nathanw 	 * The memory here needs to be directly accessable from the
    511  1.10.2.2  nathanw 	 * AGP video card, so it should be allocated using bus_dma.
    512  1.10.2.2  nathanw 	 * However, it need not be contiguous, since individual pages
    513  1.10.2.2  nathanw 	 * are translated using the GATT.
    514  1.10.2.2  nathanw 	 *
    515  1.10.2.2  nathanw 	 * Using a large chunk of contiguous memory may get in the way
    516  1.10.2.2  nathanw 	 * of other subsystems that may need one, so we try to be friendly
    517  1.10.2.2  nathanw 	 * and ask for allocation in chunks of a minimum of 8 pages
    518  1.10.2.2  nathanw 	 * of contiguous memory on average, falling back to 4, 2 and 1
    519  1.10.2.2  nathanw 	 * if really needed. Larger chunks are preferred, since allocating
    520  1.10.2.2  nathanw 	 * a bus_dma_segment per page would be overkill.
    521  1.10.2.2  nathanw 	 */
    522  1.10.2.2  nathanw 
    523  1.10.2.2  nathanw 	for (contigpages = 8; contigpages > 0; contigpages >>= 1) {
    524  1.10.2.2  nathanw 		nseg = (mem->am_size / (contigpages * PAGE_SIZE)) + 1;
    525  1.10.2.2  nathanw 		segs = malloc(nseg * sizeof *segs, M_AGP, M_WAITOK);
    526  1.10.2.7  nathanw 		if (segs == NULL) {
    527  1.10.2.7  nathanw 			lockmgr(&sc->as_lock, LK_RELEASE, 0);
    528  1.10.2.2  nathanw 			return ENOMEM;
    529  1.10.2.7  nathanw 		}
    530  1.10.2.2  nathanw 		if (bus_dmamem_alloc(sc->as_dmat, mem->am_size, PAGE_SIZE, 0,
    531  1.10.2.2  nathanw 				     segs, nseg, &mem->am_nseg,
    532  1.10.2.6  nathanw 				     contigpages > 1 ?
    533  1.10.2.6  nathanw 				     BUS_DMA_NOWAIT : BUS_DMA_WAITOK) != 0) {
    534  1.10.2.2  nathanw 			free(segs, M_AGP);
    535  1.10.2.2  nathanw 			continue;
    536  1.10.2.2  nathanw 		}
    537  1.10.2.2  nathanw 		if (bus_dmamem_map(sc->as_dmat, segs, mem->am_nseg,
    538  1.10.2.2  nathanw 		    mem->am_size, &mem->am_virtual, BUS_DMA_WAITOK) != 0) {
    539  1.10.2.2  nathanw 			bus_dmamem_free(sc->as_dmat, segs, mem->am_nseg);
    540  1.10.2.2  nathanw 			free(segs, M_AGP);
    541  1.10.2.2  nathanw 			continue;
    542  1.10.2.2  nathanw 		}
    543  1.10.2.2  nathanw 		if (bus_dmamap_load(sc->as_dmat, mem->am_dmamap,
    544  1.10.2.2  nathanw 		    mem->am_virtual, mem->am_size, NULL, BUS_DMA_WAITOK) != 0) {
    545  1.10.2.2  nathanw 			bus_dmamem_unmap(sc->as_dmat, mem->am_virtual,
    546  1.10.2.2  nathanw 			    mem->am_size);
    547  1.10.2.2  nathanw 			bus_dmamem_free(sc->as_dmat, segs, mem->am_nseg);
    548  1.10.2.2  nathanw 			free(segs, M_AGP);
    549  1.10.2.2  nathanw 			continue;
    550  1.10.2.2  nathanw 		}
    551  1.10.2.2  nathanw 		mem->am_dmaseg = segs;
    552  1.10.2.2  nathanw 		break;
    553  1.10.2.2  nathanw 	}
    554  1.10.2.2  nathanw 
    555  1.10.2.2  nathanw 	if (contigpages == 0) {
    556  1.10.2.2  nathanw 		lockmgr(&sc->as_lock, LK_RELEASE, 0);
    557  1.10.2.2  nathanw 		return ENOMEM;
    558  1.10.2.2  nathanw 	}
    559  1.10.2.2  nathanw 
    560  1.10.2.2  nathanw 
    561  1.10.2.2  nathanw 	/*
    562  1.10.2.2  nathanw 	 * Bind the individual pages and flush the chipset's
    563  1.10.2.2  nathanw 	 * TLB.
    564  1.10.2.2  nathanw 	 */
    565  1.10.2.2  nathanw 	done = 0;
    566  1.10.2.2  nathanw 	for (i = 0; i < mem->am_dmamap->dm_nsegs; i++) {
    567  1.10.2.2  nathanw 		seg = &mem->am_dmamap->dm_segs[i];
    568  1.10.2.2  nathanw 		/*
    569  1.10.2.2  nathanw 		 * Install entries in the GATT, making sure that if
    570  1.10.2.2  nathanw 		 * AGP_PAGE_SIZE < PAGE_SIZE and mem->am_size is not
    571  1.10.2.2  nathanw 		 * aligned to PAGE_SIZE, we don't modify too many GATT
    572  1.10.2.2  nathanw 		 * entries.
    573  1.10.2.2  nathanw 		 */
    574  1.10.2.2  nathanw 		for (j = 0; j < seg->ds_len && (done + j) < mem->am_size;
    575  1.10.2.2  nathanw 		     j += AGP_PAGE_SIZE) {
    576  1.10.2.2  nathanw 			pa = seg->ds_addr + j;
    577  1.10.2.2  nathanw 			AGP_DPF("binding offset %#lx to pa %#lx\n",
    578  1.10.2.2  nathanw 				(unsigned long)(offset + done + j),
    579  1.10.2.2  nathanw 				(unsigned long)pa);
    580  1.10.2.2  nathanw 			error = AGP_BIND_PAGE(sc, offset + done + j, pa);
    581  1.10.2.2  nathanw 			if (error) {
    582  1.10.2.2  nathanw 				/*
    583  1.10.2.2  nathanw 				 * Bail out. Reverse all the mappings
    584  1.10.2.2  nathanw 				 * and unwire the pages.
    585  1.10.2.2  nathanw 				 */
    586  1.10.2.2  nathanw 				for (k = 0; k < done + j; k += AGP_PAGE_SIZE)
    587  1.10.2.2  nathanw 					AGP_UNBIND_PAGE(sc, offset + k);
    588  1.10.2.2  nathanw 
    589  1.10.2.2  nathanw 				bus_dmamap_unload(sc->as_dmat, mem->am_dmamap);
    590  1.10.2.2  nathanw 				bus_dmamem_unmap(sc->as_dmat, mem->am_virtual,
    591  1.10.2.2  nathanw 						 mem->am_size);
    592  1.10.2.2  nathanw 				bus_dmamem_free(sc->as_dmat, mem->am_dmaseg,
    593  1.10.2.2  nathanw 						mem->am_nseg);
    594  1.10.2.2  nathanw 				free(mem->am_dmaseg, M_AGP);
    595  1.10.2.2  nathanw 				lockmgr(&sc->as_lock, LK_RELEASE, 0);
    596  1.10.2.2  nathanw 				return error;
    597  1.10.2.2  nathanw 			}
    598  1.10.2.2  nathanw 		}
    599  1.10.2.2  nathanw 		done += seg->ds_len;
    600  1.10.2.2  nathanw 	}
    601  1.10.2.2  nathanw 
    602  1.10.2.2  nathanw 	/*
    603  1.10.2.2  nathanw 	 * Flush the cpu cache since we are providing a new mapping
    604  1.10.2.2  nathanw 	 * for these pages.
    605  1.10.2.2  nathanw 	 */
    606  1.10.2.2  nathanw 	agp_flush_cache();
    607  1.10.2.2  nathanw 
    608  1.10.2.2  nathanw 	/*
    609  1.10.2.2  nathanw 	 * Make sure the chipset gets the new mappings.
    610  1.10.2.2  nathanw 	 */
    611  1.10.2.2  nathanw 	AGP_FLUSH_TLB(sc);
    612  1.10.2.2  nathanw 
    613  1.10.2.2  nathanw 	mem->am_offset = offset;
    614  1.10.2.2  nathanw 	mem->am_is_bound = 1;
    615  1.10.2.2  nathanw 
    616  1.10.2.2  nathanw 	lockmgr(&sc->as_lock, LK_RELEASE, 0);
    617  1.10.2.2  nathanw 
    618  1.10.2.2  nathanw 	return 0;
    619  1.10.2.2  nathanw }
    620  1.10.2.2  nathanw 
    621  1.10.2.2  nathanw int
    622  1.10.2.2  nathanw agp_generic_unbind_memory(struct agp_softc *sc, struct agp_memory *mem)
    623  1.10.2.2  nathanw {
    624  1.10.2.2  nathanw 	int i;
    625  1.10.2.2  nathanw 
    626  1.10.2.2  nathanw 	lockmgr(&sc->as_lock, LK_EXCLUSIVE, 0);
    627  1.10.2.2  nathanw 
    628  1.10.2.2  nathanw 	if (!mem->am_is_bound) {
    629  1.10.2.2  nathanw 		printf("%s: memory is not bound\n", sc->as_dev.dv_xname);
    630  1.10.2.2  nathanw 		lockmgr(&sc->as_lock, LK_RELEASE, 0);
    631  1.10.2.2  nathanw 		return EINVAL;
    632  1.10.2.2  nathanw 	}
    633  1.10.2.2  nathanw 
    634  1.10.2.2  nathanw 
    635  1.10.2.2  nathanw 	/*
    636  1.10.2.2  nathanw 	 * Unbind the individual pages and flush the chipset's
    637  1.10.2.2  nathanw 	 * TLB. Unwire the pages so they can be swapped.
    638  1.10.2.2  nathanw 	 */
    639  1.10.2.2  nathanw 	for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE)
    640  1.10.2.2  nathanw 		AGP_UNBIND_PAGE(sc, mem->am_offset + i);
    641  1.10.2.2  nathanw 
    642  1.10.2.2  nathanw 	agp_flush_cache();
    643  1.10.2.2  nathanw 	AGP_FLUSH_TLB(sc);
    644  1.10.2.2  nathanw 
    645  1.10.2.2  nathanw 	bus_dmamap_unload(sc->as_dmat, mem->am_dmamap);
    646  1.10.2.2  nathanw 	bus_dmamem_unmap(sc->as_dmat, mem->am_virtual, mem->am_size);
    647  1.10.2.2  nathanw 	bus_dmamem_free(sc->as_dmat, mem->am_dmaseg, mem->am_nseg);
    648  1.10.2.2  nathanw 
    649  1.10.2.2  nathanw 	free(mem->am_dmaseg, M_AGP);
    650  1.10.2.2  nathanw 
    651  1.10.2.2  nathanw 	mem->am_offset = 0;
    652  1.10.2.2  nathanw 	mem->am_is_bound = 0;
    653  1.10.2.2  nathanw 
    654  1.10.2.2  nathanw 	lockmgr(&sc->as_lock, LK_RELEASE, 0);
    655  1.10.2.2  nathanw 
    656  1.10.2.2  nathanw 	return 0;
    657  1.10.2.2  nathanw }
    658  1.10.2.2  nathanw 
    659  1.10.2.2  nathanw /* Helper functions for implementing user/kernel api */
    660  1.10.2.2  nathanw 
    661  1.10.2.2  nathanw static int
    662  1.10.2.2  nathanw agp_acquire_helper(struct agp_softc *sc, enum agp_acquire_state state)
    663  1.10.2.2  nathanw {
    664  1.10.2.2  nathanw 	if (sc->as_state != AGP_ACQUIRE_FREE)
    665  1.10.2.2  nathanw 		return EBUSY;
    666  1.10.2.2  nathanw 	sc->as_state = state;
    667  1.10.2.2  nathanw 
    668  1.10.2.2  nathanw 	return 0;
    669  1.10.2.2  nathanw }
    670  1.10.2.2  nathanw 
    671  1.10.2.2  nathanw static int
    672  1.10.2.2  nathanw agp_release_helper(struct agp_softc *sc, enum agp_acquire_state state)
    673  1.10.2.2  nathanw {
    674  1.10.2.2  nathanw 	struct agp_memory *mem;
    675  1.10.2.2  nathanw 
    676  1.10.2.2  nathanw 	if (sc->as_state == AGP_ACQUIRE_FREE)
    677  1.10.2.2  nathanw 		return 0;
    678  1.10.2.2  nathanw 
    679  1.10.2.2  nathanw 	if (sc->as_state != state)
    680  1.10.2.2  nathanw 		return EBUSY;
    681  1.10.2.2  nathanw 
    682  1.10.2.2  nathanw 	/*
    683  1.10.2.7  nathanw 	 * Clear out outstanding aperture mappings.
    684  1.10.2.7  nathanw 	 * (should not be necessary, done by caller)
    685  1.10.2.2  nathanw 	 */
    686  1.10.2.2  nathanw 	TAILQ_FOREACH(mem, &sc->as_memory, am_link) {
    687  1.10.2.2  nathanw 		if (mem->am_is_bound) {
    688  1.10.2.2  nathanw 			printf("agp_release_helper: mem %d is bound\n",
    689  1.10.2.2  nathanw 			       mem->am_id);
    690  1.10.2.2  nathanw 			AGP_UNBIND_MEMORY(sc, mem);
    691  1.10.2.2  nathanw 		}
    692  1.10.2.2  nathanw 	}
    693  1.10.2.2  nathanw 
    694  1.10.2.2  nathanw 	sc->as_state = AGP_ACQUIRE_FREE;
    695  1.10.2.2  nathanw 	return 0;
    696  1.10.2.2  nathanw }
    697  1.10.2.2  nathanw 
    698  1.10.2.2  nathanw static struct agp_memory *
    699  1.10.2.2  nathanw agp_find_memory(struct agp_softc *sc, int id)
    700  1.10.2.2  nathanw {
    701  1.10.2.2  nathanw 	struct agp_memory *mem;
    702  1.10.2.2  nathanw 
    703  1.10.2.2  nathanw 	AGP_DPF("searching for memory block %d\n", id);
    704  1.10.2.2  nathanw 	TAILQ_FOREACH(mem, &sc->as_memory, am_link) {
    705  1.10.2.2  nathanw 		AGP_DPF("considering memory block %d\n", mem->am_id);
    706  1.10.2.2  nathanw 		if (mem->am_id == id)
    707  1.10.2.2  nathanw 			return mem;
    708  1.10.2.2  nathanw 	}
    709  1.10.2.2  nathanw 	return 0;
    710  1.10.2.2  nathanw }
    711  1.10.2.2  nathanw 
    712  1.10.2.2  nathanw /* Implementation of the userland ioctl api */
    713  1.10.2.2  nathanw 
    714  1.10.2.2  nathanw static int
    715  1.10.2.2  nathanw agp_info_user(struct agp_softc *sc, agp_info *info)
    716  1.10.2.2  nathanw {
    717  1.10.2.2  nathanw 	memset(info, 0, sizeof *info);
    718  1.10.2.2  nathanw 	info->bridge_id = sc->as_id;
    719  1.10.2.2  nathanw 	if (sc->as_capoff != 0)
    720  1.10.2.2  nathanw 		info->agp_mode = pci_conf_read(sc->as_pc, sc->as_tag,
    721  1.10.2.2  nathanw 					       sc->as_capoff + AGP_STATUS);
    722  1.10.2.2  nathanw 	else
    723  1.10.2.2  nathanw 		info->agp_mode = 0; /* i810 doesn't have real AGP */
    724  1.10.2.2  nathanw 	info->aper_base = sc->as_apaddr;
    725  1.10.2.2  nathanw 	info->aper_size = AGP_GET_APERTURE(sc) >> 20;
    726  1.10.2.2  nathanw 	info->pg_total = info->pg_system = sc->as_maxmem >> AGP_PAGE_SHIFT;
    727  1.10.2.2  nathanw 	info->pg_used = sc->as_allocated >> AGP_PAGE_SHIFT;
    728  1.10.2.2  nathanw 
    729  1.10.2.2  nathanw 	return 0;
    730  1.10.2.2  nathanw }
    731  1.10.2.2  nathanw 
    732  1.10.2.2  nathanw static int
    733  1.10.2.2  nathanw agp_setup_user(struct agp_softc *sc, agp_setup *setup)
    734  1.10.2.2  nathanw {
    735  1.10.2.2  nathanw 	return AGP_ENABLE(sc, setup->agp_mode);
    736  1.10.2.2  nathanw }
    737  1.10.2.2  nathanw 
    738  1.10.2.2  nathanw static int
    739  1.10.2.2  nathanw agp_allocate_user(struct agp_softc *sc, agp_allocate *alloc)
    740  1.10.2.2  nathanw {
    741  1.10.2.2  nathanw 	struct agp_memory *mem;
    742  1.10.2.2  nathanw 
    743  1.10.2.2  nathanw 	mem = AGP_ALLOC_MEMORY(sc,
    744  1.10.2.2  nathanw 			       alloc->type,
    745  1.10.2.2  nathanw 			       alloc->pg_count << AGP_PAGE_SHIFT);
    746  1.10.2.2  nathanw 	if (mem) {
    747  1.10.2.2  nathanw 		alloc->key = mem->am_id;
    748  1.10.2.2  nathanw 		alloc->physical = mem->am_physical;
    749  1.10.2.2  nathanw 		return 0;
    750  1.10.2.2  nathanw 	} else {
    751  1.10.2.2  nathanw 		return ENOMEM;
    752  1.10.2.2  nathanw 	}
    753  1.10.2.2  nathanw }
    754  1.10.2.2  nathanw 
    755  1.10.2.2  nathanw static int
    756  1.10.2.2  nathanw agp_deallocate_user(struct agp_softc *sc, int id)
    757  1.10.2.2  nathanw {
    758  1.10.2.2  nathanw 	struct agp_memory *mem = agp_find_memory(sc, id);
    759  1.10.2.2  nathanw 
    760  1.10.2.2  nathanw 	if (mem) {
    761  1.10.2.2  nathanw 		AGP_FREE_MEMORY(sc, mem);
    762  1.10.2.2  nathanw 		return 0;
    763  1.10.2.2  nathanw 	} else {
    764  1.10.2.2  nathanw 		return ENOENT;
    765  1.10.2.2  nathanw 	}
    766  1.10.2.2  nathanw }
    767  1.10.2.2  nathanw 
    768  1.10.2.2  nathanw static int
    769  1.10.2.2  nathanw agp_bind_user(struct agp_softc *sc, agp_bind *bind)
    770  1.10.2.2  nathanw {
    771  1.10.2.2  nathanw 	struct agp_memory *mem = agp_find_memory(sc, bind->key);
    772  1.10.2.2  nathanw 
    773  1.10.2.2  nathanw 	if (!mem)
    774  1.10.2.2  nathanw 		return ENOENT;
    775  1.10.2.2  nathanw 
    776  1.10.2.2  nathanw 	return AGP_BIND_MEMORY(sc, mem, bind->pg_start << AGP_PAGE_SHIFT);
    777  1.10.2.2  nathanw }
    778  1.10.2.2  nathanw 
    779  1.10.2.2  nathanw static int
    780  1.10.2.2  nathanw agp_unbind_user(struct agp_softc *sc, agp_unbind *unbind)
    781  1.10.2.2  nathanw {
    782  1.10.2.2  nathanw 	struct agp_memory *mem = agp_find_memory(sc, unbind->key);
    783  1.10.2.2  nathanw 
    784  1.10.2.2  nathanw 	if (!mem)
    785  1.10.2.2  nathanw 		return ENOENT;
    786  1.10.2.2  nathanw 
    787  1.10.2.2  nathanw 	return AGP_UNBIND_MEMORY(sc, mem);
    788  1.10.2.2  nathanw }
    789  1.10.2.2  nathanw 
    790  1.10.2.2  nathanw int
    791  1.10.2.2  nathanw agpopen(dev_t dev, int oflags, int devtype, struct proc *p)
    792  1.10.2.2  nathanw {
    793  1.10.2.2  nathanw 	struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
    794  1.10.2.2  nathanw 
    795  1.10.2.2  nathanw 	if (sc == NULL)
    796  1.10.2.2  nathanw 		return ENXIO;
    797  1.10.2.2  nathanw 
    798  1.10.2.2  nathanw 	if (sc->as_chipc == NULL)
    799  1.10.2.2  nathanw 		return ENXIO;
    800  1.10.2.2  nathanw 
    801  1.10.2.2  nathanw 	if (!sc->as_isopen)
    802  1.10.2.2  nathanw 		sc->as_isopen = 1;
    803  1.10.2.2  nathanw 	else
    804  1.10.2.2  nathanw 		return EBUSY;
    805  1.10.2.2  nathanw 
    806  1.10.2.2  nathanw 	return 0;
    807  1.10.2.2  nathanw }
    808  1.10.2.2  nathanw 
    809  1.10.2.2  nathanw int
    810  1.10.2.2  nathanw agpclose(dev_t dev, int fflag, int devtype, struct proc *p)
    811  1.10.2.2  nathanw {
    812  1.10.2.2  nathanw 	struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
    813  1.10.2.7  nathanw 	struct agp_memory *mem;
    814  1.10.2.2  nathanw 
    815  1.10.2.2  nathanw 	/*
    816  1.10.2.2  nathanw 	 * Clear the GATT and force release on last close
    817  1.10.2.2  nathanw 	 */
    818  1.10.2.7  nathanw 	if (sc->as_state == AGP_ACQUIRE_USER) {
    819  1.10.2.7  nathanw 		while ((mem = TAILQ_FIRST(&sc->as_memory))) {
    820  1.10.2.7  nathanw 			if (mem->am_is_bound) {
    821  1.10.2.7  nathanw 				printf("agpclose: mem %d is bound\n",
    822  1.10.2.7  nathanw 				       mem->am_id);
    823  1.10.2.7  nathanw 				AGP_UNBIND_MEMORY(sc, mem);
    824  1.10.2.7  nathanw 			}
    825  1.10.2.7  nathanw 			/*
    826  1.10.2.7  nathanw 			 * XXX it is not documented, but if the protocol allows
    827  1.10.2.7  nathanw 			 * allocate->acquire->bind, it would be possible that
    828  1.10.2.7  nathanw 			 * memory ranges are allocated by the kernel here,
    829  1.10.2.7  nathanw 			 * which we shouldn't free. We'd have to keep track of
    830  1.10.2.7  nathanw 			 * the memory range's owner.
    831  1.10.2.7  nathanw 			 * The kernel API is unsed yet, so we get away with
    832  1.10.2.7  nathanw 			 * freeing all.
    833  1.10.2.7  nathanw 			 */
    834  1.10.2.7  nathanw 			AGP_FREE_MEMORY(sc, mem);
    835  1.10.2.7  nathanw 		}
    836  1.10.2.2  nathanw 		agp_release_helper(sc, AGP_ACQUIRE_USER);
    837  1.10.2.7  nathanw 	}
    838  1.10.2.2  nathanw 	sc->as_isopen = 0;
    839  1.10.2.2  nathanw 
    840  1.10.2.2  nathanw 	return 0;
    841  1.10.2.2  nathanw }
    842  1.10.2.2  nathanw 
    843  1.10.2.2  nathanw int
    844  1.10.2.2  nathanw agpioctl(dev_t dev, u_long cmd, caddr_t data, int fflag, struct proc *p)
    845  1.10.2.2  nathanw {
    846  1.10.2.2  nathanw 	struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
    847  1.10.2.2  nathanw 
    848  1.10.2.2  nathanw 	if (sc == NULL)
    849  1.10.2.2  nathanw 		return ENODEV;
    850  1.10.2.2  nathanw 
    851  1.10.2.2  nathanw 	if ((fflag & FWRITE) == 0 && cmd != AGPIOC_INFO)
    852  1.10.2.2  nathanw 		return EPERM;
    853  1.10.2.2  nathanw 
    854  1.10.2.2  nathanw 	switch (cmd) {
    855  1.10.2.2  nathanw 	case AGPIOC_INFO:
    856  1.10.2.2  nathanw 		return agp_info_user(sc, (agp_info *) data);
    857  1.10.2.2  nathanw 
    858  1.10.2.2  nathanw 	case AGPIOC_ACQUIRE:
    859  1.10.2.2  nathanw 		return agp_acquire_helper(sc, AGP_ACQUIRE_USER);
    860  1.10.2.2  nathanw 
    861  1.10.2.2  nathanw 	case AGPIOC_RELEASE:
    862  1.10.2.2  nathanw 		return agp_release_helper(sc, AGP_ACQUIRE_USER);
    863  1.10.2.2  nathanw 
    864  1.10.2.2  nathanw 	case AGPIOC_SETUP:
    865  1.10.2.2  nathanw 		return agp_setup_user(sc, (agp_setup *)data);
    866  1.10.2.2  nathanw 
    867  1.10.2.2  nathanw 	case AGPIOC_ALLOCATE:
    868  1.10.2.2  nathanw 		return agp_allocate_user(sc, (agp_allocate *)data);
    869  1.10.2.2  nathanw 
    870  1.10.2.2  nathanw 	case AGPIOC_DEALLOCATE:
    871  1.10.2.2  nathanw 		return agp_deallocate_user(sc, *(int *) data);
    872  1.10.2.2  nathanw 
    873  1.10.2.2  nathanw 	case AGPIOC_BIND:
    874  1.10.2.2  nathanw 		return agp_bind_user(sc, (agp_bind *)data);
    875  1.10.2.2  nathanw 
    876  1.10.2.2  nathanw 	case AGPIOC_UNBIND:
    877  1.10.2.2  nathanw 		return agp_unbind_user(sc, (agp_unbind *)data);
    878  1.10.2.2  nathanw 
    879  1.10.2.2  nathanw 	}
    880  1.10.2.2  nathanw 
    881  1.10.2.2  nathanw 	return EINVAL;
    882  1.10.2.2  nathanw }
    883  1.10.2.2  nathanw 
    884  1.10.2.2  nathanw paddr_t
    885  1.10.2.2  nathanw agpmmap(dev_t dev, off_t offset, int prot)
    886  1.10.2.2  nathanw {
    887  1.10.2.2  nathanw 	struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
    888  1.10.2.2  nathanw 
    889  1.10.2.2  nathanw 	if (offset > AGP_GET_APERTURE(sc))
    890  1.10.2.2  nathanw 		return -1;
    891  1.10.2.2  nathanw 
    892  1.10.2.2  nathanw 	return (bus_space_mmap(sc->as_apt, sc->as_apaddr, offset, prot,
    893  1.10.2.2  nathanw 	    BUS_SPACE_MAP_LINEAR));
    894  1.10.2.2  nathanw }
    895  1.10.2.2  nathanw 
    896  1.10.2.2  nathanw /* Implementation of the kernel api */
    897  1.10.2.2  nathanw 
    898  1.10.2.2  nathanw void *
    899  1.10.2.2  nathanw agp_find_device(int unit)
    900  1.10.2.2  nathanw {
    901  1.10.2.2  nathanw 	return device_lookup(&agp_cd, unit);
    902  1.10.2.2  nathanw }
    903  1.10.2.2  nathanw 
    904  1.10.2.2  nathanw enum agp_acquire_state
    905  1.10.2.2  nathanw agp_state(void *devcookie)
    906  1.10.2.2  nathanw {
    907  1.10.2.2  nathanw 	struct agp_softc *sc = devcookie;
    908  1.10.2.2  nathanw 	return sc->as_state;
    909  1.10.2.2  nathanw }
    910  1.10.2.2  nathanw 
    911  1.10.2.2  nathanw void
    912  1.10.2.2  nathanw agp_get_info(void *devcookie, struct agp_info *info)
    913  1.10.2.2  nathanw {
    914  1.10.2.2  nathanw 	struct agp_softc *sc = devcookie;
    915  1.10.2.2  nathanw 
    916  1.10.2.2  nathanw 	info->ai_mode = pci_conf_read(sc->as_pc, sc->as_tag,
    917  1.10.2.2  nathanw 	    sc->as_capoff + AGP_STATUS);
    918  1.10.2.2  nathanw 	info->ai_aperture_base = sc->as_apaddr;
    919  1.10.2.2  nathanw 	info->ai_aperture_size = sc->as_apsize;	/* XXXfvdl inconsistent */
    920  1.10.2.2  nathanw 	info->ai_memory_allowed = sc->as_maxmem;
    921  1.10.2.2  nathanw 	info->ai_memory_used = sc->as_allocated;
    922  1.10.2.2  nathanw }
    923  1.10.2.2  nathanw 
    924  1.10.2.2  nathanw int
    925  1.10.2.2  nathanw agp_acquire(void *dev)
    926  1.10.2.2  nathanw {
    927  1.10.2.2  nathanw 	return agp_acquire_helper(dev, AGP_ACQUIRE_KERNEL);
    928  1.10.2.2  nathanw }
    929  1.10.2.2  nathanw 
    930  1.10.2.2  nathanw int
    931  1.10.2.2  nathanw agp_release(void *dev)
    932  1.10.2.2  nathanw {
    933  1.10.2.2  nathanw 	return agp_release_helper(dev, AGP_ACQUIRE_KERNEL);
    934  1.10.2.2  nathanw }
    935  1.10.2.2  nathanw 
    936  1.10.2.2  nathanw int
    937  1.10.2.2  nathanw agp_enable(void *dev, u_int32_t mode)
    938  1.10.2.2  nathanw {
    939  1.10.2.2  nathanw 	struct agp_softc *sc = dev;
    940  1.10.2.2  nathanw 
    941  1.10.2.2  nathanw 	return AGP_ENABLE(sc, mode);
    942  1.10.2.2  nathanw }
    943  1.10.2.2  nathanw 
    944  1.10.2.2  nathanw void *agp_alloc_memory(void *dev, int type, vsize_t bytes)
    945  1.10.2.2  nathanw {
    946  1.10.2.2  nathanw 	struct agp_softc *sc = dev;
    947  1.10.2.2  nathanw 
    948  1.10.2.2  nathanw 	return (void *)AGP_ALLOC_MEMORY(sc, type, bytes);
    949  1.10.2.2  nathanw }
    950  1.10.2.2  nathanw 
    951  1.10.2.2  nathanw void agp_free_memory(void *dev, void *handle)
    952  1.10.2.2  nathanw {
    953  1.10.2.2  nathanw 	struct agp_softc *sc = dev;
    954  1.10.2.2  nathanw 	struct agp_memory *mem = (struct agp_memory *) handle;
    955  1.10.2.2  nathanw 	AGP_FREE_MEMORY(sc, mem);
    956  1.10.2.2  nathanw }
    957  1.10.2.2  nathanw 
    958  1.10.2.2  nathanw int agp_bind_memory(void *dev, void *handle, off_t offset)
    959  1.10.2.2  nathanw {
    960  1.10.2.2  nathanw 	struct agp_softc *sc = dev;
    961  1.10.2.2  nathanw 	struct agp_memory *mem = (struct agp_memory *) handle;
    962  1.10.2.2  nathanw 
    963  1.10.2.2  nathanw 	return AGP_BIND_MEMORY(sc, mem, offset);
    964  1.10.2.2  nathanw }
    965  1.10.2.2  nathanw 
    966  1.10.2.2  nathanw int agp_unbind_memory(void *dev, void *handle)
    967  1.10.2.2  nathanw {
    968  1.10.2.2  nathanw 	struct agp_softc *sc = dev;
    969  1.10.2.2  nathanw 	struct agp_memory *mem = (struct agp_memory *) handle;
    970  1.10.2.2  nathanw 
    971  1.10.2.2  nathanw 	return AGP_UNBIND_MEMORY(sc, mem);
    972  1.10.2.2  nathanw }
    973  1.10.2.2  nathanw 
    974  1.10.2.2  nathanw void agp_memory_info(void *dev, void *handle, struct agp_memory_info *mi)
    975  1.10.2.2  nathanw {
    976  1.10.2.2  nathanw 	struct agp_memory *mem = (struct agp_memory *) handle;
    977  1.10.2.2  nathanw 
    978  1.10.2.2  nathanw 	mi->ami_size = mem->am_size;
    979  1.10.2.2  nathanw 	mi->ami_physical = mem->am_physical;
    980  1.10.2.2  nathanw 	mi->ami_offset = mem->am_offset;
    981  1.10.2.2  nathanw 	mi->ami_is_bound = mem->am_is_bound;
    982  1.10.2.2  nathanw }
    983  1.10.2.2  nathanw 
    984  1.10.2.2  nathanw int
    985  1.10.2.2  nathanw agp_alloc_dmamem(bus_dma_tag_t tag, size_t size, int flags,
    986  1.10.2.2  nathanw 		 bus_dmamap_t *mapp, caddr_t *vaddr, bus_addr_t *baddr,
    987  1.10.2.2  nathanw 		 bus_dma_segment_t *seg, int nseg, int *rseg)
    988  1.10.2.2  nathanw 
    989  1.10.2.2  nathanw {
    990  1.10.2.2  nathanw 	int error, level = 0;
    991  1.10.2.2  nathanw 
    992  1.10.2.2  nathanw 	if ((error = bus_dmamem_alloc(tag, size, PAGE_SIZE, 0,
    993  1.10.2.2  nathanw 			seg, nseg, rseg, BUS_DMA_NOWAIT)) != 0)
    994  1.10.2.2  nathanw 		goto out;
    995  1.10.2.2  nathanw 	level++;
    996  1.10.2.2  nathanw 
    997  1.10.2.2  nathanw 	if ((error = bus_dmamem_map(tag, seg, *rseg, size, vaddr,
    998  1.10.2.2  nathanw 			BUS_DMA_NOWAIT | flags)) != 0)
    999  1.10.2.2  nathanw 		goto out;
   1000  1.10.2.2  nathanw 	level++;
   1001  1.10.2.2  nathanw 
   1002  1.10.2.2  nathanw 	if ((error = bus_dmamap_create(tag, size, *rseg, size, 0,
   1003  1.10.2.2  nathanw 			BUS_DMA_NOWAIT, mapp)) != 0)
   1004  1.10.2.2  nathanw 		goto out;
   1005  1.10.2.2  nathanw 	level++;
   1006  1.10.2.2  nathanw 
   1007  1.10.2.2  nathanw 	if ((error = bus_dmamap_load(tag, *mapp, *vaddr, size, NULL,
   1008  1.10.2.2  nathanw 			BUS_DMA_NOWAIT)) != 0)
   1009  1.10.2.2  nathanw 		goto out;
   1010  1.10.2.2  nathanw 
   1011  1.10.2.2  nathanw 	*baddr = (*mapp)->dm_segs[0].ds_addr;
   1012  1.10.2.2  nathanw 
   1013  1.10.2.2  nathanw 	return 0;
   1014  1.10.2.2  nathanw out:
   1015  1.10.2.2  nathanw 	switch (level) {
   1016  1.10.2.2  nathanw 	case 3:
   1017  1.10.2.2  nathanw 		bus_dmamap_destroy(tag, *mapp);
   1018  1.10.2.2  nathanw 		/* FALLTHROUGH */
   1019  1.10.2.2  nathanw 	case 2:
   1020  1.10.2.2  nathanw 		bus_dmamem_unmap(tag, *vaddr, size);
   1021  1.10.2.2  nathanw 		/* FALLTHROUGH */
   1022  1.10.2.2  nathanw 	case 1:
   1023  1.10.2.2  nathanw 		bus_dmamem_free(tag, seg, *rseg);
   1024  1.10.2.2  nathanw 		break;
   1025  1.10.2.2  nathanw 	default:
   1026  1.10.2.2  nathanw 		break;
   1027  1.10.2.2  nathanw 	}
   1028  1.10.2.2  nathanw 
   1029  1.10.2.2  nathanw 	return error;
   1030  1.10.2.2  nathanw }
   1031  1.10.2.2  nathanw 
   1032  1.10.2.2  nathanw void
   1033  1.10.2.2  nathanw agp_free_dmamem(bus_dma_tag_t tag, size_t size, bus_dmamap_t map,
   1034  1.10.2.2  nathanw 		caddr_t vaddr, bus_dma_segment_t *seg, int nseg)
   1035  1.10.2.2  nathanw {
   1036  1.10.2.2  nathanw 
   1037  1.10.2.2  nathanw 	bus_dmamap_unload(tag, map);
   1038  1.10.2.2  nathanw 	bus_dmamap_destroy(tag, map);
   1039  1.10.2.2  nathanw 	bus_dmamem_unmap(tag, vaddr, size);
   1040  1.10.2.2  nathanw 	bus_dmamem_free(tag, seg, nseg);
   1041  1.10.2.2  nathanw }
   1042