agp.c revision 1.10.2.8 1 1.10.2.8 nathanw /* $NetBSD: agp.c,v 1.10.2.8 2002/09/17 21:20:13 nathanw Exp $ */
2 1.10.2.2 nathanw
3 1.10.2.2 nathanw /*-
4 1.10.2.2 nathanw * Copyright (c) 2000 Doug Rabson
5 1.10.2.2 nathanw * All rights reserved.
6 1.10.2.2 nathanw *
7 1.10.2.2 nathanw * Redistribution and use in source and binary forms, with or without
8 1.10.2.2 nathanw * modification, are permitted provided that the following conditions
9 1.10.2.2 nathanw * are met:
10 1.10.2.2 nathanw * 1. Redistributions of source code must retain the above copyright
11 1.10.2.2 nathanw * notice, this list of conditions and the following disclaimer.
12 1.10.2.2 nathanw * 2. Redistributions in binary form must reproduce the above copyright
13 1.10.2.2 nathanw * notice, this list of conditions and the following disclaimer in the
14 1.10.2.2 nathanw * documentation and/or other materials provided with the distribution.
15 1.10.2.2 nathanw *
16 1.10.2.2 nathanw * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 1.10.2.2 nathanw * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.10.2.2 nathanw * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.10.2.2 nathanw * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 1.10.2.2 nathanw * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.10.2.2 nathanw * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.10.2.2 nathanw * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.10.2.2 nathanw * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.10.2.2 nathanw * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.10.2.2 nathanw * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.10.2.2 nathanw * SUCH DAMAGE.
27 1.10.2.2 nathanw *
28 1.10.2.2 nathanw * $FreeBSD: src/sys/pci/agp.c,v 1.12 2001/05/19 01:28:07 alfred Exp $
29 1.10.2.2 nathanw */
30 1.10.2.2 nathanw
31 1.10.2.2 nathanw /*
32 1.10.2.2 nathanw * Copyright (c) 2001 Wasabi Systems, Inc.
33 1.10.2.2 nathanw * All rights reserved.
34 1.10.2.2 nathanw *
35 1.10.2.2 nathanw * Written by Frank van der Linden for Wasabi Systems, Inc.
36 1.10.2.2 nathanw *
37 1.10.2.2 nathanw * Redistribution and use in source and binary forms, with or without
38 1.10.2.2 nathanw * modification, are permitted provided that the following conditions
39 1.10.2.2 nathanw * are met:
40 1.10.2.2 nathanw * 1. Redistributions of source code must retain the above copyright
41 1.10.2.2 nathanw * notice, this list of conditions and the following disclaimer.
42 1.10.2.2 nathanw * 2. Redistributions in binary form must reproduce the above copyright
43 1.10.2.2 nathanw * notice, this list of conditions and the following disclaimer in the
44 1.10.2.2 nathanw * documentation and/or other materials provided with the distribution.
45 1.10.2.2 nathanw * 3. All advertising materials mentioning features or use of this software
46 1.10.2.2 nathanw * must display the following acknowledgement:
47 1.10.2.2 nathanw * This product includes software developed for the NetBSD Project by
48 1.10.2.2 nathanw * Wasabi Systems, Inc.
49 1.10.2.2 nathanw * 4. The name of Wasabi Systems, Inc. may not be used to endorse
50 1.10.2.2 nathanw * or promote products derived from this software without specific prior
51 1.10.2.2 nathanw * written permission.
52 1.10.2.2 nathanw *
53 1.10.2.2 nathanw * THIS SOFTWARE IS PROVIDED BY WASABI SYSTEMS, INC. ``AS IS'' AND
54 1.10.2.2 nathanw * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
55 1.10.2.2 nathanw * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
56 1.10.2.2 nathanw * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL WASABI SYSTEMS, INC
57 1.10.2.2 nathanw * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
58 1.10.2.2 nathanw * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
59 1.10.2.2 nathanw * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
60 1.10.2.2 nathanw * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
61 1.10.2.2 nathanw * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
62 1.10.2.2 nathanw * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
63 1.10.2.2 nathanw * POSSIBILITY OF SUCH DAMAGE.
64 1.10.2.2 nathanw */
65 1.10.2.2 nathanw
66 1.10.2.2 nathanw
67 1.10.2.4 nathanw #include <sys/cdefs.h>
68 1.10.2.8 nathanw __KERNEL_RCSID(0, "$NetBSD: agp.c,v 1.10.2.8 2002/09/17 21:20:13 nathanw Exp $");
69 1.10.2.4 nathanw
70 1.10.2.2 nathanw #include <sys/param.h>
71 1.10.2.2 nathanw #include <sys/systm.h>
72 1.10.2.2 nathanw #include <sys/malloc.h>
73 1.10.2.2 nathanw #include <sys/kernel.h>
74 1.10.2.2 nathanw #include <sys/device.h>
75 1.10.2.2 nathanw #include <sys/conf.h>
76 1.10.2.2 nathanw #include <sys/ioctl.h>
77 1.10.2.2 nathanw #include <sys/fcntl.h>
78 1.10.2.2 nathanw #include <sys/agpio.h>
79 1.10.2.2 nathanw #include <sys/proc.h>
80 1.10.2.2 nathanw
81 1.10.2.2 nathanw #include <uvm/uvm_extern.h>
82 1.10.2.2 nathanw
83 1.10.2.2 nathanw #include <dev/pci/pcireg.h>
84 1.10.2.2 nathanw #include <dev/pci/pcivar.h>
85 1.10.2.2 nathanw #include <dev/pci/agpvar.h>
86 1.10.2.2 nathanw #include <dev/pci/agpreg.h>
87 1.10.2.2 nathanw #include <dev/pci/pcidevs.h>
88 1.10.2.2 nathanw
89 1.10.2.2 nathanw #include <machine/bus.h>
90 1.10.2.2 nathanw
91 1.10.2.2 nathanw /* Helper functions for implementing chipset mini drivers. */
92 1.10.2.2 nathanw /* XXXfvdl get rid of this one. */
93 1.10.2.2 nathanw
94 1.10.2.2 nathanw extern struct cfdriver agp_cd;
95 1.10.2.8 nathanw
96 1.10.2.8 nathanw dev_type_open(agpopen);
97 1.10.2.8 nathanw dev_type_close(agpclose);
98 1.10.2.8 nathanw dev_type_ioctl(agpioctl);
99 1.10.2.8 nathanw dev_type_mmap(agpmmap);
100 1.10.2.8 nathanw
101 1.10.2.8 nathanw const struct cdevsw agp_cdevsw = {
102 1.10.2.8 nathanw agpopen, agpclose, noread, nowrite, agpioctl,
103 1.10.2.8 nathanw nostop, notty, nopoll, agpmmap,
104 1.10.2.8 nathanw };
105 1.10.2.2 nathanw
106 1.10.2.2 nathanw int agpmatch(struct device *, struct cfdata *, void *);
107 1.10.2.2 nathanw void agpattach(struct device *, struct device *, void *);
108 1.10.2.2 nathanw
109 1.10.2.2 nathanw struct cfattach agp_ca = {
110 1.10.2.2 nathanw sizeof(struct agp_softc), agpmatch, agpattach
111 1.10.2.2 nathanw };
112 1.10.2.2 nathanw
113 1.10.2.2 nathanw static int agp_info_user(struct agp_softc *, agp_info *);
114 1.10.2.2 nathanw static int agp_setup_user(struct agp_softc *, agp_setup *);
115 1.10.2.2 nathanw static int agp_allocate_user(struct agp_softc *, agp_allocate *);
116 1.10.2.2 nathanw static int agp_deallocate_user(struct agp_softc *, int);
117 1.10.2.2 nathanw static int agp_bind_user(struct agp_softc *, agp_bind *);
118 1.10.2.2 nathanw static int agp_unbind_user(struct agp_softc *, agp_unbind *);
119 1.10.2.2 nathanw static int agpdev_match(struct pci_attach_args *);
120 1.10.2.2 nathanw
121 1.10.2.2 nathanw #include "agp_ali.h"
122 1.10.2.2 nathanw #include "agp_amd.h"
123 1.10.2.2 nathanw #include "agp_i810.h"
124 1.10.2.2 nathanw #include "agp_intel.h"
125 1.10.2.2 nathanw #include "agp_sis.h"
126 1.10.2.2 nathanw #include "agp_via.h"
127 1.10.2.2 nathanw
128 1.10.2.2 nathanw const struct agp_product {
129 1.10.2.2 nathanw uint32_t ap_vendor;
130 1.10.2.2 nathanw uint32_t ap_product;
131 1.10.2.2 nathanw int (*ap_match)(const struct pci_attach_args *);
132 1.10.2.2 nathanw int (*ap_attach)(struct device *, struct device *, void *);
133 1.10.2.2 nathanw } agp_products[] = {
134 1.10.2.2 nathanw #if NAGP_ALI > 0
135 1.10.2.2 nathanw { PCI_VENDOR_ALI, -1,
136 1.10.2.2 nathanw NULL, agp_ali_attach },
137 1.10.2.2 nathanw #endif
138 1.10.2.2 nathanw
139 1.10.2.2 nathanw #if NAGP_AMD > 0
140 1.10.2.2 nathanw { PCI_VENDOR_AMD, -1,
141 1.10.2.2 nathanw agp_amd_match, agp_amd_attach },
142 1.10.2.2 nathanw #endif
143 1.10.2.2 nathanw
144 1.10.2.2 nathanw #if NAGP_I810 > 0
145 1.10.2.2 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82810_MCH,
146 1.10.2.2 nathanw NULL, agp_i810_attach },
147 1.10.2.2 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82810_DC100_MCH,
148 1.10.2.2 nathanw NULL, agp_i810_attach },
149 1.10.2.2 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82810E_MCH,
150 1.10.2.2 nathanw NULL, agp_i810_attach },
151 1.10.2.2 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82815_FULL_HUB,
152 1.10.2.2 nathanw NULL, agp_i810_attach },
153 1.10.2.3 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82840_HB,
154 1.10.2.3 nathanw NULL, agp_i810_attach },
155 1.10.2.5 nathanw #if 0
156 1.10.2.5 nathanw /* XXX needs somewhat different driver */
157 1.10.2.5 nathanw { PCI_VENDOR_INTEL, PCI_PRODUCT_INTEL_82830MP_IO_1,
158 1.10.2.5 nathanw NULL, agp_i810_attach },
159 1.10.2.5 nathanw #endif
160 1.10.2.2 nathanw #endif
161 1.10.2.2 nathanw
162 1.10.2.2 nathanw #if NAGP_INTEL > 0
163 1.10.2.2 nathanw { PCI_VENDOR_INTEL, -1,
164 1.10.2.2 nathanw NULL, agp_intel_attach },
165 1.10.2.2 nathanw #endif
166 1.10.2.2 nathanw
167 1.10.2.2 nathanw #if NAGP_SIS > 0
168 1.10.2.2 nathanw { PCI_VENDOR_SIS, -1,
169 1.10.2.2 nathanw NULL, agp_sis_attach },
170 1.10.2.2 nathanw #endif
171 1.10.2.2 nathanw
172 1.10.2.2 nathanw #if NAGP_VIA > 0
173 1.10.2.2 nathanw { PCI_VENDOR_VIATECH, -1,
174 1.10.2.2 nathanw NULL, agp_via_attach },
175 1.10.2.2 nathanw #endif
176 1.10.2.2 nathanw
177 1.10.2.2 nathanw { 0, 0,
178 1.10.2.2 nathanw NULL, NULL },
179 1.10.2.2 nathanw };
180 1.10.2.2 nathanw
181 1.10.2.2 nathanw static const struct agp_product *
182 1.10.2.2 nathanw agp_lookup(const struct pci_attach_args *pa)
183 1.10.2.2 nathanw {
184 1.10.2.2 nathanw const struct agp_product *ap;
185 1.10.2.2 nathanw
186 1.10.2.2 nathanw /* First find the vendor. */
187 1.10.2.2 nathanw for (ap = agp_products; ap->ap_attach != NULL; ap++) {
188 1.10.2.2 nathanw if (PCI_VENDOR(pa->pa_id) == ap->ap_vendor)
189 1.10.2.2 nathanw break;
190 1.10.2.2 nathanw }
191 1.10.2.2 nathanw
192 1.10.2.2 nathanw if (ap->ap_attach == NULL)
193 1.10.2.2 nathanw return (NULL);
194 1.10.2.2 nathanw
195 1.10.2.2 nathanw /* Now find the product within the vendor's domain. */
196 1.10.2.2 nathanw for (; ap->ap_attach != NULL; ap++) {
197 1.10.2.2 nathanw if (PCI_VENDOR(pa->pa_id) != ap->ap_vendor) {
198 1.10.2.2 nathanw /* Ran out of this vendor's section of the table. */
199 1.10.2.2 nathanw return (NULL);
200 1.10.2.2 nathanw }
201 1.10.2.2 nathanw if (ap->ap_product == PCI_PRODUCT(pa->pa_id)) {
202 1.10.2.2 nathanw /* Exact match. */
203 1.10.2.2 nathanw break;
204 1.10.2.2 nathanw }
205 1.10.2.2 nathanw if (ap->ap_product == (uint32_t) -1) {
206 1.10.2.2 nathanw /* Wildcard match. */
207 1.10.2.2 nathanw break;
208 1.10.2.2 nathanw }
209 1.10.2.2 nathanw }
210 1.10.2.2 nathanw
211 1.10.2.2 nathanw if (ap->ap_attach == NULL)
212 1.10.2.2 nathanw return (NULL);
213 1.10.2.2 nathanw
214 1.10.2.2 nathanw /* Now let the product-specific driver filter the match. */
215 1.10.2.2 nathanw if (ap->ap_match != NULL && (*ap->ap_match)(pa) == 0)
216 1.10.2.2 nathanw return (NULL);
217 1.10.2.2 nathanw
218 1.10.2.2 nathanw return (ap);
219 1.10.2.2 nathanw }
220 1.10.2.2 nathanw
221 1.10.2.2 nathanw int
222 1.10.2.2 nathanw agpmatch(struct device *parent, struct cfdata *match, void *aux)
223 1.10.2.2 nathanw {
224 1.10.2.2 nathanw struct agpbus_attach_args *apa = aux;
225 1.10.2.2 nathanw struct pci_attach_args *pa = &apa->apa_pci_args;
226 1.10.2.2 nathanw
227 1.10.2.2 nathanw if (strcmp(apa->apa_busname, "agp") != 0)
228 1.10.2.2 nathanw return (0);
229 1.10.2.2 nathanw
230 1.10.2.2 nathanw if (agp_lookup(pa) == NULL)
231 1.10.2.2 nathanw return (0);
232 1.10.2.2 nathanw
233 1.10.2.2 nathanw return (1);
234 1.10.2.2 nathanw }
235 1.10.2.2 nathanw
236 1.10.2.2 nathanw static int agp_max[][2] = {
237 1.10.2.2 nathanw {0, 0},
238 1.10.2.2 nathanw {32, 4},
239 1.10.2.2 nathanw {64, 28},
240 1.10.2.2 nathanw {128, 96},
241 1.10.2.2 nathanw {256, 204},
242 1.10.2.2 nathanw {512, 440},
243 1.10.2.2 nathanw {1024, 942},
244 1.10.2.2 nathanw {2048, 1920},
245 1.10.2.2 nathanw {4096, 3932}
246 1.10.2.2 nathanw };
247 1.10.2.2 nathanw #define agp_max_size (sizeof(agp_max) / sizeof(agp_max[0]))
248 1.10.2.2 nathanw
249 1.10.2.2 nathanw void
250 1.10.2.2 nathanw agpattach(struct device *parent, struct device *self, void *aux)
251 1.10.2.2 nathanw {
252 1.10.2.2 nathanw struct agpbus_attach_args *apa = aux;
253 1.10.2.2 nathanw struct pci_attach_args *pa = &apa->apa_pci_args;
254 1.10.2.2 nathanw struct agp_softc *sc = (void *)self;
255 1.10.2.2 nathanw const struct agp_product *ap;
256 1.10.2.2 nathanw int memsize, i, ret;
257 1.10.2.2 nathanw
258 1.10.2.2 nathanw ap = agp_lookup(pa);
259 1.10.2.2 nathanw if (ap == NULL) {
260 1.10.2.2 nathanw printf("\n");
261 1.10.2.2 nathanw panic("agpattach: impossible");
262 1.10.2.2 nathanw }
263 1.10.2.2 nathanw
264 1.10.2.2 nathanw sc->as_dmat = pa->pa_dmat;
265 1.10.2.2 nathanw sc->as_pc = pa->pa_pc;
266 1.10.2.2 nathanw sc->as_tag = pa->pa_tag;
267 1.10.2.2 nathanw sc->as_id = pa->pa_id;
268 1.10.2.2 nathanw
269 1.10.2.2 nathanw /*
270 1.10.2.2 nathanw * Work out an upper bound for agp memory allocation. This
271 1.10.2.2 nathanw * uses a heurisitc table from the Linux driver.
272 1.10.2.2 nathanw */
273 1.10.2.2 nathanw memsize = ptoa(physmem) >> 20;
274 1.10.2.2 nathanw for (i = 0; i < agp_max_size; i++) {
275 1.10.2.2 nathanw if (memsize <= agp_max[i][0])
276 1.10.2.2 nathanw break;
277 1.10.2.2 nathanw }
278 1.10.2.2 nathanw if (i == agp_max_size)
279 1.10.2.2 nathanw i = agp_max_size - 1;
280 1.10.2.2 nathanw sc->as_maxmem = agp_max[i][1] << 20U;
281 1.10.2.2 nathanw
282 1.10.2.2 nathanw /*
283 1.10.2.2 nathanw * The lock is used to prevent re-entry to
284 1.10.2.2 nathanw * agp_generic_bind_memory() since that function can sleep.
285 1.10.2.2 nathanw */
286 1.10.2.2 nathanw lockinit(&sc->as_lock, PZERO|PCATCH, "agplk", 0, 0);
287 1.10.2.2 nathanw
288 1.10.2.2 nathanw TAILQ_INIT(&sc->as_memory);
289 1.10.2.2 nathanw
290 1.10.2.2 nathanw ret = (*ap->ap_attach)(parent, self, pa);
291 1.10.2.2 nathanw if (ret == 0)
292 1.10.2.2 nathanw printf(": aperture at 0x%lx, size 0x%lx\n",
293 1.10.2.2 nathanw (unsigned long)sc->as_apaddr,
294 1.10.2.2 nathanw (unsigned long)AGP_GET_APERTURE(sc));
295 1.10.2.2 nathanw else
296 1.10.2.2 nathanw sc->as_chipc = NULL;
297 1.10.2.2 nathanw }
298 1.10.2.2 nathanw int
299 1.10.2.2 nathanw agp_map_aperture(struct pci_attach_args *pa, struct agp_softc *sc)
300 1.10.2.2 nathanw {
301 1.10.2.2 nathanw /*
302 1.10.2.3 nathanw * Find and the aperture. Don't map it (yet), this would
303 1.10.2.3 nathanw * eat KVA.
304 1.10.2.2 nathanw */
305 1.10.2.3 nathanw if (pci_mapreg_info(pa->pa_pc, pa->pa_tag, AGP_APBASE,
306 1.10.2.3 nathanw PCI_MAPREG_TYPE_MEM, &sc->as_apaddr, &sc->as_apsize,
307 1.10.2.3 nathanw &sc->as_apflags) != 0)
308 1.10.2.2 nathanw return ENXIO;
309 1.10.2.2 nathanw
310 1.10.2.3 nathanw sc->as_apt = pa->pa_memt;
311 1.10.2.3 nathanw
312 1.10.2.2 nathanw return 0;
313 1.10.2.2 nathanw }
314 1.10.2.2 nathanw
315 1.10.2.2 nathanw struct agp_gatt *
316 1.10.2.2 nathanw agp_alloc_gatt(struct agp_softc *sc)
317 1.10.2.2 nathanw {
318 1.10.2.2 nathanw u_int32_t apsize = AGP_GET_APERTURE(sc);
319 1.10.2.2 nathanw u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
320 1.10.2.2 nathanw struct agp_gatt *gatt;
321 1.10.2.2 nathanw int dummyseg;
322 1.10.2.2 nathanw
323 1.10.2.2 nathanw gatt = malloc(sizeof(struct agp_gatt), M_AGP, M_NOWAIT);
324 1.10.2.2 nathanw if (!gatt)
325 1.10.2.2 nathanw return NULL;
326 1.10.2.2 nathanw gatt->ag_entries = entries;
327 1.10.2.2 nathanw
328 1.10.2.2 nathanw if (agp_alloc_dmamem(sc->as_dmat, entries * sizeof(u_int32_t),
329 1.10.2.2 nathanw 0, &gatt->ag_dmamap, (caddr_t *)&gatt->ag_virtual,
330 1.10.2.2 nathanw &gatt->ag_physical, &gatt->ag_dmaseg, 1, &dummyseg) != 0)
331 1.10.2.2 nathanw return NULL;
332 1.10.2.2 nathanw
333 1.10.2.2 nathanw gatt->ag_size = entries * sizeof(u_int32_t);
334 1.10.2.2 nathanw memset(gatt->ag_virtual, 0, gatt->ag_size);
335 1.10.2.2 nathanw agp_flush_cache();
336 1.10.2.2 nathanw
337 1.10.2.2 nathanw return gatt;
338 1.10.2.2 nathanw }
339 1.10.2.2 nathanw
340 1.10.2.2 nathanw void
341 1.10.2.2 nathanw agp_free_gatt(struct agp_softc *sc, struct agp_gatt *gatt)
342 1.10.2.2 nathanw {
343 1.10.2.2 nathanw agp_free_dmamem(sc->as_dmat, gatt->ag_size, gatt->ag_dmamap,
344 1.10.2.2 nathanw (caddr_t)gatt->ag_virtual, &gatt->ag_dmaseg, 1);
345 1.10.2.2 nathanw free(gatt, M_AGP);
346 1.10.2.2 nathanw }
347 1.10.2.2 nathanw
348 1.10.2.2 nathanw
349 1.10.2.2 nathanw int
350 1.10.2.2 nathanw agp_generic_detach(struct agp_softc *sc)
351 1.10.2.2 nathanw {
352 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_DRAIN, 0);
353 1.10.2.2 nathanw agp_flush_cache();
354 1.10.2.2 nathanw return 0;
355 1.10.2.2 nathanw }
356 1.10.2.2 nathanw
357 1.10.2.2 nathanw static int
358 1.10.2.2 nathanw agpdev_match(struct pci_attach_args *pa)
359 1.10.2.2 nathanw {
360 1.10.2.2 nathanw if (PCI_CLASS(pa->pa_class) == PCI_CLASS_DISPLAY &&
361 1.10.2.2 nathanw PCI_SUBCLASS(pa->pa_class) == PCI_SUBCLASS_DISPLAY_VGA)
362 1.10.2.2 nathanw return 1;
363 1.10.2.2 nathanw
364 1.10.2.2 nathanw return 0;
365 1.10.2.2 nathanw }
366 1.10.2.2 nathanw
367 1.10.2.2 nathanw int
368 1.10.2.2 nathanw agp_generic_enable(struct agp_softc *sc, u_int32_t mode)
369 1.10.2.2 nathanw {
370 1.10.2.2 nathanw struct pci_attach_args pa;
371 1.10.2.2 nathanw pcireg_t tstatus, mstatus;
372 1.10.2.2 nathanw pcireg_t command;
373 1.10.2.2 nathanw int rq, sba, fw, rate, capoff;
374 1.10.2.2 nathanw
375 1.10.2.2 nathanw if (pci_find_device(&pa, agpdev_match) == 0 ||
376 1.10.2.2 nathanw pci_get_capability(pa.pa_pc, pa.pa_tag, PCI_CAP_AGP,
377 1.10.2.2 nathanw &capoff, NULL) == 0) {
378 1.10.2.2 nathanw printf("%s: can't find display\n", sc->as_dev.dv_xname);
379 1.10.2.2 nathanw return ENXIO;
380 1.10.2.2 nathanw }
381 1.10.2.2 nathanw
382 1.10.2.2 nathanw tstatus = pci_conf_read(sc->as_pc, sc->as_tag,
383 1.10.2.2 nathanw sc->as_capoff + AGP_STATUS);
384 1.10.2.2 nathanw mstatus = pci_conf_read(pa.pa_pc, pa.pa_tag,
385 1.10.2.2 nathanw capoff + AGP_STATUS);
386 1.10.2.2 nathanw
387 1.10.2.2 nathanw /* Set RQ to the min of mode, tstatus and mstatus */
388 1.10.2.2 nathanw rq = AGP_MODE_GET_RQ(mode);
389 1.10.2.2 nathanw if (AGP_MODE_GET_RQ(tstatus) < rq)
390 1.10.2.2 nathanw rq = AGP_MODE_GET_RQ(tstatus);
391 1.10.2.2 nathanw if (AGP_MODE_GET_RQ(mstatus) < rq)
392 1.10.2.2 nathanw rq = AGP_MODE_GET_RQ(mstatus);
393 1.10.2.2 nathanw
394 1.10.2.2 nathanw /* Set SBA if all three can deal with SBA */
395 1.10.2.2 nathanw sba = (AGP_MODE_GET_SBA(tstatus)
396 1.10.2.2 nathanw & AGP_MODE_GET_SBA(mstatus)
397 1.10.2.2 nathanw & AGP_MODE_GET_SBA(mode));
398 1.10.2.2 nathanw
399 1.10.2.2 nathanw /* Similar for FW */
400 1.10.2.2 nathanw fw = (AGP_MODE_GET_FW(tstatus)
401 1.10.2.2 nathanw & AGP_MODE_GET_FW(mstatus)
402 1.10.2.2 nathanw & AGP_MODE_GET_FW(mode));
403 1.10.2.2 nathanw
404 1.10.2.2 nathanw /* Figure out the max rate */
405 1.10.2.2 nathanw rate = (AGP_MODE_GET_RATE(tstatus)
406 1.10.2.2 nathanw & AGP_MODE_GET_RATE(mstatus)
407 1.10.2.2 nathanw & AGP_MODE_GET_RATE(mode));
408 1.10.2.2 nathanw if (rate & AGP_MODE_RATE_4x)
409 1.10.2.2 nathanw rate = AGP_MODE_RATE_4x;
410 1.10.2.2 nathanw else if (rate & AGP_MODE_RATE_2x)
411 1.10.2.2 nathanw rate = AGP_MODE_RATE_2x;
412 1.10.2.2 nathanw else
413 1.10.2.2 nathanw rate = AGP_MODE_RATE_1x;
414 1.10.2.2 nathanw
415 1.10.2.2 nathanw /* Construct the new mode word and tell the hardware */
416 1.10.2.2 nathanw command = AGP_MODE_SET_RQ(0, rq);
417 1.10.2.2 nathanw command = AGP_MODE_SET_SBA(command, sba);
418 1.10.2.2 nathanw command = AGP_MODE_SET_FW(command, fw);
419 1.10.2.2 nathanw command = AGP_MODE_SET_RATE(command, rate);
420 1.10.2.2 nathanw command = AGP_MODE_SET_AGP(command, 1);
421 1.10.2.2 nathanw pci_conf_write(sc->as_pc, sc->as_tag,
422 1.10.2.2 nathanw sc->as_capoff + AGP_COMMAND, command);
423 1.10.2.2 nathanw pci_conf_write(pa.pa_pc, pa.pa_tag, capoff + AGP_COMMAND, command);
424 1.10.2.2 nathanw
425 1.10.2.2 nathanw return 0;
426 1.10.2.2 nathanw }
427 1.10.2.2 nathanw
428 1.10.2.2 nathanw struct agp_memory *
429 1.10.2.2 nathanw agp_generic_alloc_memory(struct agp_softc *sc, int type, vsize_t size)
430 1.10.2.2 nathanw {
431 1.10.2.2 nathanw struct agp_memory *mem;
432 1.10.2.2 nathanw
433 1.10.2.2 nathanw if ((size & (AGP_PAGE_SIZE - 1)) != 0)
434 1.10.2.2 nathanw return 0;
435 1.10.2.2 nathanw
436 1.10.2.2 nathanw if (sc->as_allocated + size > sc->as_maxmem)
437 1.10.2.2 nathanw return 0;
438 1.10.2.2 nathanw
439 1.10.2.2 nathanw if (type != 0) {
440 1.10.2.2 nathanw printf("agp_generic_alloc_memory: unsupported type %d\n",
441 1.10.2.2 nathanw type);
442 1.10.2.2 nathanw return 0;
443 1.10.2.2 nathanw }
444 1.10.2.2 nathanw
445 1.10.2.2 nathanw mem = malloc(sizeof *mem, M_AGP, M_WAITOK);
446 1.10.2.2 nathanw if (mem == NULL)
447 1.10.2.2 nathanw return NULL;
448 1.10.2.2 nathanw
449 1.10.2.2 nathanw if (bus_dmamap_create(sc->as_dmat, size, size / PAGE_SIZE + 1,
450 1.10.2.2 nathanw size, 0, BUS_DMA_NOWAIT, &mem->am_dmamap) != 0) {
451 1.10.2.2 nathanw free(mem, M_AGP);
452 1.10.2.2 nathanw return NULL;
453 1.10.2.2 nathanw }
454 1.10.2.2 nathanw
455 1.10.2.2 nathanw mem->am_id = sc->as_nextid++;
456 1.10.2.2 nathanw mem->am_size = size;
457 1.10.2.2 nathanw mem->am_type = 0;
458 1.10.2.2 nathanw mem->am_physical = 0;
459 1.10.2.2 nathanw mem->am_offset = 0;
460 1.10.2.2 nathanw mem->am_is_bound = 0;
461 1.10.2.2 nathanw TAILQ_INSERT_TAIL(&sc->as_memory, mem, am_link);
462 1.10.2.2 nathanw sc->as_allocated += size;
463 1.10.2.2 nathanw
464 1.10.2.2 nathanw return mem;
465 1.10.2.2 nathanw }
466 1.10.2.2 nathanw
467 1.10.2.2 nathanw int
468 1.10.2.2 nathanw agp_generic_free_memory(struct agp_softc *sc, struct agp_memory *mem)
469 1.10.2.2 nathanw {
470 1.10.2.2 nathanw if (mem->am_is_bound)
471 1.10.2.2 nathanw return EBUSY;
472 1.10.2.2 nathanw
473 1.10.2.2 nathanw sc->as_allocated -= mem->am_size;
474 1.10.2.2 nathanw TAILQ_REMOVE(&sc->as_memory, mem, am_link);
475 1.10.2.2 nathanw bus_dmamap_destroy(sc->as_dmat, mem->am_dmamap);
476 1.10.2.2 nathanw free(mem, M_AGP);
477 1.10.2.2 nathanw return 0;
478 1.10.2.2 nathanw }
479 1.10.2.2 nathanw
480 1.10.2.2 nathanw int
481 1.10.2.2 nathanw agp_generic_bind_memory(struct agp_softc *sc, struct agp_memory *mem,
482 1.10.2.2 nathanw off_t offset)
483 1.10.2.2 nathanw {
484 1.10.2.2 nathanw off_t i, k;
485 1.10.2.2 nathanw bus_size_t done, j;
486 1.10.2.2 nathanw int error;
487 1.10.2.2 nathanw bus_dma_segment_t *segs, *seg;
488 1.10.2.2 nathanw bus_addr_t pa;
489 1.10.2.2 nathanw int contigpages, nseg;
490 1.10.2.2 nathanw
491 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_EXCLUSIVE, 0);
492 1.10.2.2 nathanw
493 1.10.2.2 nathanw if (mem->am_is_bound) {
494 1.10.2.2 nathanw printf("%s: memory already bound\n", sc->as_dev.dv_xname);
495 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
496 1.10.2.2 nathanw return EINVAL;
497 1.10.2.2 nathanw }
498 1.10.2.2 nathanw
499 1.10.2.2 nathanw if (offset < 0
500 1.10.2.2 nathanw || (offset & (AGP_PAGE_SIZE - 1)) != 0
501 1.10.2.2 nathanw || offset + mem->am_size > AGP_GET_APERTURE(sc)) {
502 1.10.2.2 nathanw printf("%s: binding memory at bad offset %#lx\n",
503 1.10.2.2 nathanw sc->as_dev.dv_xname, (unsigned long) offset);
504 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
505 1.10.2.2 nathanw return EINVAL;
506 1.10.2.2 nathanw }
507 1.10.2.2 nathanw
508 1.10.2.2 nathanw /*
509 1.10.2.2 nathanw * XXXfvdl
510 1.10.2.2 nathanw * The memory here needs to be directly accessable from the
511 1.10.2.2 nathanw * AGP video card, so it should be allocated using bus_dma.
512 1.10.2.2 nathanw * However, it need not be contiguous, since individual pages
513 1.10.2.2 nathanw * are translated using the GATT.
514 1.10.2.2 nathanw *
515 1.10.2.2 nathanw * Using a large chunk of contiguous memory may get in the way
516 1.10.2.2 nathanw * of other subsystems that may need one, so we try to be friendly
517 1.10.2.2 nathanw * and ask for allocation in chunks of a minimum of 8 pages
518 1.10.2.2 nathanw * of contiguous memory on average, falling back to 4, 2 and 1
519 1.10.2.2 nathanw * if really needed. Larger chunks are preferred, since allocating
520 1.10.2.2 nathanw * a bus_dma_segment per page would be overkill.
521 1.10.2.2 nathanw */
522 1.10.2.2 nathanw
523 1.10.2.2 nathanw for (contigpages = 8; contigpages > 0; contigpages >>= 1) {
524 1.10.2.2 nathanw nseg = (mem->am_size / (contigpages * PAGE_SIZE)) + 1;
525 1.10.2.2 nathanw segs = malloc(nseg * sizeof *segs, M_AGP, M_WAITOK);
526 1.10.2.7 nathanw if (segs == NULL) {
527 1.10.2.7 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
528 1.10.2.2 nathanw return ENOMEM;
529 1.10.2.7 nathanw }
530 1.10.2.2 nathanw if (bus_dmamem_alloc(sc->as_dmat, mem->am_size, PAGE_SIZE, 0,
531 1.10.2.2 nathanw segs, nseg, &mem->am_nseg,
532 1.10.2.6 nathanw contigpages > 1 ?
533 1.10.2.6 nathanw BUS_DMA_NOWAIT : BUS_DMA_WAITOK) != 0) {
534 1.10.2.2 nathanw free(segs, M_AGP);
535 1.10.2.2 nathanw continue;
536 1.10.2.2 nathanw }
537 1.10.2.2 nathanw if (bus_dmamem_map(sc->as_dmat, segs, mem->am_nseg,
538 1.10.2.2 nathanw mem->am_size, &mem->am_virtual, BUS_DMA_WAITOK) != 0) {
539 1.10.2.2 nathanw bus_dmamem_free(sc->as_dmat, segs, mem->am_nseg);
540 1.10.2.2 nathanw free(segs, M_AGP);
541 1.10.2.2 nathanw continue;
542 1.10.2.2 nathanw }
543 1.10.2.2 nathanw if (bus_dmamap_load(sc->as_dmat, mem->am_dmamap,
544 1.10.2.2 nathanw mem->am_virtual, mem->am_size, NULL, BUS_DMA_WAITOK) != 0) {
545 1.10.2.2 nathanw bus_dmamem_unmap(sc->as_dmat, mem->am_virtual,
546 1.10.2.2 nathanw mem->am_size);
547 1.10.2.2 nathanw bus_dmamem_free(sc->as_dmat, segs, mem->am_nseg);
548 1.10.2.2 nathanw free(segs, M_AGP);
549 1.10.2.2 nathanw continue;
550 1.10.2.2 nathanw }
551 1.10.2.2 nathanw mem->am_dmaseg = segs;
552 1.10.2.2 nathanw break;
553 1.10.2.2 nathanw }
554 1.10.2.2 nathanw
555 1.10.2.2 nathanw if (contigpages == 0) {
556 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
557 1.10.2.2 nathanw return ENOMEM;
558 1.10.2.2 nathanw }
559 1.10.2.2 nathanw
560 1.10.2.2 nathanw
561 1.10.2.2 nathanw /*
562 1.10.2.2 nathanw * Bind the individual pages and flush the chipset's
563 1.10.2.2 nathanw * TLB.
564 1.10.2.2 nathanw */
565 1.10.2.2 nathanw done = 0;
566 1.10.2.2 nathanw for (i = 0; i < mem->am_dmamap->dm_nsegs; i++) {
567 1.10.2.2 nathanw seg = &mem->am_dmamap->dm_segs[i];
568 1.10.2.2 nathanw /*
569 1.10.2.2 nathanw * Install entries in the GATT, making sure that if
570 1.10.2.2 nathanw * AGP_PAGE_SIZE < PAGE_SIZE and mem->am_size is not
571 1.10.2.2 nathanw * aligned to PAGE_SIZE, we don't modify too many GATT
572 1.10.2.2 nathanw * entries.
573 1.10.2.2 nathanw */
574 1.10.2.2 nathanw for (j = 0; j < seg->ds_len && (done + j) < mem->am_size;
575 1.10.2.2 nathanw j += AGP_PAGE_SIZE) {
576 1.10.2.2 nathanw pa = seg->ds_addr + j;
577 1.10.2.2 nathanw AGP_DPF("binding offset %#lx to pa %#lx\n",
578 1.10.2.2 nathanw (unsigned long)(offset + done + j),
579 1.10.2.2 nathanw (unsigned long)pa);
580 1.10.2.2 nathanw error = AGP_BIND_PAGE(sc, offset + done + j, pa);
581 1.10.2.2 nathanw if (error) {
582 1.10.2.2 nathanw /*
583 1.10.2.2 nathanw * Bail out. Reverse all the mappings
584 1.10.2.2 nathanw * and unwire the pages.
585 1.10.2.2 nathanw */
586 1.10.2.2 nathanw for (k = 0; k < done + j; k += AGP_PAGE_SIZE)
587 1.10.2.2 nathanw AGP_UNBIND_PAGE(sc, offset + k);
588 1.10.2.2 nathanw
589 1.10.2.2 nathanw bus_dmamap_unload(sc->as_dmat, mem->am_dmamap);
590 1.10.2.2 nathanw bus_dmamem_unmap(sc->as_dmat, mem->am_virtual,
591 1.10.2.2 nathanw mem->am_size);
592 1.10.2.2 nathanw bus_dmamem_free(sc->as_dmat, mem->am_dmaseg,
593 1.10.2.2 nathanw mem->am_nseg);
594 1.10.2.2 nathanw free(mem->am_dmaseg, M_AGP);
595 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
596 1.10.2.2 nathanw return error;
597 1.10.2.2 nathanw }
598 1.10.2.2 nathanw }
599 1.10.2.2 nathanw done += seg->ds_len;
600 1.10.2.2 nathanw }
601 1.10.2.2 nathanw
602 1.10.2.2 nathanw /*
603 1.10.2.2 nathanw * Flush the cpu cache since we are providing a new mapping
604 1.10.2.2 nathanw * for these pages.
605 1.10.2.2 nathanw */
606 1.10.2.2 nathanw agp_flush_cache();
607 1.10.2.2 nathanw
608 1.10.2.2 nathanw /*
609 1.10.2.2 nathanw * Make sure the chipset gets the new mappings.
610 1.10.2.2 nathanw */
611 1.10.2.2 nathanw AGP_FLUSH_TLB(sc);
612 1.10.2.2 nathanw
613 1.10.2.2 nathanw mem->am_offset = offset;
614 1.10.2.2 nathanw mem->am_is_bound = 1;
615 1.10.2.2 nathanw
616 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
617 1.10.2.2 nathanw
618 1.10.2.2 nathanw return 0;
619 1.10.2.2 nathanw }
620 1.10.2.2 nathanw
621 1.10.2.2 nathanw int
622 1.10.2.2 nathanw agp_generic_unbind_memory(struct agp_softc *sc, struct agp_memory *mem)
623 1.10.2.2 nathanw {
624 1.10.2.2 nathanw int i;
625 1.10.2.2 nathanw
626 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_EXCLUSIVE, 0);
627 1.10.2.2 nathanw
628 1.10.2.2 nathanw if (!mem->am_is_bound) {
629 1.10.2.2 nathanw printf("%s: memory is not bound\n", sc->as_dev.dv_xname);
630 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
631 1.10.2.2 nathanw return EINVAL;
632 1.10.2.2 nathanw }
633 1.10.2.2 nathanw
634 1.10.2.2 nathanw
635 1.10.2.2 nathanw /*
636 1.10.2.2 nathanw * Unbind the individual pages and flush the chipset's
637 1.10.2.2 nathanw * TLB. Unwire the pages so they can be swapped.
638 1.10.2.2 nathanw */
639 1.10.2.2 nathanw for (i = 0; i < mem->am_size; i += AGP_PAGE_SIZE)
640 1.10.2.2 nathanw AGP_UNBIND_PAGE(sc, mem->am_offset + i);
641 1.10.2.2 nathanw
642 1.10.2.2 nathanw agp_flush_cache();
643 1.10.2.2 nathanw AGP_FLUSH_TLB(sc);
644 1.10.2.2 nathanw
645 1.10.2.2 nathanw bus_dmamap_unload(sc->as_dmat, mem->am_dmamap);
646 1.10.2.2 nathanw bus_dmamem_unmap(sc->as_dmat, mem->am_virtual, mem->am_size);
647 1.10.2.2 nathanw bus_dmamem_free(sc->as_dmat, mem->am_dmaseg, mem->am_nseg);
648 1.10.2.2 nathanw
649 1.10.2.2 nathanw free(mem->am_dmaseg, M_AGP);
650 1.10.2.2 nathanw
651 1.10.2.2 nathanw mem->am_offset = 0;
652 1.10.2.2 nathanw mem->am_is_bound = 0;
653 1.10.2.2 nathanw
654 1.10.2.2 nathanw lockmgr(&sc->as_lock, LK_RELEASE, 0);
655 1.10.2.2 nathanw
656 1.10.2.2 nathanw return 0;
657 1.10.2.2 nathanw }
658 1.10.2.2 nathanw
659 1.10.2.2 nathanw /* Helper functions for implementing user/kernel api */
660 1.10.2.2 nathanw
661 1.10.2.2 nathanw static int
662 1.10.2.2 nathanw agp_acquire_helper(struct agp_softc *sc, enum agp_acquire_state state)
663 1.10.2.2 nathanw {
664 1.10.2.2 nathanw if (sc->as_state != AGP_ACQUIRE_FREE)
665 1.10.2.2 nathanw return EBUSY;
666 1.10.2.2 nathanw sc->as_state = state;
667 1.10.2.2 nathanw
668 1.10.2.2 nathanw return 0;
669 1.10.2.2 nathanw }
670 1.10.2.2 nathanw
671 1.10.2.2 nathanw static int
672 1.10.2.2 nathanw agp_release_helper(struct agp_softc *sc, enum agp_acquire_state state)
673 1.10.2.2 nathanw {
674 1.10.2.2 nathanw struct agp_memory *mem;
675 1.10.2.2 nathanw
676 1.10.2.2 nathanw if (sc->as_state == AGP_ACQUIRE_FREE)
677 1.10.2.2 nathanw return 0;
678 1.10.2.2 nathanw
679 1.10.2.2 nathanw if (sc->as_state != state)
680 1.10.2.2 nathanw return EBUSY;
681 1.10.2.2 nathanw
682 1.10.2.2 nathanw /*
683 1.10.2.7 nathanw * Clear out outstanding aperture mappings.
684 1.10.2.7 nathanw * (should not be necessary, done by caller)
685 1.10.2.2 nathanw */
686 1.10.2.2 nathanw TAILQ_FOREACH(mem, &sc->as_memory, am_link) {
687 1.10.2.2 nathanw if (mem->am_is_bound) {
688 1.10.2.2 nathanw printf("agp_release_helper: mem %d is bound\n",
689 1.10.2.2 nathanw mem->am_id);
690 1.10.2.2 nathanw AGP_UNBIND_MEMORY(sc, mem);
691 1.10.2.2 nathanw }
692 1.10.2.2 nathanw }
693 1.10.2.2 nathanw
694 1.10.2.2 nathanw sc->as_state = AGP_ACQUIRE_FREE;
695 1.10.2.2 nathanw return 0;
696 1.10.2.2 nathanw }
697 1.10.2.2 nathanw
698 1.10.2.2 nathanw static struct agp_memory *
699 1.10.2.2 nathanw agp_find_memory(struct agp_softc *sc, int id)
700 1.10.2.2 nathanw {
701 1.10.2.2 nathanw struct agp_memory *mem;
702 1.10.2.2 nathanw
703 1.10.2.2 nathanw AGP_DPF("searching for memory block %d\n", id);
704 1.10.2.2 nathanw TAILQ_FOREACH(mem, &sc->as_memory, am_link) {
705 1.10.2.2 nathanw AGP_DPF("considering memory block %d\n", mem->am_id);
706 1.10.2.2 nathanw if (mem->am_id == id)
707 1.10.2.2 nathanw return mem;
708 1.10.2.2 nathanw }
709 1.10.2.2 nathanw return 0;
710 1.10.2.2 nathanw }
711 1.10.2.2 nathanw
712 1.10.2.2 nathanw /* Implementation of the userland ioctl api */
713 1.10.2.2 nathanw
714 1.10.2.2 nathanw static int
715 1.10.2.2 nathanw agp_info_user(struct agp_softc *sc, agp_info *info)
716 1.10.2.2 nathanw {
717 1.10.2.2 nathanw memset(info, 0, sizeof *info);
718 1.10.2.2 nathanw info->bridge_id = sc->as_id;
719 1.10.2.2 nathanw if (sc->as_capoff != 0)
720 1.10.2.2 nathanw info->agp_mode = pci_conf_read(sc->as_pc, sc->as_tag,
721 1.10.2.2 nathanw sc->as_capoff + AGP_STATUS);
722 1.10.2.2 nathanw else
723 1.10.2.2 nathanw info->agp_mode = 0; /* i810 doesn't have real AGP */
724 1.10.2.2 nathanw info->aper_base = sc->as_apaddr;
725 1.10.2.2 nathanw info->aper_size = AGP_GET_APERTURE(sc) >> 20;
726 1.10.2.2 nathanw info->pg_total = info->pg_system = sc->as_maxmem >> AGP_PAGE_SHIFT;
727 1.10.2.2 nathanw info->pg_used = sc->as_allocated >> AGP_PAGE_SHIFT;
728 1.10.2.2 nathanw
729 1.10.2.2 nathanw return 0;
730 1.10.2.2 nathanw }
731 1.10.2.2 nathanw
732 1.10.2.2 nathanw static int
733 1.10.2.2 nathanw agp_setup_user(struct agp_softc *sc, agp_setup *setup)
734 1.10.2.2 nathanw {
735 1.10.2.2 nathanw return AGP_ENABLE(sc, setup->agp_mode);
736 1.10.2.2 nathanw }
737 1.10.2.2 nathanw
738 1.10.2.2 nathanw static int
739 1.10.2.2 nathanw agp_allocate_user(struct agp_softc *sc, agp_allocate *alloc)
740 1.10.2.2 nathanw {
741 1.10.2.2 nathanw struct agp_memory *mem;
742 1.10.2.2 nathanw
743 1.10.2.2 nathanw mem = AGP_ALLOC_MEMORY(sc,
744 1.10.2.2 nathanw alloc->type,
745 1.10.2.2 nathanw alloc->pg_count << AGP_PAGE_SHIFT);
746 1.10.2.2 nathanw if (mem) {
747 1.10.2.2 nathanw alloc->key = mem->am_id;
748 1.10.2.2 nathanw alloc->physical = mem->am_physical;
749 1.10.2.2 nathanw return 0;
750 1.10.2.2 nathanw } else {
751 1.10.2.2 nathanw return ENOMEM;
752 1.10.2.2 nathanw }
753 1.10.2.2 nathanw }
754 1.10.2.2 nathanw
755 1.10.2.2 nathanw static int
756 1.10.2.2 nathanw agp_deallocate_user(struct agp_softc *sc, int id)
757 1.10.2.2 nathanw {
758 1.10.2.2 nathanw struct agp_memory *mem = agp_find_memory(sc, id);
759 1.10.2.2 nathanw
760 1.10.2.2 nathanw if (mem) {
761 1.10.2.2 nathanw AGP_FREE_MEMORY(sc, mem);
762 1.10.2.2 nathanw return 0;
763 1.10.2.2 nathanw } else {
764 1.10.2.2 nathanw return ENOENT;
765 1.10.2.2 nathanw }
766 1.10.2.2 nathanw }
767 1.10.2.2 nathanw
768 1.10.2.2 nathanw static int
769 1.10.2.2 nathanw agp_bind_user(struct agp_softc *sc, agp_bind *bind)
770 1.10.2.2 nathanw {
771 1.10.2.2 nathanw struct agp_memory *mem = agp_find_memory(sc, bind->key);
772 1.10.2.2 nathanw
773 1.10.2.2 nathanw if (!mem)
774 1.10.2.2 nathanw return ENOENT;
775 1.10.2.2 nathanw
776 1.10.2.2 nathanw return AGP_BIND_MEMORY(sc, mem, bind->pg_start << AGP_PAGE_SHIFT);
777 1.10.2.2 nathanw }
778 1.10.2.2 nathanw
779 1.10.2.2 nathanw static int
780 1.10.2.2 nathanw agp_unbind_user(struct agp_softc *sc, agp_unbind *unbind)
781 1.10.2.2 nathanw {
782 1.10.2.2 nathanw struct agp_memory *mem = agp_find_memory(sc, unbind->key);
783 1.10.2.2 nathanw
784 1.10.2.2 nathanw if (!mem)
785 1.10.2.2 nathanw return ENOENT;
786 1.10.2.2 nathanw
787 1.10.2.2 nathanw return AGP_UNBIND_MEMORY(sc, mem);
788 1.10.2.2 nathanw }
789 1.10.2.2 nathanw
790 1.10.2.2 nathanw int
791 1.10.2.2 nathanw agpopen(dev_t dev, int oflags, int devtype, struct proc *p)
792 1.10.2.2 nathanw {
793 1.10.2.2 nathanw struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
794 1.10.2.2 nathanw
795 1.10.2.2 nathanw if (sc == NULL)
796 1.10.2.2 nathanw return ENXIO;
797 1.10.2.2 nathanw
798 1.10.2.2 nathanw if (sc->as_chipc == NULL)
799 1.10.2.2 nathanw return ENXIO;
800 1.10.2.2 nathanw
801 1.10.2.2 nathanw if (!sc->as_isopen)
802 1.10.2.2 nathanw sc->as_isopen = 1;
803 1.10.2.2 nathanw else
804 1.10.2.2 nathanw return EBUSY;
805 1.10.2.2 nathanw
806 1.10.2.2 nathanw return 0;
807 1.10.2.2 nathanw }
808 1.10.2.2 nathanw
809 1.10.2.2 nathanw int
810 1.10.2.2 nathanw agpclose(dev_t dev, int fflag, int devtype, struct proc *p)
811 1.10.2.2 nathanw {
812 1.10.2.2 nathanw struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
813 1.10.2.7 nathanw struct agp_memory *mem;
814 1.10.2.2 nathanw
815 1.10.2.2 nathanw /*
816 1.10.2.2 nathanw * Clear the GATT and force release on last close
817 1.10.2.2 nathanw */
818 1.10.2.7 nathanw if (sc->as_state == AGP_ACQUIRE_USER) {
819 1.10.2.7 nathanw while ((mem = TAILQ_FIRST(&sc->as_memory))) {
820 1.10.2.7 nathanw if (mem->am_is_bound) {
821 1.10.2.7 nathanw printf("agpclose: mem %d is bound\n",
822 1.10.2.7 nathanw mem->am_id);
823 1.10.2.7 nathanw AGP_UNBIND_MEMORY(sc, mem);
824 1.10.2.7 nathanw }
825 1.10.2.7 nathanw /*
826 1.10.2.7 nathanw * XXX it is not documented, but if the protocol allows
827 1.10.2.7 nathanw * allocate->acquire->bind, it would be possible that
828 1.10.2.7 nathanw * memory ranges are allocated by the kernel here,
829 1.10.2.7 nathanw * which we shouldn't free. We'd have to keep track of
830 1.10.2.7 nathanw * the memory range's owner.
831 1.10.2.7 nathanw * The kernel API is unsed yet, so we get away with
832 1.10.2.7 nathanw * freeing all.
833 1.10.2.7 nathanw */
834 1.10.2.7 nathanw AGP_FREE_MEMORY(sc, mem);
835 1.10.2.7 nathanw }
836 1.10.2.2 nathanw agp_release_helper(sc, AGP_ACQUIRE_USER);
837 1.10.2.7 nathanw }
838 1.10.2.2 nathanw sc->as_isopen = 0;
839 1.10.2.2 nathanw
840 1.10.2.2 nathanw return 0;
841 1.10.2.2 nathanw }
842 1.10.2.2 nathanw
843 1.10.2.2 nathanw int
844 1.10.2.2 nathanw agpioctl(dev_t dev, u_long cmd, caddr_t data, int fflag, struct proc *p)
845 1.10.2.2 nathanw {
846 1.10.2.2 nathanw struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
847 1.10.2.2 nathanw
848 1.10.2.2 nathanw if (sc == NULL)
849 1.10.2.2 nathanw return ENODEV;
850 1.10.2.2 nathanw
851 1.10.2.2 nathanw if ((fflag & FWRITE) == 0 && cmd != AGPIOC_INFO)
852 1.10.2.2 nathanw return EPERM;
853 1.10.2.2 nathanw
854 1.10.2.2 nathanw switch (cmd) {
855 1.10.2.2 nathanw case AGPIOC_INFO:
856 1.10.2.2 nathanw return agp_info_user(sc, (agp_info *) data);
857 1.10.2.2 nathanw
858 1.10.2.2 nathanw case AGPIOC_ACQUIRE:
859 1.10.2.2 nathanw return agp_acquire_helper(sc, AGP_ACQUIRE_USER);
860 1.10.2.2 nathanw
861 1.10.2.2 nathanw case AGPIOC_RELEASE:
862 1.10.2.2 nathanw return agp_release_helper(sc, AGP_ACQUIRE_USER);
863 1.10.2.2 nathanw
864 1.10.2.2 nathanw case AGPIOC_SETUP:
865 1.10.2.2 nathanw return agp_setup_user(sc, (agp_setup *)data);
866 1.10.2.2 nathanw
867 1.10.2.2 nathanw case AGPIOC_ALLOCATE:
868 1.10.2.2 nathanw return agp_allocate_user(sc, (agp_allocate *)data);
869 1.10.2.2 nathanw
870 1.10.2.2 nathanw case AGPIOC_DEALLOCATE:
871 1.10.2.2 nathanw return agp_deallocate_user(sc, *(int *) data);
872 1.10.2.2 nathanw
873 1.10.2.2 nathanw case AGPIOC_BIND:
874 1.10.2.2 nathanw return agp_bind_user(sc, (agp_bind *)data);
875 1.10.2.2 nathanw
876 1.10.2.2 nathanw case AGPIOC_UNBIND:
877 1.10.2.2 nathanw return agp_unbind_user(sc, (agp_unbind *)data);
878 1.10.2.2 nathanw
879 1.10.2.2 nathanw }
880 1.10.2.2 nathanw
881 1.10.2.2 nathanw return EINVAL;
882 1.10.2.2 nathanw }
883 1.10.2.2 nathanw
884 1.10.2.2 nathanw paddr_t
885 1.10.2.2 nathanw agpmmap(dev_t dev, off_t offset, int prot)
886 1.10.2.2 nathanw {
887 1.10.2.2 nathanw struct agp_softc *sc = device_lookup(&agp_cd, AGPUNIT(dev));
888 1.10.2.2 nathanw
889 1.10.2.2 nathanw if (offset > AGP_GET_APERTURE(sc))
890 1.10.2.2 nathanw return -1;
891 1.10.2.2 nathanw
892 1.10.2.2 nathanw return (bus_space_mmap(sc->as_apt, sc->as_apaddr, offset, prot,
893 1.10.2.2 nathanw BUS_SPACE_MAP_LINEAR));
894 1.10.2.2 nathanw }
895 1.10.2.2 nathanw
896 1.10.2.2 nathanw /* Implementation of the kernel api */
897 1.10.2.2 nathanw
898 1.10.2.2 nathanw void *
899 1.10.2.2 nathanw agp_find_device(int unit)
900 1.10.2.2 nathanw {
901 1.10.2.2 nathanw return device_lookup(&agp_cd, unit);
902 1.10.2.2 nathanw }
903 1.10.2.2 nathanw
904 1.10.2.2 nathanw enum agp_acquire_state
905 1.10.2.2 nathanw agp_state(void *devcookie)
906 1.10.2.2 nathanw {
907 1.10.2.2 nathanw struct agp_softc *sc = devcookie;
908 1.10.2.2 nathanw return sc->as_state;
909 1.10.2.2 nathanw }
910 1.10.2.2 nathanw
911 1.10.2.2 nathanw void
912 1.10.2.2 nathanw agp_get_info(void *devcookie, struct agp_info *info)
913 1.10.2.2 nathanw {
914 1.10.2.2 nathanw struct agp_softc *sc = devcookie;
915 1.10.2.2 nathanw
916 1.10.2.2 nathanw info->ai_mode = pci_conf_read(sc->as_pc, sc->as_tag,
917 1.10.2.2 nathanw sc->as_capoff + AGP_STATUS);
918 1.10.2.2 nathanw info->ai_aperture_base = sc->as_apaddr;
919 1.10.2.2 nathanw info->ai_aperture_size = sc->as_apsize; /* XXXfvdl inconsistent */
920 1.10.2.2 nathanw info->ai_memory_allowed = sc->as_maxmem;
921 1.10.2.2 nathanw info->ai_memory_used = sc->as_allocated;
922 1.10.2.2 nathanw }
923 1.10.2.2 nathanw
924 1.10.2.2 nathanw int
925 1.10.2.2 nathanw agp_acquire(void *dev)
926 1.10.2.2 nathanw {
927 1.10.2.2 nathanw return agp_acquire_helper(dev, AGP_ACQUIRE_KERNEL);
928 1.10.2.2 nathanw }
929 1.10.2.2 nathanw
930 1.10.2.2 nathanw int
931 1.10.2.2 nathanw agp_release(void *dev)
932 1.10.2.2 nathanw {
933 1.10.2.2 nathanw return agp_release_helper(dev, AGP_ACQUIRE_KERNEL);
934 1.10.2.2 nathanw }
935 1.10.2.2 nathanw
936 1.10.2.2 nathanw int
937 1.10.2.2 nathanw agp_enable(void *dev, u_int32_t mode)
938 1.10.2.2 nathanw {
939 1.10.2.2 nathanw struct agp_softc *sc = dev;
940 1.10.2.2 nathanw
941 1.10.2.2 nathanw return AGP_ENABLE(sc, mode);
942 1.10.2.2 nathanw }
943 1.10.2.2 nathanw
944 1.10.2.2 nathanw void *agp_alloc_memory(void *dev, int type, vsize_t bytes)
945 1.10.2.2 nathanw {
946 1.10.2.2 nathanw struct agp_softc *sc = dev;
947 1.10.2.2 nathanw
948 1.10.2.2 nathanw return (void *)AGP_ALLOC_MEMORY(sc, type, bytes);
949 1.10.2.2 nathanw }
950 1.10.2.2 nathanw
951 1.10.2.2 nathanw void agp_free_memory(void *dev, void *handle)
952 1.10.2.2 nathanw {
953 1.10.2.2 nathanw struct agp_softc *sc = dev;
954 1.10.2.2 nathanw struct agp_memory *mem = (struct agp_memory *) handle;
955 1.10.2.2 nathanw AGP_FREE_MEMORY(sc, mem);
956 1.10.2.2 nathanw }
957 1.10.2.2 nathanw
958 1.10.2.2 nathanw int agp_bind_memory(void *dev, void *handle, off_t offset)
959 1.10.2.2 nathanw {
960 1.10.2.2 nathanw struct agp_softc *sc = dev;
961 1.10.2.2 nathanw struct agp_memory *mem = (struct agp_memory *) handle;
962 1.10.2.2 nathanw
963 1.10.2.2 nathanw return AGP_BIND_MEMORY(sc, mem, offset);
964 1.10.2.2 nathanw }
965 1.10.2.2 nathanw
966 1.10.2.2 nathanw int agp_unbind_memory(void *dev, void *handle)
967 1.10.2.2 nathanw {
968 1.10.2.2 nathanw struct agp_softc *sc = dev;
969 1.10.2.2 nathanw struct agp_memory *mem = (struct agp_memory *) handle;
970 1.10.2.2 nathanw
971 1.10.2.2 nathanw return AGP_UNBIND_MEMORY(sc, mem);
972 1.10.2.2 nathanw }
973 1.10.2.2 nathanw
974 1.10.2.2 nathanw void agp_memory_info(void *dev, void *handle, struct agp_memory_info *mi)
975 1.10.2.2 nathanw {
976 1.10.2.2 nathanw struct agp_memory *mem = (struct agp_memory *) handle;
977 1.10.2.2 nathanw
978 1.10.2.2 nathanw mi->ami_size = mem->am_size;
979 1.10.2.2 nathanw mi->ami_physical = mem->am_physical;
980 1.10.2.2 nathanw mi->ami_offset = mem->am_offset;
981 1.10.2.2 nathanw mi->ami_is_bound = mem->am_is_bound;
982 1.10.2.2 nathanw }
983 1.10.2.2 nathanw
984 1.10.2.2 nathanw int
985 1.10.2.2 nathanw agp_alloc_dmamem(bus_dma_tag_t tag, size_t size, int flags,
986 1.10.2.2 nathanw bus_dmamap_t *mapp, caddr_t *vaddr, bus_addr_t *baddr,
987 1.10.2.2 nathanw bus_dma_segment_t *seg, int nseg, int *rseg)
988 1.10.2.2 nathanw
989 1.10.2.2 nathanw {
990 1.10.2.2 nathanw int error, level = 0;
991 1.10.2.2 nathanw
992 1.10.2.2 nathanw if ((error = bus_dmamem_alloc(tag, size, PAGE_SIZE, 0,
993 1.10.2.2 nathanw seg, nseg, rseg, BUS_DMA_NOWAIT)) != 0)
994 1.10.2.2 nathanw goto out;
995 1.10.2.2 nathanw level++;
996 1.10.2.2 nathanw
997 1.10.2.2 nathanw if ((error = bus_dmamem_map(tag, seg, *rseg, size, vaddr,
998 1.10.2.2 nathanw BUS_DMA_NOWAIT | flags)) != 0)
999 1.10.2.2 nathanw goto out;
1000 1.10.2.2 nathanw level++;
1001 1.10.2.2 nathanw
1002 1.10.2.2 nathanw if ((error = bus_dmamap_create(tag, size, *rseg, size, 0,
1003 1.10.2.2 nathanw BUS_DMA_NOWAIT, mapp)) != 0)
1004 1.10.2.2 nathanw goto out;
1005 1.10.2.2 nathanw level++;
1006 1.10.2.2 nathanw
1007 1.10.2.2 nathanw if ((error = bus_dmamap_load(tag, *mapp, *vaddr, size, NULL,
1008 1.10.2.2 nathanw BUS_DMA_NOWAIT)) != 0)
1009 1.10.2.2 nathanw goto out;
1010 1.10.2.2 nathanw
1011 1.10.2.2 nathanw *baddr = (*mapp)->dm_segs[0].ds_addr;
1012 1.10.2.2 nathanw
1013 1.10.2.2 nathanw return 0;
1014 1.10.2.2 nathanw out:
1015 1.10.2.2 nathanw switch (level) {
1016 1.10.2.2 nathanw case 3:
1017 1.10.2.2 nathanw bus_dmamap_destroy(tag, *mapp);
1018 1.10.2.2 nathanw /* FALLTHROUGH */
1019 1.10.2.2 nathanw case 2:
1020 1.10.2.2 nathanw bus_dmamem_unmap(tag, *vaddr, size);
1021 1.10.2.2 nathanw /* FALLTHROUGH */
1022 1.10.2.2 nathanw case 1:
1023 1.10.2.2 nathanw bus_dmamem_free(tag, seg, *rseg);
1024 1.10.2.2 nathanw break;
1025 1.10.2.2 nathanw default:
1026 1.10.2.2 nathanw break;
1027 1.10.2.2 nathanw }
1028 1.10.2.2 nathanw
1029 1.10.2.2 nathanw return error;
1030 1.10.2.2 nathanw }
1031 1.10.2.2 nathanw
1032 1.10.2.2 nathanw void
1033 1.10.2.2 nathanw agp_free_dmamem(bus_dma_tag_t tag, size_t size, bus_dmamap_t map,
1034 1.10.2.2 nathanw caddr_t vaddr, bus_dma_segment_t *seg, int nseg)
1035 1.10.2.2 nathanw {
1036 1.10.2.2 nathanw
1037 1.10.2.2 nathanw bus_dmamap_unload(tag, map);
1038 1.10.2.2 nathanw bus_dmamap_destroy(tag, map);
1039 1.10.2.2 nathanw bus_dmamem_unmap(tag, vaddr, size);
1040 1.10.2.2 nathanw bus_dmamem_free(tag, seg, nseg);
1041 1.10.2.2 nathanw }
1042