agp_amd.c revision 1.3.2.5 1 1.3.2.5 nathanw /* $NetBSD: agp_amd.c,v 1.3.2.5 2001/11/14 19:15:07 nathanw Exp $ */
2 1.3.2.2 nathanw
3 1.3.2.2 nathanw /*-
4 1.3.2.2 nathanw * Copyright (c) 2000 Doug Rabson
5 1.3.2.2 nathanw * All rights reserved.
6 1.3.2.2 nathanw *
7 1.3.2.2 nathanw * Redistribution and use in source and binary forms, with or without
8 1.3.2.2 nathanw * modification, are permitted provided that the following conditions
9 1.3.2.2 nathanw * are met:
10 1.3.2.2 nathanw * 1. Redistributions of source code must retain the above copyright
11 1.3.2.2 nathanw * notice, this list of conditions and the following disclaimer.
12 1.3.2.2 nathanw * 2. Redistributions in binary form must reproduce the above copyright
13 1.3.2.2 nathanw * notice, this list of conditions and the following disclaimer in the
14 1.3.2.2 nathanw * documentation and/or other materials provided with the distribution.
15 1.3.2.2 nathanw *
16 1.3.2.2 nathanw * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
17 1.3.2.2 nathanw * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
18 1.3.2.2 nathanw * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
19 1.3.2.2 nathanw * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
20 1.3.2.2 nathanw * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
21 1.3.2.2 nathanw * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
22 1.3.2.2 nathanw * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
23 1.3.2.2 nathanw * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
24 1.3.2.2 nathanw * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
25 1.3.2.2 nathanw * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
26 1.3.2.2 nathanw * SUCH DAMAGE.
27 1.3.2.2 nathanw *
28 1.3.2.2 nathanw * $FreeBSD: src/sys/pci/agp_amd.c,v 1.6 2001/07/05 21:28:46 jhb Exp $
29 1.3.2.2 nathanw */
30 1.3.2.2 nathanw
31 1.3.2.5 nathanw #include <sys/cdefs.h>
32 1.3.2.5 nathanw __KERNEL_RCSID(0, "$NetBSD: agp_amd.c,v 1.3.2.5 2001/11/14 19:15:07 nathanw Exp $");
33 1.3.2.5 nathanw
34 1.3.2.2 nathanw #include <sys/param.h>
35 1.3.2.2 nathanw #include <sys/systm.h>
36 1.3.2.2 nathanw #include <sys/malloc.h>
37 1.3.2.2 nathanw #include <sys/kernel.h>
38 1.3.2.2 nathanw #include <sys/lock.h>
39 1.3.2.2 nathanw #include <sys/proc.h>
40 1.3.2.2 nathanw #include <sys/conf.h>
41 1.3.2.2 nathanw #include <sys/device.h>
42 1.3.2.2 nathanw #include <sys/agpio.h>
43 1.3.2.2 nathanw
44 1.3.2.2 nathanw #include <uvm/uvm_extern.h>
45 1.3.2.2 nathanw
46 1.3.2.2 nathanw #include <dev/pci/pcivar.h>
47 1.3.2.2 nathanw #include <dev/pci/pcireg.h>
48 1.3.2.2 nathanw #include <dev/pci/agpvar.h>
49 1.3.2.2 nathanw #include <dev/pci/agpreg.h>
50 1.3.2.2 nathanw
51 1.3.2.2 nathanw #include <dev/pci/pcidevs.h>
52 1.3.2.2 nathanw
53 1.3.2.2 nathanw #define READ2(off) bus_space_read_2(asc->iot, asc->ioh, off)
54 1.3.2.2 nathanw #define READ4(off) bus_space_read_4(asc->iot, asc->ioh, off)
55 1.3.2.2 nathanw #define WRITE2(off,v) bus_space_write_2(asc->iot, asc->ioh, off, v)
56 1.3.2.2 nathanw #define WRITE4(off,v) bus_space_write_4(asc->iot, asc->ioh, off, v)
57 1.3.2.2 nathanw
58 1.3.2.2 nathanw struct agp_amd_gatt {
59 1.3.2.2 nathanw bus_dmamap_t ag_dmamap;
60 1.3.2.2 nathanw bus_dma_segment_t ag_dmaseg;
61 1.3.2.2 nathanw int ag_nseg;
62 1.3.2.2 nathanw u_int32_t ag_entries;
63 1.3.2.2 nathanw u_int32_t *ag_vdir; /* virtual address of page dir */
64 1.3.2.2 nathanw bus_addr_t ag_pdir; /* bus address of page dir */
65 1.3.2.2 nathanw u_int32_t *ag_virtual; /* virtual address of gatt */
66 1.3.2.2 nathanw bus_addr_t ag_physical; /* bus address of gatt */
67 1.3.2.2 nathanw size_t ag_size;
68 1.3.2.2 nathanw };
69 1.3.2.2 nathanw
70 1.3.2.2 nathanw struct agp_amd_softc {
71 1.3.2.2 nathanw u_int32_t initial_aperture; /* aperture size at startup */
72 1.3.2.2 nathanw struct agp_amd_gatt *gatt;
73 1.3.2.2 nathanw bus_space_handle_t ioh;
74 1.3.2.2 nathanw bus_space_tag_t iot;
75 1.3.2.2 nathanw };
76 1.3.2.2 nathanw
77 1.3.2.2 nathanw static u_int32_t agp_amd_get_aperture(struct agp_softc *);
78 1.3.2.2 nathanw static int agp_amd_set_aperture(struct agp_softc *, u_int32_t);
79 1.3.2.2 nathanw static int agp_amd_bind_page(struct agp_softc *, off_t, bus_addr_t);
80 1.3.2.2 nathanw static int agp_amd_unbind_page(struct agp_softc *, off_t);
81 1.3.2.2 nathanw static void agp_amd_flush_tlb(struct agp_softc *);
82 1.3.2.2 nathanw
83 1.3.2.2 nathanw
84 1.3.2.2 nathanw struct agp_methods agp_amd_methods = {
85 1.3.2.2 nathanw agp_amd_get_aperture,
86 1.3.2.2 nathanw agp_amd_set_aperture,
87 1.3.2.2 nathanw agp_amd_bind_page,
88 1.3.2.2 nathanw agp_amd_unbind_page,
89 1.3.2.2 nathanw agp_amd_flush_tlb,
90 1.3.2.2 nathanw agp_generic_enable,
91 1.3.2.2 nathanw agp_generic_alloc_memory,
92 1.3.2.2 nathanw agp_generic_free_memory,
93 1.3.2.2 nathanw agp_generic_bind_memory,
94 1.3.2.2 nathanw agp_generic_unbind_memory,
95 1.3.2.2 nathanw };
96 1.3.2.2 nathanw
97 1.3.2.2 nathanw
98 1.3.2.2 nathanw static struct agp_amd_gatt *
99 1.3.2.2 nathanw agp_amd_alloc_gatt(struct agp_softc *sc)
100 1.3.2.2 nathanw {
101 1.3.2.2 nathanw u_int32_t apsize = AGP_GET_APERTURE(sc);
102 1.3.2.2 nathanw u_int32_t entries = apsize >> AGP_PAGE_SHIFT;
103 1.3.2.2 nathanw struct agp_amd_gatt *gatt;
104 1.3.2.2 nathanw int i, npages;
105 1.3.2.3 nathanw caddr_t vdir;
106 1.3.2.2 nathanw
107 1.3.2.2 nathanw gatt = malloc(sizeof(struct agp_amd_gatt), M_AGP, M_NOWAIT);
108 1.3.2.2 nathanw if (!gatt)
109 1.3.2.2 nathanw return 0;
110 1.3.2.2 nathanw
111 1.3.2.2 nathanw if (agp_alloc_dmamem(sc->as_dmat,
112 1.3.2.2 nathanw AGP_PAGE_SIZE + entries * sizeof(u_int32_t), 0,
113 1.3.2.4 nathanw &gatt->ag_dmamap, &vdir, &gatt->ag_pdir,
114 1.3.2.2 nathanw &gatt->ag_dmaseg, 1, &gatt->ag_nseg) != 0) {
115 1.3.2.2 nathanw printf("failed to allocate GATT\n");
116 1.3.2.4 nathanw free(gatt, M_AGP);
117 1.3.2.2 nathanw return NULL;
118 1.3.2.2 nathanw }
119 1.3.2.2 nathanw
120 1.3.2.3 nathanw gatt->ag_vdir = (u_int32_t *)vdir;
121 1.3.2.2 nathanw gatt->ag_entries = entries;
122 1.3.2.3 nathanw gatt->ag_virtual = (u_int32_t *)(vdir + AGP_PAGE_SIZE);
123 1.3.2.2 nathanw gatt->ag_physical = gatt->ag_pdir + AGP_PAGE_SIZE;
124 1.3.2.2 nathanw gatt->ag_size = AGP_PAGE_SIZE + entries * sizeof(u_int32_t);
125 1.3.2.2 nathanw
126 1.3.2.2 nathanw memset(gatt->ag_vdir, 0, AGP_PAGE_SIZE);
127 1.3.2.2 nathanw memset(gatt->ag_virtual, 0, entries * sizeof(u_int32_t));
128 1.3.2.2 nathanw
129 1.3.2.2 nathanw /*
130 1.3.2.2 nathanw * Map the pages of the GATT into the page directory.
131 1.3.2.2 nathanw */
132 1.3.2.2 nathanw npages = ((entries * sizeof(u_int32_t) + AGP_PAGE_SIZE - 1)
133 1.3.2.2 nathanw >> AGP_PAGE_SHIFT);
134 1.3.2.2 nathanw
135 1.3.2.2 nathanw for (i = 0; i < npages; i++)
136 1.3.2.2 nathanw gatt->ag_vdir[i] = (gatt->ag_physical + i * AGP_PAGE_SIZE) | 1;
137 1.3.2.2 nathanw
138 1.3.2.2 nathanw /*
139 1.3.2.2 nathanw * Make sure the chipset can see everything.
140 1.3.2.2 nathanw */
141 1.3.2.2 nathanw agp_flush_cache();
142 1.3.2.2 nathanw
143 1.3.2.2 nathanw return gatt;
144 1.3.2.2 nathanw }
145 1.3.2.2 nathanw
146 1.3.2.2 nathanw #if 0
147 1.3.2.2 nathanw static void
148 1.3.2.2 nathanw agp_amd_free_gatt(struct agp_softc *sc, struct agp_amd_gatt *gatt)
149 1.3.2.2 nathanw {
150 1.3.2.2 nathanw agp_free_dmamem(sc->as_dmat, gatt->ag_size,
151 1.3.2.2 nathanw gatt->ag_dmamap, (caddr_t)gatt->ag_virtual, &gatt->ag_dmaseg,
152 1.3.2.2 nathanw gatt->ag_nseg);
153 1.3.2.2 nathanw free(gatt, M_AGP);
154 1.3.2.2 nathanw }
155 1.3.2.2 nathanw #endif
156 1.3.2.2 nathanw
157 1.3.2.2 nathanw int
158 1.3.2.2 nathanw agp_amd_match(const struct pci_attach_args *pa)
159 1.3.2.2 nathanw {
160 1.3.2.2 nathanw
161 1.3.2.2 nathanw switch (PCI_PRODUCT(pa->pa_id)) {
162 1.3.2.2 nathanw case PCI_PRODUCT_AMD_SC751_SC:
163 1.3.2.3 nathanw case PCI_PRODUCT_AMD_SC762_NB:
164 1.3.2.2 nathanw return 1;
165 1.3.2.2 nathanw }
166 1.3.2.2 nathanw
167 1.3.2.2 nathanw return 0;
168 1.3.2.2 nathanw }
169 1.3.2.2 nathanw
170 1.3.2.2 nathanw int
171 1.3.2.2 nathanw agp_amd_attach(struct device *parent, struct device *self, void *aux)
172 1.3.2.2 nathanw {
173 1.3.2.2 nathanw struct agp_softc *sc = (void *)self;
174 1.3.2.2 nathanw struct agp_amd_softc *asc;
175 1.3.2.2 nathanw struct pci_attach_args *pa = aux;
176 1.3.2.2 nathanw struct agp_amd_gatt *gatt;
177 1.3.2.2 nathanw pcireg_t reg;
178 1.3.2.2 nathanw int error;
179 1.3.2.2 nathanw
180 1.3.2.2 nathanw asc = malloc(sizeof *asc, M_AGP, M_NOWAIT);
181 1.3.2.2 nathanw if (asc == NULL) {
182 1.3.2.2 nathanw printf(": can't allocate softc\n");
183 1.3.2.2 nathanw /* agp_generic_detach(sc) */
184 1.3.2.2 nathanw return ENOMEM;
185 1.3.2.2 nathanw }
186 1.3.2.2 nathanw memset(asc, 0, sizeof *asc);
187 1.3.2.2 nathanw
188 1.3.2.2 nathanw error = pci_mapreg_map(pa, AGP_AMD751_REGISTERS, PCI_MAPREG_TYPE_MEM, 0,
189 1.3.2.2 nathanw &asc->iot, &asc->ioh, NULL, NULL);
190 1.3.2.2 nathanw if (error != 0) {
191 1.3.2.2 nathanw printf(": can't map AGP registers\n");
192 1.3.2.2 nathanw agp_generic_detach(sc);
193 1.3.2.2 nathanw return error;
194 1.3.2.2 nathanw }
195 1.3.2.2 nathanw
196 1.3.2.2 nathanw if (agp_map_aperture(pa, sc) != 0) {
197 1.3.2.2 nathanw printf(": can't map aperture\n");
198 1.3.2.2 nathanw agp_generic_detach(sc);
199 1.3.2.2 nathanw free(asc, M_AGP);
200 1.3.2.2 nathanw return ENXIO;
201 1.3.2.2 nathanw }
202 1.3.2.2 nathanw pci_get_capability(pa->pa_pc, pa->pa_tag, PCI_CAP_AGP, &sc->as_capoff,
203 1.3.2.2 nathanw NULL);
204 1.3.2.2 nathanw sc->as_methods = &agp_amd_methods;
205 1.3.2.2 nathanw sc->as_chipc = asc;
206 1.3.2.2 nathanw asc->initial_aperture = AGP_GET_APERTURE(sc);
207 1.3.2.2 nathanw
208 1.3.2.2 nathanw for (;;) {
209 1.3.2.2 nathanw gatt = agp_amd_alloc_gatt(sc);
210 1.3.2.2 nathanw if (gatt)
211 1.3.2.2 nathanw break;
212 1.3.2.2 nathanw
213 1.3.2.2 nathanw /*
214 1.3.2.2 nathanw * Probably contigmalloc failure. Try reducing the
215 1.3.2.2 nathanw * aperture so that the gatt size reduces.
216 1.3.2.2 nathanw */
217 1.3.2.2 nathanw if (AGP_SET_APERTURE(sc, AGP_GET_APERTURE(sc) / 2)) {
218 1.3.2.2 nathanw printf(": can't set aperture\n");
219 1.3.2.2 nathanw return ENOMEM;
220 1.3.2.2 nathanw }
221 1.3.2.2 nathanw }
222 1.3.2.2 nathanw asc->gatt = gatt;
223 1.3.2.2 nathanw
224 1.3.2.2 nathanw /* Install the gatt. */
225 1.3.2.2 nathanw WRITE4(AGP_AMD751_ATTBASE, gatt->ag_physical);
226 1.3.2.2 nathanw
227 1.3.2.2 nathanw /* Enable synchronisation between host and agp. */
228 1.3.2.2 nathanw reg = pci_conf_read(pa->pa_pc, pa->pa_tag, AGP_AMD751_MODECTRL);
229 1.3.2.2 nathanw reg &= ~0x00ff00ff;
230 1.3.2.2 nathanw reg |= (AGP_AMD751_MODECTRL_SYNEN) | (AGP_AMD751_MODECTRL2_GPDCE << 16);
231 1.3.2.2 nathanw pci_conf_write(pa->pa_pc, pa->pa_tag, AGP_AMD751_MODECTRL, reg);
232 1.3.2.2 nathanw /* Enable the TLB and flush */
233 1.3.2.2 nathanw WRITE2(AGP_AMD751_STATUS,
234 1.3.2.2 nathanw READ2(AGP_AMD751_STATUS) | AGP_AMD751_STATUS_GCE);
235 1.3.2.2 nathanw AGP_FLUSH_TLB(sc);
236 1.3.2.2 nathanw
237 1.3.2.2 nathanw return 0;
238 1.3.2.2 nathanw }
239 1.3.2.2 nathanw
240 1.3.2.2 nathanw #if 0
241 1.3.2.2 nathanw static int
242 1.3.2.2 nathanw agp_amd_detach(struct agp_softc *sc)
243 1.3.2.2 nathanw {
244 1.3.2.2 nathanw pcireg_t reg;
245 1.3.2.2 nathanw struct agp_amd_softc *asc = sc->as_chipc;
246 1.3.2.2 nathanw
247 1.3.2.2 nathanw /* Disable the TLB.. */
248 1.3.2.2 nathanw WRITE2(AGP_AMD751_STATUS,
249 1.3.2.2 nathanw READ2(AGP_AMD751_STATUS) & ~AGP_AMD751_STATUS_GCE);
250 1.3.2.2 nathanw
251 1.3.2.2 nathanw /* Disable host-agp sync */
252 1.3.2.2 nathanw reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_AMD751_MODECTRL);
253 1.3.2.2 nathanw reg &= 0xffffff00;
254 1.3.2.2 nathanw pci_conf_write(sc->as_pc, sc->as_tag, AGP_AMD751_MODECTRL, reg);
255 1.3.2.2 nathanw
256 1.3.2.2 nathanw /* Clear the GATT base */
257 1.3.2.2 nathanw WRITE4(AGP_AMD751_ATTBASE, 0);
258 1.3.2.2 nathanw
259 1.3.2.2 nathanw /* Put the aperture back the way it started. */
260 1.3.2.2 nathanw AGP_SET_APERTURE(sc, asc->initial_aperture);
261 1.3.2.2 nathanw
262 1.3.2.2 nathanw agp_amd_free_gatt(sc, asc->gatt);
263 1.3.2.2 nathanw
264 1.3.2.2 nathanw /* XXXfvdl no pci_mapreg_unmap */
265 1.3.2.2 nathanw
266 1.3.2.2 nathanw return 0;
267 1.3.2.2 nathanw }
268 1.3.2.2 nathanw #endif
269 1.3.2.2 nathanw
270 1.3.2.2 nathanw static u_int32_t
271 1.3.2.2 nathanw agp_amd_get_aperture(struct agp_softc *sc)
272 1.3.2.2 nathanw {
273 1.3.2.2 nathanw int vas;
274 1.3.2.2 nathanw
275 1.3.2.2 nathanw vas = (pci_conf_read(sc->as_pc, sc->as_tag, AGP_AMD751_APCTRL) & 0x06);
276 1.3.2.2 nathanw vas >>= 1;
277 1.3.2.2 nathanw /*
278 1.3.2.2 nathanw * The aperture size is equal to 32M<<vas.
279 1.3.2.2 nathanw */
280 1.3.2.2 nathanw return (32*1024*1024) << vas;
281 1.3.2.2 nathanw }
282 1.3.2.2 nathanw
283 1.3.2.2 nathanw static int
284 1.3.2.2 nathanw agp_amd_set_aperture(struct agp_softc *sc, u_int32_t aperture)
285 1.3.2.2 nathanw {
286 1.3.2.2 nathanw int vas;
287 1.3.2.2 nathanw pcireg_t reg;
288 1.3.2.2 nathanw
289 1.3.2.2 nathanw /*
290 1.3.2.2 nathanw * Check for a power of two and make sure its within the
291 1.3.2.2 nathanw * programmable range.
292 1.3.2.2 nathanw */
293 1.3.2.2 nathanw if (aperture & (aperture - 1)
294 1.3.2.2 nathanw || aperture < 32*1024*1024
295 1.3.2.2 nathanw || aperture > 2U*1024*1024*1024)
296 1.3.2.2 nathanw return EINVAL;
297 1.3.2.2 nathanw
298 1.3.2.2 nathanw vas = ffs(aperture / 32*1024*1024) - 1;
299 1.3.2.2 nathanw
300 1.3.2.2 nathanw reg = pci_conf_read(sc->as_pc, sc->as_tag, AGP_AMD751_APCTRL);
301 1.3.2.2 nathanw reg = (reg & ~0x06) | (vas << 1);
302 1.3.2.2 nathanw pci_conf_write(sc->as_pc, sc->as_tag, AGP_AMD751_APCTRL, reg);
303 1.3.2.2 nathanw
304 1.3.2.2 nathanw return 0;
305 1.3.2.2 nathanw }
306 1.3.2.2 nathanw
307 1.3.2.2 nathanw static int
308 1.3.2.2 nathanw agp_amd_bind_page(struct agp_softc *sc, off_t offset, bus_addr_t physical)
309 1.3.2.2 nathanw {
310 1.3.2.2 nathanw struct agp_amd_softc *asc = sc->as_chipc;
311 1.3.2.2 nathanw
312 1.3.2.2 nathanw if (offset < 0 || offset >= (asc->gatt->ag_entries << AGP_PAGE_SHIFT))
313 1.3.2.2 nathanw return EINVAL;
314 1.3.2.2 nathanw
315 1.3.2.2 nathanw asc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = physical | 1;
316 1.3.2.2 nathanw return 0;
317 1.3.2.2 nathanw }
318 1.3.2.2 nathanw
319 1.3.2.2 nathanw static int
320 1.3.2.2 nathanw agp_amd_unbind_page(struct agp_softc *sc, off_t offset)
321 1.3.2.2 nathanw {
322 1.3.2.2 nathanw struct agp_amd_softc *asc = sc->as_chipc;
323 1.3.2.2 nathanw
324 1.3.2.2 nathanw if (offset < 0 || offset >= (asc->gatt->ag_entries << AGP_PAGE_SHIFT))
325 1.3.2.2 nathanw return EINVAL;
326 1.3.2.2 nathanw
327 1.3.2.2 nathanw asc->gatt->ag_virtual[offset >> AGP_PAGE_SHIFT] = 0;
328 1.3.2.2 nathanw return 0;
329 1.3.2.2 nathanw }
330 1.3.2.2 nathanw
331 1.3.2.2 nathanw static void
332 1.3.2.2 nathanw agp_amd_flush_tlb(struct agp_softc *sc)
333 1.3.2.2 nathanw {
334 1.3.2.2 nathanw struct agp_amd_softc *asc = sc->as_chipc;
335 1.3.2.2 nathanw
336 1.3.2.2 nathanw /* Set the cache invalidate bit and wait for the chipset to clear */
337 1.3.2.2 nathanw WRITE4(AGP_AMD751_TLBCTRL, 1);
338 1.3.2.2 nathanw do {
339 1.3.2.2 nathanw DELAY(1);
340 1.3.2.2 nathanw } while (READ4(AGP_AMD751_TLBCTRL));
341 1.3.2.2 nathanw }
342