drm_memory.c revision 1.17 1 1.17 riastrad /* $NetBSD: drm_memory.c,v 1.17 2021/12/19 10:47:13 riastradh Exp $ */
2 1.2 riastrad
3 1.2 riastrad /*-
4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.2 riastrad * All rights reserved.
6 1.2 riastrad *
7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 riastrad * by Taylor R. Campbell.
9 1.2 riastrad *
10 1.2 riastrad * Redistribution and use in source and binary forms, with or without
11 1.2 riastrad * modification, are permitted provided that the following conditions
12 1.2 riastrad * are met:
13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.2 riastrad * notice, this list of conditions and the following disclaimer.
15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.2 riastrad * documentation and/or other materials provided with the distribution.
18 1.2 riastrad *
19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 riastrad */
31 1.2 riastrad
32 1.2 riastrad #include <sys/cdefs.h>
33 1.17 riastrad __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.17 2021/12/19 10:47:13 riastradh Exp $");
34 1.8 jmcneill
35 1.8 jmcneill #if defined(__i386__) || defined(__x86_64__)
36 1.10 mlelstv
37 1.10 mlelstv # ifdef _KERNEL_OPT
38 1.10 mlelstv # include "agp.h"
39 1.10 mlelstv # if NAGP > 0
40 1.10 mlelstv # include "agp_i810.h"
41 1.10 mlelstv # else
42 1.10 mlelstv # define NAGP_I810 0
43 1.10 mlelstv # endif
44 1.10 mlelstv # include "genfb.h"
45 1.10 mlelstv # else
46 1.10 mlelstv # define NAGP_I810 1
47 1.10 mlelstv # define NGENFB 0
48 1.10 mlelstv # endif
49 1.10 mlelstv
50 1.8 jmcneill #else
51 1.2 riastrad
52 1.10 mlelstv # ifdef _KERNEL_OPT
53 1.9 mlelstv # define NAGP_I810 0
54 1.10 mlelstv # include "genfb.h"
55 1.8 jmcneill # else
56 1.8 jmcneill # define NAGP_I810 0
57 1.10 mlelstv # define NGENFB 0
58 1.8 jmcneill # endif
59 1.10 mlelstv
60 1.2 riastrad #endif
61 1.2 riastrad
62 1.2 riastrad #include <sys/bus.h>
63 1.2 riastrad
64 1.2 riastrad #if NAGP_I810 > 0
65 1.2 riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
66 1.2 riastrad #include <dev/pci/pcivar.h>
67 1.2 riastrad #include <dev/pci/agpvar.h>
68 1.2 riastrad #endif
69 1.2 riastrad
70 1.2 riastrad #if NGENFB > 0
71 1.2 riastrad #include <dev/wsfb/genfbvar.h>
72 1.2 riastrad #endif
73 1.2 riastrad
74 1.15 riastrad #include <drm/drm_device.h>
75 1.14 riastrad #include <drm/drm_drv.h>
76 1.17 riastrad #include <drm/drm_cache.h>
77 1.14 riastrad #include <drm/drm_legacy.h>
78 1.14 riastrad #include <drm/drm_pci.h>
79 1.16 riastrad #include <drm/drm_print.h>
80 1.2 riastrad
81 1.2 riastrad /*
82 1.2 riastrad * XXX drm_bus_borrow is a horrible kludge!
83 1.2 riastrad */
84 1.2 riastrad static bool
85 1.4 riastrad drm_bus_borrow(bus_addr_t base, bus_size_t size, bus_space_handle_t *handlep)
86 1.2 riastrad {
87 1.2 riastrad
88 1.2 riastrad #if NAGP_I810 > 0
89 1.4 riastrad if (agp_i810_borrow(base, size, handlep))
90 1.2 riastrad return true;
91 1.2 riastrad #endif
92 1.2 riastrad
93 1.2 riastrad #if NGENFB > 0
94 1.2 riastrad if (genfb_borrow(base, handlep))
95 1.2 riastrad return true;
96 1.2 riastrad #endif
97 1.2 riastrad
98 1.2 riastrad return false;
99 1.2 riastrad }
100 1.2 riastrad
101 1.7 riastrad void
102 1.11 riastrad drm_legacy_ioremap(struct drm_local_map *map, struct drm_device *dev)
103 1.2 riastrad {
104 1.2 riastrad const bus_space_tag_t bst = dev->bst;
105 1.2 riastrad unsigned int unit;
106 1.2 riastrad
107 1.2 riastrad /*
108 1.2 riastrad * Search dev's bus maps for a match.
109 1.2 riastrad */
110 1.2 riastrad for (unit = 0; unit < dev->bus_nmaps; unit++) {
111 1.2 riastrad struct drm_bus_map *const bm = &dev->bus_maps[unit];
112 1.5 riastrad int flags = bm->bm_flags;
113 1.2 riastrad
114 1.2 riastrad /* Reject maps starting after the request. */
115 1.2 riastrad if (map->offset < bm->bm_base)
116 1.2 riastrad continue;
117 1.2 riastrad
118 1.2 riastrad /* Reject maps smaller than the request. */
119 1.2 riastrad if (bm->bm_size < map->size)
120 1.2 riastrad continue;
121 1.2 riastrad
122 1.2 riastrad /* Reject maps that the request doesn't fit in. */
123 1.2 riastrad if ((bm->bm_size - map->size) <
124 1.2 riastrad (map->offset - bm->bm_base))
125 1.2 riastrad continue;
126 1.2 riastrad
127 1.2 riastrad /* Ensure we can map the space into virtual memory. */
128 1.5 riastrad if (!ISSET(flags, BUS_SPACE_MAP_LINEAR))
129 1.2 riastrad continue;
130 1.2 riastrad
131 1.5 riastrad /* Reflect requested flags in the bus_space map. */
132 1.5 riastrad if (ISSET(map->flags, _DRM_WRITE_COMBINING))
133 1.5 riastrad flags |= BUS_SPACE_MAP_PREFETCHABLE;
134 1.5 riastrad
135 1.2 riastrad /* Map it. */
136 1.5 riastrad if (bus_space_map(bst, map->offset, map->size, flags,
137 1.5 riastrad &map->lm_data.bus_space.bsh))
138 1.2 riastrad break;
139 1.2 riastrad
140 1.2 riastrad map->lm_data.bus_space.bus_map = bm;
141 1.2 riastrad goto win;
142 1.2 riastrad }
143 1.2 riastrad
144 1.2 riastrad /* Couldn't map it. Try borrowing from someone else. */
145 1.4 riastrad if (drm_bus_borrow(map->offset, map->size,
146 1.4 riastrad &map->lm_data.bus_space.bsh)) {
147 1.2 riastrad map->lm_data.bus_space.bus_map = NULL;
148 1.2 riastrad goto win;
149 1.2 riastrad }
150 1.2 riastrad
151 1.2 riastrad /* Failure! */
152 1.7 riastrad return;
153 1.2 riastrad
154 1.2 riastrad win: map->lm_data.bus_space.bst = bst;
155 1.7 riastrad map->handle = bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
156 1.2 riastrad }
157 1.2 riastrad
158 1.2 riastrad void
159 1.11 riastrad drm_legacy_ioremapfree(struct drm_local_map *map, struct drm_device *dev)
160 1.2 riastrad {
161 1.2 riastrad if (map->lm_data.bus_space.bus_map != NULL) {
162 1.2 riastrad bus_space_unmap(map->lm_data.bus_space.bst,
163 1.2 riastrad map->lm_data.bus_space.bsh, map->size);
164 1.2 riastrad map->lm_data.bus_space.bus_map = NULL;
165 1.7 riastrad map->handle = NULL;
166 1.2 riastrad }
167 1.2 riastrad }
168 1.2 riastrad
169 1.2 riastrad /*
170 1.2 riastrad * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
171 1.2 riastrad *
172 1.2 riastrad * XXX This is called drm_pci_alloc for hysterical raisins; it is not
173 1.2 riastrad * specific to PCI.
174 1.2 riastrad *
175 1.2 riastrad * XXX For now, we use non-blocking allocations because this is called
176 1.2 riastrad * by ioctls with the drm global mutex held.
177 1.2 riastrad *
178 1.2 riastrad * XXX Error information is lost because this returns NULL on failure,
179 1.2 riastrad * not even an error embedded in a pointer.
180 1.2 riastrad */
181 1.2 riastrad struct drm_dma_handle *
182 1.2 riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
183 1.2 riastrad {
184 1.2 riastrad int nsegs;
185 1.2 riastrad int error;
186 1.2 riastrad
187 1.2 riastrad /*
188 1.2 riastrad * Allocate a drm_dma_handle record.
189 1.2 riastrad */
190 1.2 riastrad struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
191 1.2 riastrad KM_NOSLEEP);
192 1.2 riastrad if (dmah == NULL) {
193 1.2 riastrad error = -ENOMEM;
194 1.2 riastrad goto out;
195 1.2 riastrad }
196 1.2 riastrad dmah->dmah_tag = dev->dmat;
197 1.2 riastrad
198 1.2 riastrad /*
199 1.2 riastrad * Allocate the requested amount of DMA-safe memory.
200 1.2 riastrad */
201 1.2 riastrad /* XXX errno NetBSD->Linux */
202 1.2 riastrad error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
203 1.2 riastrad &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
204 1.2 riastrad if (error)
205 1.2 riastrad goto fail0;
206 1.2 riastrad KASSERT(nsegs == 1);
207 1.2 riastrad
208 1.2 riastrad /*
209 1.2 riastrad * Map the DMA-safe memory into kernel virtual address space.
210 1.2 riastrad */
211 1.2 riastrad /* XXX errno NetBSD->Linux */
212 1.2 riastrad error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
213 1.2 riastrad &dmah->vaddr,
214 1.2 riastrad (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
215 1.2 riastrad if (error)
216 1.2 riastrad goto fail1;
217 1.2 riastrad dmah->size = size;
218 1.2 riastrad
219 1.2 riastrad /*
220 1.2 riastrad * Create a map for DMA transfers.
221 1.2 riastrad */
222 1.2 riastrad /* XXX errno NetBSD->Linux */
223 1.2 riastrad error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
224 1.2 riastrad BUS_DMA_NOWAIT, &dmah->dmah_map);
225 1.2 riastrad if (error)
226 1.2 riastrad goto fail2;
227 1.2 riastrad
228 1.2 riastrad /*
229 1.2 riastrad * Load the kva buffer into the map for DMA transfers.
230 1.2 riastrad */
231 1.2 riastrad /* XXX errno NetBSD->Linux */
232 1.2 riastrad error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
233 1.2 riastrad size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
234 1.2 riastrad if (error)
235 1.2 riastrad goto fail3;
236 1.2 riastrad
237 1.2 riastrad /* Record the bus address for convenient reference. */
238 1.2 riastrad dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
239 1.2 riastrad
240 1.2 riastrad /* Zero the DMA buffer. XXX Yikes! Is this necessary? */
241 1.2 riastrad memset(dmah->vaddr, 0, size);
242 1.2 riastrad
243 1.2 riastrad /* Success! */
244 1.2 riastrad return dmah;
245 1.2 riastrad
246 1.2 riastrad fail3: bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
247 1.2 riastrad fail2: bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
248 1.2 riastrad fail1: bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
249 1.2 riastrad fail0: dmah->dmah_tag = NULL; /* XXX paranoia */
250 1.2 riastrad kmem_free(dmah, sizeof(*dmah));
251 1.2 riastrad out: DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
252 1.2 riastrad return NULL;
253 1.2 riastrad }
254 1.2 riastrad
255 1.2 riastrad /*
256 1.2 riastrad * Release the bus DMA mappings and memory in dmah, and deallocate it.
257 1.2 riastrad */
258 1.2 riastrad void
259 1.2 riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
260 1.2 riastrad {
261 1.2 riastrad
262 1.2 riastrad bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
263 1.2 riastrad bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
264 1.2 riastrad bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
265 1.2 riastrad bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
266 1.2 riastrad dmah->dmah_tag = NULL; /* XXX paranoia */
267 1.2 riastrad kmem_free(dmah, sizeof(*dmah));
268 1.2 riastrad }
269 1.2 riastrad
270 1.2 riastrad /*
271 1.2 riastrad * Make sure the DMA-safe memory allocated for dev lies between
272 1.2 riastrad * min_addr and max_addr. Can be used multiple times to restrict the
273 1.2 riastrad * bounds further, but never to expand the bounds again.
274 1.2 riastrad *
275 1.2 riastrad * XXX Caller must guarantee nobody has used the tag yet,
276 1.2 riastrad * i.e. allocated any DMA memory.
277 1.2 riastrad */
278 1.2 riastrad int
279 1.2 riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
280 1.2 riastrad resource_size_t max_addr)
281 1.2 riastrad {
282 1.3 riastrad int ret;
283 1.2 riastrad
284 1.2 riastrad KASSERT(min_addr <= max_addr);
285 1.2 riastrad
286 1.2 riastrad /*
287 1.2 riastrad * Limit it further if we have already limited it, and destroy
288 1.2 riastrad * the old subregion DMA tag.
289 1.2 riastrad */
290 1.2 riastrad if (dev->dmat_subregion_p) {
291 1.2 riastrad min_addr = MAX(min_addr, dev->dmat_subregion_min);
292 1.2 riastrad max_addr = MIN(max_addr, dev->dmat_subregion_max);
293 1.2 riastrad bus_dmatag_destroy(dev->dmat);
294 1.2 riastrad }
295 1.2 riastrad
296 1.2 riastrad /*
297 1.13 riastrad * If our limit contains the 32-bit space but for some reason
298 1.13 riastrad * we can't use a subregion, either because the bus doesn't
299 1.13 riastrad * support >32-bit DMA or because bus_dma(9) on this platform
300 1.13 riastrad * lacks bus_dmatag_subregion, just use the 32-bit space.
301 1.13 riastrad */
302 1.13 riastrad if (min_addr == 0 && max_addr >= UINT32_C(0xffffffff) &&
303 1.13 riastrad dev->bus_dmat == dev->bus_dmat32) {
304 1.13 riastrad dma32: dev->dmat = dev->bus_dmat32;
305 1.13 riastrad dev->dmat_subregion_p = false;
306 1.13 riastrad dev->dmat_subregion_min = 0;
307 1.13 riastrad dev->dmat_subregion_max = UINT32_C(0xffffffff);
308 1.13 riastrad return 0;
309 1.13 riastrad }
310 1.13 riastrad
311 1.13 riastrad /*
312 1.2 riastrad * Create a DMA tag for a subregion from the bus's DMA tag. If
313 1.2 riastrad * that fails, restore dev->dmat to the whole region so that we
314 1.2 riastrad * need not worry about dev->dmat being uninitialized (not that
315 1.2 riastrad * the caller should try to allocate DMA-safe memory on failure
316 1.2 riastrad * anyway, but...paranoia).
317 1.2 riastrad */
318 1.3 riastrad /* XXX errno NetBSD->Linux */
319 1.3 riastrad ret = -bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
320 1.2 riastrad &dev->dmat, BUS_DMA_WAITOK);
321 1.3 riastrad if (ret) {
322 1.13 riastrad /*
323 1.13 riastrad * bus_dmatag_subregion may fail. If so, and if the
324 1.13 riastrad * subregion contains the 32-bit space, just use the
325 1.13 riastrad * 32-bit DMA tag.
326 1.13 riastrad */
327 1.13 riastrad if (ret == -EOPNOTSUPP && dev->bus_dmat32 &&
328 1.13 riastrad min_addr == 0 && max_addr >= UINT32_C(0xffffffff))
329 1.13 riastrad goto dma32;
330 1.13 riastrad /* XXX Back out? */
331 1.2 riastrad dev->dmat = dev->bus_dmat;
332 1.3 riastrad dev->dmat_subregion_p = false;
333 1.13 riastrad dev->dmat_subregion_min = 0;
334 1.13 riastrad dev->dmat_subregion_max = __type_max(bus_addr_t);
335 1.3 riastrad return ret;
336 1.2 riastrad }
337 1.2 riastrad
338 1.2 riastrad /*
339 1.2 riastrad * Remember that we have a subregion tag so that we know to
340 1.2 riastrad * destroy it later, and record the bounds in case we need to
341 1.2 riastrad * limit them again.
342 1.2 riastrad */
343 1.2 riastrad dev->dmat_subregion_p = true;
344 1.2 riastrad dev->dmat_subregion_min = min_addr;
345 1.2 riastrad dev->dmat_subregion_max = max_addr;
346 1.2 riastrad
347 1.2 riastrad /* Success! */
348 1.2 riastrad return 0;
349 1.2 riastrad }
350 1.17 riastrad
351 1.17 riastrad bool
352 1.17 riastrad drm_need_swiotlb(int dma_bits)
353 1.17 riastrad {
354 1.17 riastrad
355 1.17 riastrad return false;
356 1.17 riastrad }
357