drm_memory.c revision 1.1.2.6 1 1.1.2.1 riastrad /* $NetBSD: drm_memory.c,v 1.1.2.6 2013/07/24 03:12:33 riastradh Exp $ */
2 1.1.2.1 riastrad
3 1.1.2.1 riastrad /*-
4 1.1.2.1 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.1.2.1 riastrad * All rights reserved.
6 1.1.2.1 riastrad *
7 1.1.2.1 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.1.2.1 riastrad * by Taylor R. Campbell.
9 1.1.2.1 riastrad *
10 1.1.2.1 riastrad * Redistribution and use in source and binary forms, with or without
11 1.1.2.1 riastrad * modification, are permitted provided that the following conditions
12 1.1.2.1 riastrad * are met:
13 1.1.2.1 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.1.2.1 riastrad * notice, this list of conditions and the following disclaimer.
15 1.1.2.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1.2.1 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.1.2.1 riastrad * documentation and/or other materials provided with the distribution.
18 1.1.2.1 riastrad *
19 1.1.2.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1.2.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1.2.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1.2.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1.2.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1.2.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1.2.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1.2.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1.2.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1.2.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1.2.1 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.1.2.1 riastrad */
31 1.1.2.1 riastrad
32 1.1.2.1 riastrad #include <sys/cdefs.h>
33 1.1.2.1 riastrad __KERNEL_RCSID(0, "$NetBSD: drm_memory.c,v 1.1.2.6 2013/07/24 03:12:33 riastradh Exp $");
34 1.1.2.1 riastrad
35 1.1.2.1 riastrad /* XXX Cargo-culted from the old drm_memory.c. */
36 1.1.2.1 riastrad
37 1.1.2.1 riastrad #ifdef _KERNEL_OPT
38 1.1.2.1 riastrad #include "agp_i810.h"
39 1.1.2.1 riastrad #include "genfb.h"
40 1.1.2.1 riastrad #else
41 1.1.2.1 riastrad #define NAGP_I810 1 /* XXX WTF? */
42 1.1.2.1 riastrad #define NGENFB 0 /* XXX WTF? */
43 1.1.2.1 riastrad #endif
44 1.1.2.1 riastrad
45 1.1.2.1 riastrad #include <sys/bus.h>
46 1.1.2.1 riastrad
47 1.1.2.1 riastrad #if NAGP_I810 > 0
48 1.1.2.1 riastrad /* XXX include order botch -- shouldn't need to include pcivar.h */
49 1.1.2.1 riastrad #include <dev/pci/pcivar.h>
50 1.1.2.1 riastrad #include <dev/pci/agpvar.h>
51 1.1.2.1 riastrad #endif
52 1.1.2.1 riastrad
53 1.1.2.1 riastrad #if NGENFB > 0
54 1.1.2.1 riastrad #include <dev/wsfb/genfbvar.h>
55 1.1.2.1 riastrad #endif
56 1.1.2.1 riastrad
57 1.1.2.1 riastrad #include <drm/drmP.h>
58 1.1.2.1 riastrad
59 1.1.2.1 riastrad /*
60 1.1.2.1 riastrad * XXX drm_bus_borrow is a horrible kludge!
61 1.1.2.1 riastrad */
62 1.1.2.1 riastrad static bool
63 1.1.2.1 riastrad drm_bus_borrow(bus_addr_t base, bus_space_handle_t *handlep)
64 1.1.2.1 riastrad {
65 1.1.2.1 riastrad
66 1.1.2.1 riastrad #if NAGP_I810 > 0
67 1.1.2.1 riastrad if (agp_i810_borrow(base, handlep))
68 1.1.2.1 riastrad return true;
69 1.1.2.1 riastrad #endif
70 1.1.2.1 riastrad
71 1.1.2.1 riastrad #if NGENFB > 0
72 1.1.2.1 riastrad if (genfb_borrow(base, handlep))
73 1.1.2.1 riastrad return true;
74 1.1.2.1 riastrad #endif
75 1.1.2.1 riastrad
76 1.1.2.1 riastrad return false;
77 1.1.2.1 riastrad }
78 1.1.2.1 riastrad
79 1.1.2.1 riastrad void *
80 1.1.2.1 riastrad drm_ioremap(struct drm_device *dev, struct drm_local_map *map)
81 1.1.2.1 riastrad {
82 1.1.2.1 riastrad const bus_space_tag_t bst = dev->bst;
83 1.1.2.1 riastrad unsigned int unit;
84 1.1.2.1 riastrad int error;
85 1.1.2.1 riastrad
86 1.1.2.1 riastrad /*
87 1.1.2.1 riastrad * Search dev's bus maps for a match.
88 1.1.2.1 riastrad */
89 1.1.2.1 riastrad for (unit = 0; unit < dev->bus_nmaps; unit++) {
90 1.1.2.1 riastrad struct drm_bus_map *const bm = &dev->bus_maps[unit];
91 1.1.2.1 riastrad
92 1.1.2.1 riastrad /* Reject maps starting after the request. */
93 1.1.2.1 riastrad if (map->offset < bm->bm_base)
94 1.1.2.1 riastrad continue;
95 1.1.2.1 riastrad
96 1.1.2.1 riastrad /* Reject maps smaller than the request. */
97 1.1.2.1 riastrad if (bm->bm_size < map->size)
98 1.1.2.1 riastrad continue;
99 1.1.2.1 riastrad
100 1.1.2.1 riastrad /*
101 1.1.2.1 riastrad * Reject maps that the request doesn't fit in. (Make
102 1.1.2.1 riastrad * sure to avoid integer overflow.)
103 1.1.2.1 riastrad */
104 1.1.2.1 riastrad if ((bm->bm_size - map->size) <
105 1.1.2.1 riastrad (map->offset - bm->bm_base))
106 1.1.2.1 riastrad continue;
107 1.1.2.1 riastrad
108 1.1.2.1 riastrad /* Has it been mapped yet? If not, map it. */
109 1.1.2.1 riastrad if (bm->bm_mapped == 0) {
110 1.1.2.1 riastrad KASSERT(ISSET(bm->bm_flags, BUS_SPACE_MAP_LINEAR));
111 1.1.2.1 riastrad error = bus_space_map(bst, bm->bm_base,
112 1.1.2.1 riastrad bm->bm_size, bm->bm_flags, &bm->bm_bsh);
113 1.1.2.1 riastrad if (error) {
114 1.1.2.3 riastrad if (drm_bus_borrow(map->offset,
115 1.1.2.3 riastrad &map->lm_data.bus_space.bsh)) {
116 1.1.2.3 riastrad map->lm_data.bus_space.bus_map = NULL;
117 1.1.2.1 riastrad goto win;
118 1.1.2.1 riastrad }
119 1.1.2.1 riastrad return NULL;
120 1.1.2.1 riastrad }
121 1.1.2.1 riastrad }
122 1.1.2.1 riastrad
123 1.1.2.1 riastrad /* Mark it used and make a subregion just for the request. */
124 1.1.2.5 riastrad if (bm->bm_mapped == UINT_MAX)
125 1.1.2.5 riastrad return NULL;
126 1.1.2.1 riastrad bm->bm_mapped++;
127 1.1.2.1 riastrad error = bus_space_subregion(bst, bm->bm_bsh,
128 1.1.2.3 riastrad map->offset - bm->bm_base, map->size,
129 1.1.2.3 riastrad &map->lm_data.bus_space.bsh);
130 1.1.2.1 riastrad if (error) {
131 1.1.2.1 riastrad /*
132 1.1.2.1 riastrad * Back out: unmark it and, if nobody else was
133 1.1.2.1 riastrad * using it, unmap it.
134 1.1.2.1 riastrad */
135 1.1.2.5 riastrad KASSERT(bm->bm_mapped > 0);
136 1.1.2.1 riastrad if (--bm->bm_mapped == 0)
137 1.1.2.1 riastrad bus_space_unmap(bst, bm->bm_bsh,
138 1.1.2.1 riastrad bm->bm_size);
139 1.1.2.1 riastrad return NULL;
140 1.1.2.1 riastrad }
141 1.1.2.1 riastrad
142 1.1.2.1 riastrad /* Got it! */
143 1.1.2.3 riastrad map->lm_data.bus_space.bus_map = bm;
144 1.1.2.1 riastrad goto win;
145 1.1.2.1 riastrad }
146 1.1.2.1 riastrad
147 1.1.2.1 riastrad /*
148 1.1.2.1 riastrad * No dice. Try mapping it directly ourselves.
149 1.1.2.1 riastrad *
150 1.1.2.1 riastrad * XXX Is this sensible? What prevents us from clobbering some
151 1.1.2.1 riastrad * existing map? And what does this have to do with agp?
152 1.1.2.1 riastrad */
153 1.1.2.1 riastrad for (unit = 0; unit < dev->agp_nmaps; unit++) {
154 1.1.2.1 riastrad struct drm_bus_map *const bm = &dev->agp_maps[unit];
155 1.1.2.1 riastrad
156 1.1.2.1 riastrad /* Is this one allocated? */
157 1.1.2.1 riastrad if (bm->bm_mapped > 0) {
158 1.1.2.1 riastrad /*
159 1.1.2.1 riastrad * Make sure it has the same base.
160 1.1.2.1 riastrad *
161 1.1.2.1 riastrad * XXX Why must it be the same base? Can't we
162 1.1.2.1 riastrad * subregion here too?
163 1.1.2.1 riastrad */
164 1.1.2.1 riastrad if (bm->bm_base != map->offset)
165 1.1.2.1 riastrad continue;
166 1.1.2.1 riastrad
167 1.1.2.1 riastrad /* Make sure it's big enough. */
168 1.1.2.1 riastrad if (bm->bm_size < map->size)
169 1.1.2.1 riastrad continue;
170 1.1.2.1 riastrad
171 1.1.2.1 riastrad /* Mark it used and return it. */
172 1.1.2.5 riastrad if (bm->bm_mapped == UINT_MAX)
173 1.1.2.5 riastrad return NULL;
174 1.1.2.1 riastrad bm->bm_mapped++;
175 1.1.2.1 riastrad
176 1.1.2.1 riastrad /* XXX size is an input/output parameter too...? */
177 1.1.2.1 riastrad map->size = bm->bm_size;
178 1.1.2.1 riastrad
179 1.1.2.3 riastrad map->lm_data.bus_space.bsh = bm->bm_bsh;
180 1.1.2.3 riastrad map->lm_data.bus_space.bus_map = bm;
181 1.1.2.1 riastrad goto win;
182 1.1.2.1 riastrad } else {
183 1.1.2.1 riastrad const int flags = BUS_SPACE_MAP_PREFETCHABLE |
184 1.1.2.1 riastrad BUS_SPACE_MAP_LINEAR;
185 1.1.2.1 riastrad
186 1.1.2.1 riastrad /* Try mapping the request. */
187 1.1.2.1 riastrad error = bus_space_map(bst, map->offset, map->size,
188 1.1.2.1 riastrad flags, &bm->bm_bsh);
189 1.1.2.1 riastrad if (error)
190 1.1.2.1 riastrad return NULL; /* XXX Why not continue? */
191 1.1.2.1 riastrad
192 1.1.2.1 riastrad /* Got it. Allocate this bus map. */
193 1.1.2.5 riastrad KASSERT(bm->bm_mapped == 0);
194 1.1.2.1 riastrad bm->bm_mapped++;
195 1.1.2.1 riastrad bm->bm_base = map->offset;
196 1.1.2.1 riastrad bm->bm_size = map->size;
197 1.1.2.1 riastrad bm->bm_flags = flags; /* XXX What for? */
198 1.1.2.1 riastrad
199 1.1.2.3 riastrad map->lm_data.bus_space.bsh = bm->bm_bsh;
200 1.1.2.3 riastrad map->lm_data.bus_space.bus_map = bm;
201 1.1.2.1 riastrad goto win;
202 1.1.2.1 riastrad }
203 1.1.2.1 riastrad }
204 1.1.2.1 riastrad
205 1.1.2.1 riastrad return NULL;
206 1.1.2.1 riastrad
207 1.1.2.1 riastrad win:
208 1.1.2.3 riastrad map->lm_data.bus_space.bst = bst;
209 1.1.2.3 riastrad return bus_space_vaddr(bst, map->lm_data.bus_space.bsh);
210 1.1.2.1 riastrad }
211 1.1.2.1 riastrad
212 1.1.2.1 riastrad void
213 1.1.2.1 riastrad drm_iounmap(struct drm_device *dev, struct drm_local_map *map)
214 1.1.2.1 riastrad {
215 1.1.2.1 riastrad const bus_space_tag_t bst = dev->bst;
216 1.1.2.3 riastrad struct drm_bus_map *const bm = map->lm_data.bus_space.bus_map;
217 1.1.2.1 riastrad
218 1.1.2.1 riastrad /*
219 1.1.2.1 riastrad * bm may be null if we have committed the horrible deed of
220 1.1.2.1 riastrad * borrowing from agp_i810 or genfb.
221 1.1.2.1 riastrad */
222 1.1.2.1 riastrad if (bm != NULL) {
223 1.1.2.1 riastrad KASSERT(bm->bm_mapped > 0);
224 1.1.2.5 riastrad if (--bm->bm_mapped == 0)
225 1.1.2.1 riastrad bus_space_unmap(bst, bm->bm_bsh, bm->bm_size);
226 1.1.2.1 riastrad }
227 1.1.2.1 riastrad }
228 1.1.2.2 riastrad
229 1.1.2.2 riastrad /*
230 1.1.2.2 riastrad * Allocate a drm dma handle, allocate memory fit for DMA, and map it.
231 1.1.2.2 riastrad *
232 1.1.2.2 riastrad * XXX This is called drm_pci_alloc for hysterical raisins; it is not
233 1.1.2.2 riastrad * specific to PCI.
234 1.1.2.2 riastrad *
235 1.1.2.2 riastrad * XXX For now, we use non-blocking allocations because this is called
236 1.1.2.2 riastrad * by ioctls with the drm global mutex held.
237 1.1.2.2 riastrad *
238 1.1.2.2 riastrad * XXX Error information is lost because this returns NULL on failure,
239 1.1.2.2 riastrad * not even an error embedded in a pointer.
240 1.1.2.2 riastrad */
241 1.1.2.2 riastrad struct drm_dma_handle *
242 1.1.2.2 riastrad drm_pci_alloc(struct drm_device *dev, size_t size, size_t align)
243 1.1.2.2 riastrad {
244 1.1.2.2 riastrad int nsegs;
245 1.1.2.2 riastrad int error;
246 1.1.2.2 riastrad
247 1.1.2.2 riastrad /*
248 1.1.2.2 riastrad * Allocate a drm_dma_handle record.
249 1.1.2.2 riastrad */
250 1.1.2.4 riastrad struct drm_dma_handle *const dmah = kmem_alloc(sizeof(*dmah),
251 1.1.2.4 riastrad KM_NOSLEEP);
252 1.1.2.2 riastrad if (dmah == NULL) {
253 1.1.2.2 riastrad error = -ENOMEM;
254 1.1.2.2 riastrad goto out;
255 1.1.2.2 riastrad }
256 1.1.2.2 riastrad dmah->dmah_tag = dev->dmat;
257 1.1.2.2 riastrad
258 1.1.2.2 riastrad /*
259 1.1.2.2 riastrad * Allocate the requested amount of DMA-safe memory.
260 1.1.2.2 riastrad */
261 1.1.2.2 riastrad /* XXX errno NetBSD->Linux */
262 1.1.2.2 riastrad error = -bus_dmamem_alloc(dmah->dmah_tag, size, align, 0,
263 1.1.2.2 riastrad &dmah->dmah_seg, 1, &nsegs, BUS_DMA_NOWAIT);
264 1.1.2.2 riastrad if (error)
265 1.1.2.2 riastrad goto fail0;
266 1.1.2.2 riastrad KASSERT(nsegs == 1);
267 1.1.2.2 riastrad
268 1.1.2.2 riastrad /*
269 1.1.2.2 riastrad * XXX Old drm passed BUS_DMA_NOWAIT below but BUS_DMA_WAITOK
270 1.1.2.2 riastrad * above. WTF?
271 1.1.2.2 riastrad */
272 1.1.2.2 riastrad
273 1.1.2.2 riastrad /*
274 1.1.2.2 riastrad * Map the DMA-safe memory into kernel virtual address space.
275 1.1.2.2 riastrad */
276 1.1.2.2 riastrad /* XXX errno NetBSD->Linux */
277 1.1.2.2 riastrad error = -bus_dmamem_map(dmah->dmah_tag, &dmah->dmah_seg, 1, size,
278 1.1.2.2 riastrad &dmah->vaddr,
279 1.1.2.2 riastrad (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
280 1.1.2.2 riastrad if (error)
281 1.1.2.2 riastrad goto fail1;
282 1.1.2.2 riastrad dmah->size = size;
283 1.1.2.2 riastrad
284 1.1.2.2 riastrad /*
285 1.1.2.2 riastrad * Create a map for DMA transfers.
286 1.1.2.2 riastrad */
287 1.1.2.2 riastrad /* XXX errno NetBSD->Linux */
288 1.1.2.2 riastrad error = -bus_dmamap_create(dmah->dmah_tag, size, 1, size, 0,
289 1.1.2.2 riastrad BUS_DMA_NOWAIT, &dmah->dmah_map);
290 1.1.2.2 riastrad if (error)
291 1.1.2.2 riastrad goto fail2;
292 1.1.2.2 riastrad
293 1.1.2.2 riastrad /*
294 1.1.2.2 riastrad * Load the kva buffer into the map for DMA transfers.
295 1.1.2.2 riastrad */
296 1.1.2.2 riastrad /* XXX errno NetBSD->Linux */
297 1.1.2.2 riastrad error = -bus_dmamap_load(dmah->dmah_tag, dmah->dmah_map, dmah->vaddr,
298 1.1.2.2 riastrad size, NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
299 1.1.2.2 riastrad if (error)
300 1.1.2.2 riastrad goto fail3;
301 1.1.2.2 riastrad
302 1.1.2.2 riastrad /* Record the bus address for convenient reference. */
303 1.1.2.2 riastrad dmah->busaddr = dmah->dmah_map->dm_segs[0].ds_addr;
304 1.1.2.2 riastrad
305 1.1.2.2 riastrad /* Zero the DMA buffer. XXX Yikes! Is this necessary? */
306 1.1.2.2 riastrad memset(dmah->vaddr, 0, size);
307 1.1.2.2 riastrad
308 1.1.2.2 riastrad /* Success! */
309 1.1.2.2 riastrad return dmah;
310 1.1.2.2 riastrad
311 1.1.2.2 riastrad fail3: bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
312 1.1.2.2 riastrad fail2: bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
313 1.1.2.2 riastrad fail1: bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
314 1.1.2.2 riastrad fail0: dmah->dmah_tag = NULL; /* XXX paranoia */
315 1.1.2.4 riastrad kmem_free(dmah, sizeof(*dmah));
316 1.1.2.2 riastrad out: DRM_DEBUG("drm_pci_alloc failed: %d\n", error);
317 1.1.2.2 riastrad return NULL;
318 1.1.2.2 riastrad }
319 1.1.2.2 riastrad
320 1.1.2.2 riastrad /*
321 1.1.2.4 riastrad * Release the bus DMA mappings and memory in dmah, and deallocate it.
322 1.1.2.2 riastrad */
323 1.1.2.2 riastrad void
324 1.1.2.4 riastrad drm_pci_free(struct drm_device *dev, struct drm_dma_handle *dmah)
325 1.1.2.2 riastrad {
326 1.1.2.2 riastrad
327 1.1.2.2 riastrad bus_dmamap_unload(dmah->dmah_tag, dmah->dmah_map);
328 1.1.2.2 riastrad bus_dmamap_destroy(dmah->dmah_tag, dmah->dmah_map);
329 1.1.2.2 riastrad bus_dmamem_unmap(dmah->dmah_tag, dmah->vaddr, dmah->size);
330 1.1.2.2 riastrad bus_dmamem_free(dmah->dmah_tag, &dmah->dmah_seg, 1);
331 1.1.2.2 riastrad dmah->dmah_tag = NULL; /* XXX paranoia */
332 1.1.2.4 riastrad kmem_free(dmah, sizeof(*dmah));
333 1.1.2.2 riastrad }
334 1.1.2.6 riastrad
335 1.1.2.6 riastrad /*
336 1.1.2.6 riastrad * Make sure the DMA-safe memory allocated for dev lies between
337 1.1.2.6 riastrad * min_addr and max_addr. Can be used multiple times to restrict the
338 1.1.2.6 riastrad * bounds further, but never to expand the bounds again.
339 1.1.2.6 riastrad *
340 1.1.2.6 riastrad * XXX Caller must guarantee nobody has used the tag yet,
341 1.1.2.6 riastrad * i.e. allocated any DMA memory.
342 1.1.2.6 riastrad */
343 1.1.2.6 riastrad int
344 1.1.2.6 riastrad drm_limit_dma_space(struct drm_device *dev, resource_size_t min_addr,
345 1.1.2.6 riastrad resource_size_t max_addr)
346 1.1.2.6 riastrad {
347 1.1.2.6 riastrad int error;
348 1.1.2.6 riastrad
349 1.1.2.6 riastrad KASSERT(min_addr <= max_addr);
350 1.1.2.6 riastrad
351 1.1.2.6 riastrad /*
352 1.1.2.6 riastrad * Limit it further if we have already limited it, and destroy
353 1.1.2.6 riastrad * the old subregion DMA tag.
354 1.1.2.6 riastrad */
355 1.1.2.6 riastrad if (dev->dmat_subregion_p) {
356 1.1.2.6 riastrad min_addr = MAX(min_addr, dev->dmat_subregion_min);
357 1.1.2.6 riastrad max_addr = MIN(max_addr, dev->dmat_subregion_max);
358 1.1.2.6 riastrad bus_dmatag_destroy(dev->dmat);
359 1.1.2.6 riastrad }
360 1.1.2.6 riastrad
361 1.1.2.6 riastrad /*
362 1.1.2.6 riastrad * Create a DMA tag for a subregion from the bus's DMA tag. If
363 1.1.2.6 riastrad * that fails, restore dev->dmat to the whole region so that we
364 1.1.2.6 riastrad * need not worry about dev->dmat being uninitialized (not that
365 1.1.2.6 riastrad * the caller should try to allocate DMA-safe memory on failure
366 1.1.2.6 riastrad * anyway, but...paranoia).
367 1.1.2.6 riastrad */
368 1.1.2.6 riastrad error = bus_dmatag_subregion(dev->bus_dmat, min_addr, max_addr,
369 1.1.2.6 riastrad &dev->dmat, BUS_DMA_WAITOK);
370 1.1.2.6 riastrad if (error) {
371 1.1.2.6 riastrad dev->dmat = dev->bus_dmat;
372 1.1.2.6 riastrad return error;
373 1.1.2.6 riastrad }
374 1.1.2.6 riastrad
375 1.1.2.6 riastrad /*
376 1.1.2.6 riastrad * Remember that we have a subregion tag so that we know to
377 1.1.2.6 riastrad * destroy it later, and record the bounds in case we need to
378 1.1.2.6 riastrad * limit them again.
379 1.1.2.6 riastrad */
380 1.1.2.6 riastrad dev->dmat_subregion_p = true;
381 1.1.2.6 riastrad dev->dmat_subregion_min = min_addr;
382 1.1.2.6 riastrad dev->dmat_subregion_max = max_addr;
383 1.1.2.6 riastrad
384 1.1.2.6 riastrad /* Success! */
385 1.1.2.6 riastrad return 0;
386 1.1.2.6 riastrad }
387