drm_scatter.c revision 1.7 1 1.7 riastrad /* $NetBSD: drm_scatter.c,v 1.7 2021/12/19 09:50:42 riastradh Exp $ */
2 1.2 riastrad
3 1.2 riastrad /*-
4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.2 riastrad * All rights reserved.
6 1.2 riastrad *
7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 riastrad * by Taylor R. Campbell.
9 1.2 riastrad *
10 1.2 riastrad * Redistribution and use in source and binary forms, with or without
11 1.2 riastrad * modification, are permitted provided that the following conditions
12 1.2 riastrad * are met:
13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.2 riastrad * notice, this list of conditions and the following disclaimer.
15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.2 riastrad * documentation and/or other materials provided with the distribution.
18 1.2 riastrad *
19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 riastrad */
31 1.2 riastrad
32 1.2 riastrad #include <sys/cdefs.h>
33 1.7 riastrad __KERNEL_RCSID(0, "$NetBSD: drm_scatter.c,v 1.7 2021/12/19 09:50:42 riastradh Exp $");
34 1.2 riastrad
35 1.2 riastrad #include <sys/types.h>
36 1.2 riastrad #include <sys/bus.h>
37 1.2 riastrad #include <sys/errno.h>
38 1.2 riastrad #include <sys/systm.h>
39 1.2 riastrad
40 1.2 riastrad #include <linux/slab.h>
41 1.2 riastrad
42 1.2 riastrad #include <drm/drmP.h>
43 1.7 riastrad #include <drm/drm_drv.h>
44 1.6 riastrad
45 1.6 riastrad #include "../dist/drm/drm_internal.h"
46 1.5 riastrad #include "../dist/drm/drm_legacy.h"
47 1.2 riastrad
48 1.7 riastrad #if IS_ENABLED(CONFIG_DRM_LEGACY)
49 1.2 riastrad static int drm_sg_alloc_mem(struct drm_device *, size_t,
50 1.2 riastrad struct drm_sg_mem **);
51 1.3 riastrad static void drm_sg_free_mem(struct drm_device *, struct drm_sg_mem *);
52 1.2 riastrad
53 1.2 riastrad int
54 1.5 riastrad drm_legacy_sg_alloc(struct drm_device *dev, void *data,
55 1.2 riastrad struct drm_file *file __unused)
56 1.2 riastrad {
57 1.2 riastrad struct drm_scatter_gather *const request = data;
58 1.4 mrg struct drm_sg_mem *sg = NULL;
59 1.2 riastrad int error;
60 1.2 riastrad
61 1.2 riastrad /*
62 1.2 riastrad * XXX Should not hold this mutex during drm_sg_alloc. For
63 1.2 riastrad * now, we'll just use non-blocking allocations.
64 1.2 riastrad */
65 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
66 1.2 riastrad
67 1.2 riastrad /*
68 1.2 riastrad * Sanity-check the inputs.
69 1.2 riastrad */
70 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
71 1.2 riastrad return -ENODEV;
72 1.2 riastrad if (dev->sg != NULL)
73 1.2 riastrad return -EBUSY;
74 1.2 riastrad if (request->size > 0xffffffffUL)
75 1.2 riastrad return -ENOMEM;
76 1.2 riastrad
77 1.2 riastrad /*
78 1.2 riastrad * Do the allocation.
79 1.2 riastrad *
80 1.2 riastrad * XXX Would it be safe to drop drm_global_mutex here to avoid
81 1.2 riastrad * holding it during allocation?
82 1.2 riastrad */
83 1.2 riastrad error = drm_sg_alloc_mem(dev, request->size, &sg);
84 1.2 riastrad if (error)
85 1.2 riastrad return error;
86 1.2 riastrad
87 1.2 riastrad /* Set it up to be the device's scatter-gather memory. */
88 1.2 riastrad dev->sg = sg;
89 1.2 riastrad
90 1.2 riastrad /* Success! */
91 1.2 riastrad request->handle = sg->handle;
92 1.2 riastrad return 0;
93 1.2 riastrad }
94 1.2 riastrad
95 1.2 riastrad int
96 1.5 riastrad drm_legacy_sg_free(struct drm_device *dev, void *data, struct drm_file *file)
97 1.2 riastrad {
98 1.2 riastrad struct drm_scatter_gather *const request = data;
99 1.2 riastrad struct drm_sg_mem *sg;
100 1.2 riastrad
101 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
102 1.2 riastrad
103 1.2 riastrad /*
104 1.2 riastrad * Sanity-check the inputs.
105 1.2 riastrad */
106 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
107 1.2 riastrad return -ENODEV;
108 1.2 riastrad
109 1.2 riastrad sg = dev->sg;
110 1.2 riastrad if (sg == NULL)
111 1.2 riastrad return -ENXIO;
112 1.2 riastrad if (sg->handle != request->handle)
113 1.2 riastrad return -EINVAL;
114 1.2 riastrad
115 1.2 riastrad /* Remove dev->sg. */
116 1.2 riastrad dev->sg = NULL;
117 1.2 riastrad
118 1.3 riastrad /* Free it. */
119 1.3 riastrad drm_sg_free_mem(dev, sg);
120 1.3 riastrad
121 1.2 riastrad /* Success! */
122 1.2 riastrad return 0;
123 1.2 riastrad }
124 1.2 riastrad
125 1.3 riastrad void
126 1.3 riastrad drm_legacy_sg_cleanup(struct drm_device *dev)
127 1.3 riastrad {
128 1.3 riastrad
129 1.3 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
130 1.3 riastrad return;
131 1.3 riastrad if (dev->sg == NULL)
132 1.3 riastrad return;
133 1.3 riastrad if (drm_core_check_feature(dev, DRIVER_MODESET))
134 1.3 riastrad return;
135 1.3 riastrad
136 1.3 riastrad drm_sg_free_mem(dev, dev->sg);
137 1.3 riastrad }
138 1.3 riastrad
139 1.2 riastrad static int
140 1.2 riastrad drm_sg_alloc_mem(struct drm_device *dev, size_t size, struct drm_sg_mem **sgp)
141 1.2 riastrad {
142 1.2 riastrad int nsegs;
143 1.2 riastrad int error;
144 1.2 riastrad
145 1.2 riastrad KASSERT(drm_core_check_feature(dev, DRIVER_SG));
146 1.2 riastrad
147 1.2 riastrad KASSERT(size <= (size_t)0xffffffffUL); /* XXX 32-bit sizes only? */
148 1.2 riastrad const size_t nbytes = PAGE_ALIGN(size);
149 1.2 riastrad const size_t npages = nbytes >> PAGE_SHIFT;
150 1.2 riastrad KASSERT(npages <= (size_t)INT_MAX);
151 1.2 riastrad
152 1.2 riastrad /*
153 1.2 riastrad * Allocate a drm_sg_mem record.
154 1.2 riastrad */
155 1.2 riastrad struct drm_sg_mem *const sg =
156 1.2 riastrad kmem_zalloc(offsetof(struct drm_sg_mem, sg_segs[npages]),
157 1.2 riastrad KM_NOSLEEP);
158 1.2 riastrad if (sg == NULL)
159 1.2 riastrad return -ENOMEM;
160 1.2 riastrad sg->sg_tag = dev->dmat;
161 1.2 riastrad sg->sg_nsegs_max = (unsigned int)npages;
162 1.2 riastrad
163 1.2 riastrad /*
164 1.2 riastrad * Allocate the requested amount of DMA-safe memory.
165 1.2 riastrad */
166 1.2 riastrad KASSERT(sg->sg_nsegs_max <= (unsigned int)INT_MAX);
167 1.2 riastrad /* XXX errno NetBSD->Linux */
168 1.2 riastrad error = -bus_dmamem_alloc(sg->sg_tag, nbytes, PAGE_SIZE, 0,
169 1.2 riastrad sg->sg_segs, (int)sg->sg_nsegs_max, &nsegs, BUS_DMA_NOWAIT);
170 1.2 riastrad if (error)
171 1.2 riastrad goto fail0;
172 1.2 riastrad KASSERT(0 <= nsegs);
173 1.2 riastrad sg->sg_nsegs = (unsigned int)nsegs;
174 1.2 riastrad
175 1.2 riastrad /*
176 1.2 riastrad * XXX Old drm passed DRM_BUS_NOWAIT below but BUS_DMA_WAITOK
177 1.2 riastrad * above. WTF?
178 1.2 riastrad */
179 1.2 riastrad
180 1.2 riastrad /*
181 1.2 riastrad * Map the DMA-safe memory into kernel virtual address space.
182 1.2 riastrad */
183 1.2 riastrad /* XXX errno NetBSD->Linux */
184 1.2 riastrad error = -bus_dmamem_map(sg->sg_tag, sg->sg_segs, nsegs, nbytes,
185 1.2 riastrad &sg->virtual,
186 1.2 riastrad (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
187 1.2 riastrad if (error)
188 1.2 riastrad goto fail1;
189 1.2 riastrad sg->sg_size = nbytes;
190 1.2 riastrad
191 1.2 riastrad /*
192 1.2 riastrad * Create a map for DMA transfers.
193 1.2 riastrad */
194 1.2 riastrad /* XXX errno NetBSD->Linux */
195 1.2 riastrad error = -bus_dmamap_create(sg->sg_tag, nbytes, nsegs, nbytes, 0,
196 1.2 riastrad BUS_DMA_NOWAIT, &sg->sg_map);
197 1.2 riastrad if (error)
198 1.2 riastrad goto fail2;
199 1.2 riastrad
200 1.2 riastrad /*
201 1.2 riastrad * Load the kva buffer into the map for DMA transfers.
202 1.2 riastrad */
203 1.2 riastrad /* XXX errno NetBSD->Linux */
204 1.2 riastrad error = -bus_dmamap_load(sg->sg_tag, sg->sg_map, sg->virtual, nbytes,
205 1.2 riastrad NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
206 1.2 riastrad if (error)
207 1.2 riastrad goto fail3;
208 1.2 riastrad
209 1.2 riastrad /*
210 1.2 riastrad * Use the kernel virtual address as the userland handle.
211 1.2 riastrad *
212 1.2 riastrad * XXX This leaks some information about kernel virtual
213 1.2 riastrad * addresses to userland; should we use an idr instead?
214 1.2 riastrad */
215 1.2 riastrad sg->handle = (unsigned long)(uintptr_t)sg->virtual;
216 1.2 riastrad KASSERT(sg->virtual == (void *)(uintptr_t)sg->handle);
217 1.2 riastrad
218 1.2 riastrad /* Success! */
219 1.2 riastrad *sgp = sg;
220 1.2 riastrad return 0;
221 1.2 riastrad
222 1.2 riastrad fail3: bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
223 1.2 riastrad fail2: bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
224 1.2 riastrad fail1: KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
225 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
226 1.2 riastrad fail0: sg->sg_tag = NULL; /* XXX paranoia */
227 1.3 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
228 1.2 riastrad return error;
229 1.2 riastrad }
230 1.2 riastrad
231 1.3 riastrad static void
232 1.3 riastrad drm_sg_free_mem(struct drm_device *dev, struct drm_sg_mem *sg)
233 1.2 riastrad {
234 1.2 riastrad
235 1.2 riastrad bus_dmamap_unload(sg->sg_tag, sg->sg_map);
236 1.2 riastrad bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
237 1.2 riastrad bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
238 1.2 riastrad KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
239 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
240 1.2 riastrad sg->sg_tag = NULL; /* XXX paranoia */
241 1.2 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
242 1.2 riastrad }
243 1.7 riastrad #endif
244