drm_scatter.c revision 1.5 1 1.5 riastrad /* $NetBSD: drm_scatter.c,v 1.5 2018/08/27 07:02:06 riastradh Exp $ */
2 1.2 riastrad
3 1.2 riastrad /*-
4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.2 riastrad * All rights reserved.
6 1.2 riastrad *
7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 riastrad * by Taylor R. Campbell.
9 1.2 riastrad *
10 1.2 riastrad * Redistribution and use in source and binary forms, with or without
11 1.2 riastrad * modification, are permitted provided that the following conditions
12 1.2 riastrad * are met:
13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.2 riastrad * notice, this list of conditions and the following disclaimer.
15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.2 riastrad * documentation and/or other materials provided with the distribution.
18 1.2 riastrad *
19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 riastrad */
31 1.2 riastrad
32 1.2 riastrad #include <sys/cdefs.h>
33 1.5 riastrad __KERNEL_RCSID(0, "$NetBSD: drm_scatter.c,v 1.5 2018/08/27 07:02:06 riastradh Exp $");
34 1.2 riastrad
35 1.2 riastrad #include <sys/types.h>
36 1.2 riastrad #include <sys/bus.h>
37 1.2 riastrad #include <sys/errno.h>
38 1.2 riastrad #include <sys/systm.h>
39 1.2 riastrad
40 1.2 riastrad #include <linux/slab.h>
41 1.2 riastrad
42 1.2 riastrad #include <drm/drmP.h>
43 1.5 riastrad #include <drm/drm_internal.h>
44 1.5 riastrad #include "../dist/drm/drm_legacy.h"
45 1.2 riastrad
46 1.2 riastrad static int drm_sg_alloc_mem(struct drm_device *, size_t,
47 1.2 riastrad struct drm_sg_mem **);
48 1.3 riastrad static void drm_sg_free_mem(struct drm_device *, struct drm_sg_mem *);
49 1.2 riastrad
50 1.2 riastrad int
51 1.5 riastrad drm_legacy_sg_alloc(struct drm_device *dev, void *data,
52 1.2 riastrad struct drm_file *file __unused)
53 1.2 riastrad {
54 1.2 riastrad struct drm_scatter_gather *const request = data;
55 1.4 mrg struct drm_sg_mem *sg = NULL;
56 1.2 riastrad int error;
57 1.2 riastrad
58 1.2 riastrad /*
59 1.2 riastrad * XXX Should not hold this mutex during drm_sg_alloc. For
60 1.2 riastrad * now, we'll just use non-blocking allocations.
61 1.2 riastrad */
62 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
63 1.2 riastrad
64 1.2 riastrad /*
65 1.2 riastrad * Sanity-check the inputs.
66 1.2 riastrad */
67 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
68 1.2 riastrad return -ENODEV;
69 1.2 riastrad if (dev->sg != NULL)
70 1.2 riastrad return -EBUSY;
71 1.2 riastrad if (request->size > 0xffffffffUL)
72 1.2 riastrad return -ENOMEM;
73 1.2 riastrad
74 1.2 riastrad /*
75 1.2 riastrad * Do the allocation.
76 1.2 riastrad *
77 1.2 riastrad * XXX Would it be safe to drop drm_global_mutex here to avoid
78 1.2 riastrad * holding it during allocation?
79 1.2 riastrad */
80 1.2 riastrad error = drm_sg_alloc_mem(dev, request->size, &sg);
81 1.2 riastrad if (error)
82 1.2 riastrad return error;
83 1.2 riastrad
84 1.2 riastrad /* Set it up to be the device's scatter-gather memory. */
85 1.2 riastrad dev->sg = sg;
86 1.2 riastrad
87 1.2 riastrad /* Success! */
88 1.2 riastrad request->handle = sg->handle;
89 1.2 riastrad return 0;
90 1.2 riastrad }
91 1.2 riastrad
92 1.2 riastrad int
93 1.5 riastrad drm_legacy_sg_free(struct drm_device *dev, void *data, struct drm_file *file)
94 1.2 riastrad {
95 1.2 riastrad struct drm_scatter_gather *const request = data;
96 1.2 riastrad struct drm_sg_mem *sg;
97 1.2 riastrad
98 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
99 1.2 riastrad
100 1.2 riastrad /*
101 1.2 riastrad * Sanity-check the inputs.
102 1.2 riastrad */
103 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
104 1.2 riastrad return -ENODEV;
105 1.2 riastrad
106 1.2 riastrad sg = dev->sg;
107 1.2 riastrad if (sg == NULL)
108 1.2 riastrad return -ENXIO;
109 1.2 riastrad if (sg->handle != request->handle)
110 1.2 riastrad return -EINVAL;
111 1.2 riastrad
112 1.2 riastrad /* Remove dev->sg. */
113 1.2 riastrad dev->sg = NULL;
114 1.2 riastrad
115 1.3 riastrad /* Free it. */
116 1.3 riastrad drm_sg_free_mem(dev, sg);
117 1.3 riastrad
118 1.2 riastrad /* Success! */
119 1.2 riastrad return 0;
120 1.2 riastrad }
121 1.2 riastrad
122 1.3 riastrad void
123 1.3 riastrad drm_legacy_sg_cleanup(struct drm_device *dev)
124 1.3 riastrad {
125 1.3 riastrad
126 1.3 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
127 1.3 riastrad return;
128 1.3 riastrad if (dev->sg == NULL)
129 1.3 riastrad return;
130 1.3 riastrad if (drm_core_check_feature(dev, DRIVER_MODESET))
131 1.3 riastrad return;
132 1.3 riastrad
133 1.3 riastrad drm_sg_free_mem(dev, dev->sg);
134 1.3 riastrad }
135 1.3 riastrad
136 1.2 riastrad static int
137 1.2 riastrad drm_sg_alloc_mem(struct drm_device *dev, size_t size, struct drm_sg_mem **sgp)
138 1.2 riastrad {
139 1.2 riastrad int nsegs;
140 1.2 riastrad int error;
141 1.2 riastrad
142 1.2 riastrad KASSERT(drm_core_check_feature(dev, DRIVER_SG));
143 1.2 riastrad
144 1.2 riastrad KASSERT(size <= (size_t)0xffffffffUL); /* XXX 32-bit sizes only? */
145 1.2 riastrad const size_t nbytes = PAGE_ALIGN(size);
146 1.2 riastrad const size_t npages = nbytes >> PAGE_SHIFT;
147 1.2 riastrad KASSERT(npages <= (size_t)INT_MAX);
148 1.2 riastrad
149 1.2 riastrad /*
150 1.2 riastrad * Allocate a drm_sg_mem record.
151 1.2 riastrad */
152 1.2 riastrad struct drm_sg_mem *const sg =
153 1.2 riastrad kmem_zalloc(offsetof(struct drm_sg_mem, sg_segs[npages]),
154 1.2 riastrad KM_NOSLEEP);
155 1.2 riastrad if (sg == NULL)
156 1.2 riastrad return -ENOMEM;
157 1.2 riastrad sg->sg_tag = dev->dmat;
158 1.2 riastrad sg->sg_nsegs_max = (unsigned int)npages;
159 1.2 riastrad
160 1.2 riastrad /*
161 1.2 riastrad * Allocate the requested amount of DMA-safe memory.
162 1.2 riastrad */
163 1.2 riastrad KASSERT(sg->sg_nsegs_max <= (unsigned int)INT_MAX);
164 1.2 riastrad /* XXX errno NetBSD->Linux */
165 1.2 riastrad error = -bus_dmamem_alloc(sg->sg_tag, nbytes, PAGE_SIZE, 0,
166 1.2 riastrad sg->sg_segs, (int)sg->sg_nsegs_max, &nsegs, BUS_DMA_NOWAIT);
167 1.2 riastrad if (error)
168 1.2 riastrad goto fail0;
169 1.2 riastrad KASSERT(0 <= nsegs);
170 1.2 riastrad sg->sg_nsegs = (unsigned int)nsegs;
171 1.2 riastrad
172 1.2 riastrad /*
173 1.2 riastrad * XXX Old drm passed DRM_BUS_NOWAIT below but BUS_DMA_WAITOK
174 1.2 riastrad * above. WTF?
175 1.2 riastrad */
176 1.2 riastrad
177 1.2 riastrad /*
178 1.2 riastrad * Map the DMA-safe memory into kernel virtual address space.
179 1.2 riastrad */
180 1.2 riastrad /* XXX errno NetBSD->Linux */
181 1.2 riastrad error = -bus_dmamem_map(sg->sg_tag, sg->sg_segs, nsegs, nbytes,
182 1.2 riastrad &sg->virtual,
183 1.2 riastrad (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
184 1.2 riastrad if (error)
185 1.2 riastrad goto fail1;
186 1.2 riastrad sg->sg_size = nbytes;
187 1.2 riastrad
188 1.2 riastrad /*
189 1.2 riastrad * Create a map for DMA transfers.
190 1.2 riastrad */
191 1.2 riastrad /* XXX errno NetBSD->Linux */
192 1.2 riastrad error = -bus_dmamap_create(sg->sg_tag, nbytes, nsegs, nbytes, 0,
193 1.2 riastrad BUS_DMA_NOWAIT, &sg->sg_map);
194 1.2 riastrad if (error)
195 1.2 riastrad goto fail2;
196 1.2 riastrad
197 1.2 riastrad /*
198 1.2 riastrad * Load the kva buffer into the map for DMA transfers.
199 1.2 riastrad */
200 1.2 riastrad /* XXX errno NetBSD->Linux */
201 1.2 riastrad error = -bus_dmamap_load(sg->sg_tag, sg->sg_map, sg->virtual, nbytes,
202 1.2 riastrad NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
203 1.2 riastrad if (error)
204 1.2 riastrad goto fail3;
205 1.2 riastrad
206 1.2 riastrad /*
207 1.2 riastrad * Use the kernel virtual address as the userland handle.
208 1.2 riastrad *
209 1.2 riastrad * XXX This leaks some information about kernel virtual
210 1.2 riastrad * addresses to userland; should we use an idr instead?
211 1.2 riastrad */
212 1.2 riastrad sg->handle = (unsigned long)(uintptr_t)sg->virtual;
213 1.2 riastrad KASSERT(sg->virtual == (void *)(uintptr_t)sg->handle);
214 1.2 riastrad
215 1.2 riastrad /* Success! */
216 1.2 riastrad *sgp = sg;
217 1.2 riastrad return 0;
218 1.2 riastrad
219 1.2 riastrad fail3: bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
220 1.2 riastrad fail2: bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
221 1.2 riastrad fail1: KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
222 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
223 1.2 riastrad fail0: sg->sg_tag = NULL; /* XXX paranoia */
224 1.3 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
225 1.2 riastrad return error;
226 1.2 riastrad }
227 1.2 riastrad
228 1.3 riastrad static void
229 1.3 riastrad drm_sg_free_mem(struct drm_device *dev, struct drm_sg_mem *sg)
230 1.2 riastrad {
231 1.2 riastrad
232 1.2 riastrad bus_dmamap_unload(sg->sg_tag, sg->sg_map);
233 1.2 riastrad bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
234 1.2 riastrad bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
235 1.2 riastrad KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
236 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
237 1.2 riastrad sg->sg_tag = NULL; /* XXX paranoia */
238 1.2 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
239 1.2 riastrad }
240