drm_scatter.c revision 1.3 1 1.3 riastrad /* $NetBSD: drm_scatter.c,v 1.3 2014/07/16 20:56:25 riastradh Exp $ */
2 1.2 riastrad
3 1.2 riastrad /*-
4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.2 riastrad * All rights reserved.
6 1.2 riastrad *
7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 riastrad * by Taylor R. Campbell.
9 1.2 riastrad *
10 1.2 riastrad * Redistribution and use in source and binary forms, with or without
11 1.2 riastrad * modification, are permitted provided that the following conditions
12 1.2 riastrad * are met:
13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.2 riastrad * notice, this list of conditions and the following disclaimer.
15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.2 riastrad * documentation and/or other materials provided with the distribution.
18 1.2 riastrad *
19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 riastrad */
31 1.2 riastrad
32 1.2 riastrad #include <sys/cdefs.h>
33 1.3 riastrad __KERNEL_RCSID(0, "$NetBSD: drm_scatter.c,v 1.3 2014/07/16 20:56:25 riastradh Exp $");
34 1.2 riastrad
35 1.2 riastrad #include <sys/types.h>
36 1.2 riastrad #include <sys/bus.h>
37 1.2 riastrad #include <sys/errno.h>
38 1.2 riastrad #include <sys/systm.h>
39 1.2 riastrad
40 1.2 riastrad #include <linux/slab.h>
41 1.2 riastrad
42 1.2 riastrad #include <drm/drmP.h>
43 1.2 riastrad
44 1.2 riastrad static int drm_sg_alloc_mem(struct drm_device *, size_t,
45 1.2 riastrad struct drm_sg_mem **);
46 1.3 riastrad static void drm_sg_free_mem(struct drm_device *, struct drm_sg_mem *);
47 1.2 riastrad
48 1.2 riastrad int
49 1.3 riastrad drm_sg_alloc(struct drm_device *dev, void *data,
50 1.2 riastrad struct drm_file *file __unused)
51 1.2 riastrad {
52 1.2 riastrad struct drm_scatter_gather *const request = data;
53 1.2 riastrad struct drm_sg_mem *sg;
54 1.2 riastrad int error;
55 1.2 riastrad
56 1.2 riastrad /*
57 1.2 riastrad * XXX Should not hold this mutex during drm_sg_alloc. For
58 1.2 riastrad * now, we'll just use non-blocking allocations.
59 1.2 riastrad */
60 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
61 1.2 riastrad
62 1.2 riastrad /*
63 1.2 riastrad * Sanity-check the inputs.
64 1.2 riastrad */
65 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
66 1.2 riastrad return -ENODEV;
67 1.2 riastrad if (dev->sg != NULL)
68 1.2 riastrad return -EBUSY;
69 1.2 riastrad if (request->size > 0xffffffffUL)
70 1.2 riastrad return -ENOMEM;
71 1.2 riastrad
72 1.2 riastrad /*
73 1.2 riastrad * Do the allocation.
74 1.2 riastrad *
75 1.2 riastrad * XXX Would it be safe to drop drm_global_mutex here to avoid
76 1.2 riastrad * holding it during allocation?
77 1.2 riastrad */
78 1.2 riastrad error = drm_sg_alloc_mem(dev, request->size, &sg);
79 1.2 riastrad if (error)
80 1.2 riastrad return error;
81 1.2 riastrad
82 1.2 riastrad /* Set it up to be the device's scatter-gather memory. */
83 1.2 riastrad dev->sg = sg;
84 1.2 riastrad
85 1.2 riastrad /* Success! */
86 1.2 riastrad request->handle = sg->handle;
87 1.2 riastrad return 0;
88 1.2 riastrad }
89 1.2 riastrad
90 1.2 riastrad int
91 1.2 riastrad drm_sg_free(struct drm_device *dev, void *data, struct drm_file *file)
92 1.2 riastrad {
93 1.2 riastrad struct drm_scatter_gather *const request = data;
94 1.2 riastrad struct drm_sg_mem *sg;
95 1.2 riastrad
96 1.2 riastrad KASSERT(mutex_is_locked(&drm_global_mutex));
97 1.2 riastrad
98 1.2 riastrad /*
99 1.2 riastrad * Sanity-check the inputs.
100 1.2 riastrad */
101 1.2 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
102 1.2 riastrad return -ENODEV;
103 1.2 riastrad
104 1.2 riastrad sg = dev->sg;
105 1.2 riastrad if (sg == NULL)
106 1.2 riastrad return -ENXIO;
107 1.2 riastrad if (sg->handle != request->handle)
108 1.2 riastrad return -EINVAL;
109 1.2 riastrad
110 1.2 riastrad /* Remove dev->sg. */
111 1.2 riastrad dev->sg = NULL;
112 1.2 riastrad
113 1.3 riastrad /* Free it. */
114 1.3 riastrad drm_sg_free_mem(dev, sg);
115 1.3 riastrad
116 1.2 riastrad /* Success! */
117 1.2 riastrad return 0;
118 1.2 riastrad }
119 1.2 riastrad
120 1.3 riastrad void
121 1.3 riastrad drm_legacy_sg_cleanup(struct drm_device *dev)
122 1.3 riastrad {
123 1.3 riastrad
124 1.3 riastrad if (!drm_core_check_feature(dev, DRIVER_SG))
125 1.3 riastrad return;
126 1.3 riastrad if (dev->sg == NULL)
127 1.3 riastrad return;
128 1.3 riastrad if (drm_core_check_feature(dev, DRIVER_MODESET))
129 1.3 riastrad return;
130 1.3 riastrad
131 1.3 riastrad drm_sg_free_mem(dev, dev->sg);
132 1.3 riastrad }
133 1.3 riastrad
134 1.2 riastrad static int
135 1.2 riastrad drm_sg_alloc_mem(struct drm_device *dev, size_t size, struct drm_sg_mem **sgp)
136 1.2 riastrad {
137 1.2 riastrad int nsegs;
138 1.2 riastrad int error;
139 1.2 riastrad
140 1.2 riastrad KASSERT(drm_core_check_feature(dev, DRIVER_SG));
141 1.2 riastrad
142 1.2 riastrad KASSERT(size <= (size_t)0xffffffffUL); /* XXX 32-bit sizes only? */
143 1.2 riastrad const size_t nbytes = PAGE_ALIGN(size);
144 1.2 riastrad const size_t npages = nbytes >> PAGE_SHIFT;
145 1.2 riastrad KASSERT(npages <= (size_t)INT_MAX);
146 1.2 riastrad
147 1.2 riastrad /*
148 1.2 riastrad * Allocate a drm_sg_mem record.
149 1.2 riastrad */
150 1.2 riastrad struct drm_sg_mem *const sg =
151 1.2 riastrad kmem_zalloc(offsetof(struct drm_sg_mem, sg_segs[npages]),
152 1.2 riastrad KM_NOSLEEP);
153 1.2 riastrad if (sg == NULL)
154 1.2 riastrad return -ENOMEM;
155 1.2 riastrad sg->sg_tag = dev->dmat;
156 1.2 riastrad sg->sg_nsegs_max = (unsigned int)npages;
157 1.2 riastrad
158 1.2 riastrad /*
159 1.2 riastrad * Allocate the requested amount of DMA-safe memory.
160 1.2 riastrad */
161 1.2 riastrad KASSERT(sg->sg_nsegs_max <= (unsigned int)INT_MAX);
162 1.2 riastrad /* XXX errno NetBSD->Linux */
163 1.2 riastrad error = -bus_dmamem_alloc(sg->sg_tag, nbytes, PAGE_SIZE, 0,
164 1.2 riastrad sg->sg_segs, (int)sg->sg_nsegs_max, &nsegs, BUS_DMA_NOWAIT);
165 1.2 riastrad if (error)
166 1.2 riastrad goto fail0;
167 1.2 riastrad KASSERT(0 <= nsegs);
168 1.2 riastrad sg->sg_nsegs = (unsigned int)nsegs;
169 1.2 riastrad
170 1.2 riastrad /*
171 1.2 riastrad * XXX Old drm passed DRM_BUS_NOWAIT below but BUS_DMA_WAITOK
172 1.2 riastrad * above. WTF?
173 1.2 riastrad */
174 1.2 riastrad
175 1.2 riastrad /*
176 1.2 riastrad * Map the DMA-safe memory into kernel virtual address space.
177 1.2 riastrad */
178 1.2 riastrad /* XXX errno NetBSD->Linux */
179 1.2 riastrad error = -bus_dmamem_map(sg->sg_tag, sg->sg_segs, nsegs, nbytes,
180 1.2 riastrad &sg->virtual,
181 1.2 riastrad (BUS_DMA_NOWAIT | BUS_DMA_COHERENT | BUS_DMA_NOCACHE));
182 1.2 riastrad if (error)
183 1.2 riastrad goto fail1;
184 1.2 riastrad sg->sg_size = nbytes;
185 1.2 riastrad
186 1.2 riastrad /*
187 1.2 riastrad * Create a map for DMA transfers.
188 1.2 riastrad */
189 1.2 riastrad /* XXX errno NetBSD->Linux */
190 1.2 riastrad error = -bus_dmamap_create(sg->sg_tag, nbytes, nsegs, nbytes, 0,
191 1.2 riastrad BUS_DMA_NOWAIT, &sg->sg_map);
192 1.2 riastrad if (error)
193 1.2 riastrad goto fail2;
194 1.2 riastrad
195 1.2 riastrad /*
196 1.2 riastrad * Load the kva buffer into the map for DMA transfers.
197 1.2 riastrad */
198 1.2 riastrad /* XXX errno NetBSD->Linux */
199 1.2 riastrad error = -bus_dmamap_load(sg->sg_tag, sg->sg_map, sg->virtual, nbytes,
200 1.2 riastrad NULL, (BUS_DMA_NOWAIT | BUS_DMA_NOCACHE));
201 1.2 riastrad if (error)
202 1.2 riastrad goto fail3;
203 1.2 riastrad
204 1.2 riastrad /*
205 1.2 riastrad * Use the kernel virtual address as the userland handle.
206 1.2 riastrad *
207 1.2 riastrad * XXX This leaks some information about kernel virtual
208 1.2 riastrad * addresses to userland; should we use an idr instead?
209 1.2 riastrad */
210 1.2 riastrad sg->handle = (unsigned long)(uintptr_t)sg->virtual;
211 1.2 riastrad KASSERT(sg->virtual == (void *)(uintptr_t)sg->handle);
212 1.2 riastrad
213 1.2 riastrad /* Success! */
214 1.2 riastrad *sgp = sg;
215 1.2 riastrad return 0;
216 1.2 riastrad
217 1.2 riastrad fail3: bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
218 1.2 riastrad fail2: bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
219 1.2 riastrad fail1: KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
220 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
221 1.2 riastrad fail0: sg->sg_tag = NULL; /* XXX paranoia */
222 1.3 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
223 1.2 riastrad return error;
224 1.2 riastrad }
225 1.2 riastrad
226 1.3 riastrad static void
227 1.3 riastrad drm_sg_free_mem(struct drm_device *dev, struct drm_sg_mem *sg)
228 1.2 riastrad {
229 1.2 riastrad
230 1.2 riastrad bus_dmamap_unload(sg->sg_tag, sg->sg_map);
231 1.2 riastrad bus_dmamap_destroy(sg->sg_tag, sg->sg_map);
232 1.2 riastrad bus_dmamem_unmap(sg->sg_tag, sg->virtual, sg->sg_size);
233 1.2 riastrad KASSERT(sg->sg_nsegs <= (unsigned int)INT_MAX);
234 1.2 riastrad bus_dmamem_free(sg->sg_tag, sg->sg_segs, (int)sg->sg_nsegs);
235 1.2 riastrad sg->sg_tag = NULL; /* XXX paranoia */
236 1.2 riastrad kmem_free(sg, offsetof(struct drm_sg_mem, sg_segs[sg->sg_nsegs_max]));
237 1.2 riastrad }
238