usb_mem.c revision 1.32 1 1.32 christos /* $NetBSD: usb_mem.c,v 1.32 2007/03/04 06:02:50 christos Exp $ */
2 1.1 augustss
3 1.1 augustss /*
4 1.1 augustss * Copyright (c) 1998 The NetBSD Foundation, Inc.
5 1.1 augustss * All rights reserved.
6 1.1 augustss *
7 1.2 augustss * This code is derived from software contributed to The NetBSD Foundation
8 1.20 augustss * by Lennart Augustsson (lennart (at) augustsson.net) at
9 1.2 augustss * Carlstedt Research & Technology.
10 1.1 augustss *
11 1.1 augustss * Redistribution and use in source and binary forms, with or without
12 1.1 augustss * modification, are permitted provided that the following conditions
13 1.1 augustss * are met:
14 1.1 augustss * 1. Redistributions of source code must retain the above copyright
15 1.1 augustss * notice, this list of conditions and the following disclaimer.
16 1.1 augustss * 2. Redistributions in binary form must reproduce the above copyright
17 1.1 augustss * notice, this list of conditions and the following disclaimer in the
18 1.1 augustss * documentation and/or other materials provided with the distribution.
19 1.1 augustss * 3. All advertising materials mentioning features or use of this software
20 1.1 augustss * must display the following acknowledgement:
21 1.1 augustss * This product includes software developed by the NetBSD
22 1.1 augustss * Foundation, Inc. and its contributors.
23 1.1 augustss * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.1 augustss * contributors may be used to endorse or promote products derived
25 1.1 augustss * from this software without specific prior written permission.
26 1.1 augustss *
27 1.1 augustss * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.1 augustss * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.1 augustss * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.1 augustss * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.1 augustss * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.1 augustss * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.1 augustss * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.1 augustss * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.1 augustss * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.1 augustss * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.1 augustss * POSSIBILITY OF SUCH DAMAGE.
38 1.1 augustss */
39 1.1 augustss
40 1.1 augustss /*
41 1.1 augustss * USB DMA memory allocation.
42 1.1 augustss * We need to allocate a lot of small (many 8 byte, some larger)
43 1.1 augustss * memory blocks that can be used for DMA. Using the bus_dma
44 1.3 augustss * routines directly would incur large overheads in space and time.
45 1.1 augustss */
46 1.22 lukem
47 1.22 lukem #include <sys/cdefs.h>
48 1.32 christos __KERNEL_RCSID(0, "$NetBSD: usb_mem.c,v 1.32 2007/03/04 06:02:50 christos Exp $");
49 1.1 augustss
50 1.1 augustss #include <sys/param.h>
51 1.1 augustss #include <sys/systm.h>
52 1.1 augustss #include <sys/kernel.h>
53 1.1 augustss #include <sys/malloc.h>
54 1.1 augustss #include <sys/queue.h>
55 1.12 augustss #include <sys/device.h> /* for usbdivar.h */
56 1.14 augustss #include <machine/bus.h>
57 1.1 augustss
58 1.28 fvdl #ifdef __NetBSD__
59 1.28 fvdl #include <sys/extent.h>
60 1.28 fvdl #include <uvm/uvm_extern.h>
61 1.28 fvdl #endif
62 1.28 fvdl
63 1.3 augustss #ifdef DIAGNOSTIC
64 1.3 augustss #include <sys/proc.h>
65 1.3 augustss #endif
66 1.3 augustss
67 1.1 augustss #include <dev/usb/usb.h>
68 1.1 augustss #include <dev/usb/usbdi.h>
69 1.12 augustss #include <dev/usb/usbdivar.h> /* just for usb_dma_t */
70 1.1 augustss #include <dev/usb/usb_mem.h>
71 1.1 augustss
72 1.1 augustss #ifdef USB_DEBUG
73 1.8 augustss #define DPRINTF(x) if (usbdebug) logprintf x
74 1.8 augustss #define DPRINTFN(n,x) if (usbdebug>(n)) logprintf x
75 1.25 dsainty extern int usbdebug;
76 1.1 augustss #else
77 1.1 augustss #define DPRINTF(x)
78 1.1 augustss #define DPRINTFN(n,x)
79 1.1 augustss #endif
80 1.26 thorpej
81 1.26 thorpej MALLOC_DEFINE(M_USB, "USB", "USB misc. memory");
82 1.26 thorpej MALLOC_DEFINE(M_USBDEV, "USB device", "USB device driver");
83 1.26 thorpej MALLOC_DEFINE(M_USBHC, "USB HC", "USB host controller");
84 1.1 augustss
85 1.1 augustss #define USB_MEM_SMALL 64
86 1.1 augustss #define USB_MEM_CHUNKS 64
87 1.1 augustss #define USB_MEM_BLOCK (USB_MEM_SMALL * USB_MEM_CHUNKS)
88 1.1 augustss
89 1.1 augustss /* This struct is overlayed on free fragments. */
90 1.1 augustss struct usb_frag_dma {
91 1.1 augustss usb_dma_block_t *block;
92 1.1 augustss u_int offs;
93 1.1 augustss LIST_ENTRY(usb_frag_dma) next;
94 1.1 augustss };
95 1.1 augustss
96 1.21 augustss Static usbd_status usb_block_allocmem(bus_dma_tag_t, size_t, size_t,
97 1.21 augustss usb_dma_block_t **);
98 1.21 augustss Static void usb_block_freemem(usb_dma_block_t *);
99 1.1 augustss
100 1.24 augustss Static LIST_HEAD(, usb_dma_block) usb_blk_freelist =
101 1.1 augustss LIST_HEAD_INITIALIZER(usb_blk_freelist);
102 1.19 augustss Static int usb_blk_nfree = 0;
103 1.11 augustss /* XXX should have different free list for different tags (for speed) */
104 1.19 augustss Static LIST_HEAD(, usb_frag_dma) usb_frag_freelist =
105 1.1 augustss LIST_HEAD_INITIALIZER(usb_frag_freelist);
106 1.1 augustss
107 1.19 augustss Static usbd_status
108 1.21 augustss usb_block_allocmem(bus_dma_tag_t tag, size_t size, size_t align,
109 1.21 augustss usb_dma_block_t **dmap)
110 1.1 augustss {
111 1.1 augustss int error;
112 1.1 augustss usb_dma_block_t *p;
113 1.4 augustss int s;
114 1.1 augustss
115 1.24 augustss DPRINTFN(5, ("usb_block_allocmem: size=%lu align=%lu\n",
116 1.17 augustss (u_long)size, (u_long)align));
117 1.1 augustss
118 1.3 augustss #ifdef DIAGNOSTIC
119 1.3 augustss if (!curproc) {
120 1.10 mjacob printf("usb_block_allocmem: in interrupt context, size=%lu\n",
121 1.10 mjacob (unsigned long) size);
122 1.3 augustss }
123 1.3 augustss #endif
124 1.3 augustss
125 1.4 augustss s = splusb();
126 1.1 augustss /* First check the free list. */
127 1.1 augustss for (p = LIST_FIRST(&usb_blk_freelist); p; p = LIST_NEXT(p, next)) {
128 1.1 augustss if (p->tag == tag && p->size >= size && p->align >= align) {
129 1.1 augustss LIST_REMOVE(p, next);
130 1.18 augustss usb_blk_nfree--;
131 1.4 augustss splx(s);
132 1.1 augustss *dmap = p;
133 1.17 augustss DPRINTFN(6,("usb_block_allocmem: free list size=%lu\n",
134 1.17 augustss (u_long)p->size));
135 1.1 augustss return (USBD_NORMAL_COMPLETION);
136 1.1 augustss }
137 1.1 augustss }
138 1.4 augustss splx(s);
139 1.9 augustss
140 1.9 augustss #ifdef DIAGNOSTIC
141 1.9 augustss if (!curproc) {
142 1.9 augustss printf("usb_block_allocmem: in interrupt context, failed\n");
143 1.9 augustss return (USBD_NOMEM);
144 1.9 augustss }
145 1.9 augustss #endif
146 1.1 augustss
147 1.1 augustss DPRINTFN(6, ("usb_block_allocmem: no free\n"));
148 1.1 augustss p = malloc(sizeof *p, M_USB, M_NOWAIT);
149 1.16 augustss if (p == NULL)
150 1.1 augustss return (USBD_NOMEM);
151 1.1 augustss
152 1.1 augustss p->tag = tag;
153 1.1 augustss p->size = size;
154 1.1 augustss p->align = align;
155 1.1 augustss error = bus_dmamem_alloc(tag, p->size, align, 0,
156 1.1 augustss p->segs, sizeof(p->segs)/sizeof(p->segs[0]),
157 1.1 augustss &p->nsegs, BUS_DMA_NOWAIT);
158 1.1 augustss if (error)
159 1.27 augustss goto free0;
160 1.1 augustss
161 1.24 augustss error = bus_dmamem_map(tag, p->segs, p->nsegs, p->size,
162 1.1 augustss &p->kaddr, BUS_DMA_NOWAIT|BUS_DMA_COHERENT);
163 1.1 augustss if (error)
164 1.27 augustss goto free1;
165 1.1 augustss
166 1.1 augustss error = bus_dmamap_create(tag, p->size, 1, p->size,
167 1.1 augustss 0, BUS_DMA_NOWAIT, &p->map);
168 1.1 augustss if (error)
169 1.1 augustss goto unmap;
170 1.1 augustss
171 1.24 augustss error = bus_dmamap_load(tag, p->map, p->kaddr, p->size, NULL,
172 1.1 augustss BUS_DMA_NOWAIT);
173 1.1 augustss if (error)
174 1.1 augustss goto destroy;
175 1.27 augustss
176 1.27 augustss *dmap = p;
177 1.16 augustss return (USBD_NORMAL_COMPLETION);
178 1.1 augustss
179 1.27 augustss destroy:
180 1.1 augustss bus_dmamap_destroy(tag, p->map);
181 1.27 augustss unmap:
182 1.1 augustss bus_dmamem_unmap(tag, p->kaddr, p->size);
183 1.27 augustss free1:
184 1.1 augustss bus_dmamem_free(tag, p->segs, p->nsegs);
185 1.27 augustss free0:
186 1.27 augustss free(p, M_USB);
187 1.1 augustss return (USBD_NOMEM);
188 1.1 augustss }
189 1.1 augustss
190 1.11 augustss #if 0
191 1.1 augustss void
192 1.21 augustss usb_block_real_freemem(usb_dma_block_t *p)
193 1.1 augustss {
194 1.3 augustss #ifdef DIAGNOSTIC
195 1.3 augustss if (!curproc) {
196 1.3 augustss printf("usb_block_real_freemem: in interrupt context\n");
197 1.3 augustss return;
198 1.3 augustss }
199 1.3 augustss #endif
200 1.1 augustss bus_dmamap_unload(p->tag, p->map);
201 1.1 augustss bus_dmamap_destroy(p->tag, p->map);
202 1.1 augustss bus_dmamem_unmap(p->tag, p->kaddr, p->size);
203 1.1 augustss bus_dmamem_free(p->tag, p->segs, p->nsegs);
204 1.1 augustss free(p, M_USB);
205 1.1 augustss }
206 1.11 augustss #endif
207 1.1 augustss
208 1.1 augustss /*
209 1.1 augustss * Do not free the memory unconditionally since we might be called
210 1.1 augustss * from an interrupt context and that is BAD.
211 1.4 augustss * XXX when should we really free?
212 1.1 augustss */
213 1.19 augustss Static void
214 1.21 augustss usb_block_freemem(usb_dma_block_t *p)
215 1.1 augustss {
216 1.4 augustss int s;
217 1.4 augustss
218 1.17 augustss DPRINTFN(6, ("usb_block_freemem: size=%lu\n", (u_long)p->size));
219 1.4 augustss s = splusb();
220 1.1 augustss LIST_INSERT_HEAD(&usb_blk_freelist, p, next);
221 1.18 augustss usb_blk_nfree++;
222 1.4 augustss splx(s);
223 1.1 augustss }
224 1.1 augustss
225 1.1 augustss usbd_status
226 1.21 augustss usb_allocmem(usbd_bus_handle bus, size_t size, size_t align, usb_dma_t *p)
227 1.1 augustss {
228 1.14 augustss bus_dma_tag_t tag = bus->dmatag;
229 1.16 augustss usbd_status err;
230 1.1 augustss struct usb_frag_dma *f;
231 1.1 augustss usb_dma_block_t *b;
232 1.1 augustss int i;
233 1.3 augustss int s;
234 1.1 augustss
235 1.1 augustss /* If the request is large then just use a full block. */
236 1.1 augustss if (size > USB_MEM_SMALL || align > USB_MEM_SMALL) {
237 1.1 augustss DPRINTFN(1, ("usb_allocmem: large alloc %d\n", (int)size));
238 1.1 augustss size = (size + USB_MEM_BLOCK - 1) & ~(USB_MEM_BLOCK - 1);
239 1.16 augustss err = usb_block_allocmem(tag, size, align, &p->block);
240 1.16 augustss if (!err) {
241 1.28 fvdl p->block->flags = USB_DMA_FULLBLOCK;
242 1.1 augustss p->offs = 0;
243 1.1 augustss }
244 1.16 augustss return (err);
245 1.1 augustss }
246 1.24 augustss
247 1.3 augustss s = splusb();
248 1.1 augustss /* Check for free fragments. */
249 1.1 augustss for (f = LIST_FIRST(&usb_frag_freelist); f; f = LIST_NEXT(f, next))
250 1.1 augustss if (f->block->tag == tag)
251 1.1 augustss break;
252 1.16 augustss if (f == NULL) {
253 1.1 augustss DPRINTFN(1, ("usb_allocmem: adding fragments\n"));
254 1.16 augustss err = usb_block_allocmem(tag, USB_MEM_BLOCK, USB_MEM_SMALL,&b);
255 1.16 augustss if (err) {
256 1.5 augustss splx(s);
257 1.16 augustss return (err);
258 1.5 augustss }
259 1.28 fvdl b->flags = 0;
260 1.1 augustss for (i = 0; i < USB_MEM_BLOCK; i += USB_MEM_SMALL) {
261 1.32 christos f = (struct usb_frag_dma *)((char *)b->kaddr + i);
262 1.1 augustss f->block = b;
263 1.1 augustss f->offs = i;
264 1.1 augustss LIST_INSERT_HEAD(&usb_frag_freelist, f, next);
265 1.1 augustss }
266 1.1 augustss f = LIST_FIRST(&usb_frag_freelist);
267 1.1 augustss }
268 1.1 augustss p->block = f->block;
269 1.1 augustss p->offs = f->offs;
270 1.28 fvdl p->block->flags &= ~USB_DMA_RESERVE;
271 1.1 augustss LIST_REMOVE(f, next);
272 1.3 augustss splx(s);
273 1.1 augustss DPRINTFN(5, ("usb_allocmem: use frag=%p size=%d\n", f, (int)size));
274 1.1 augustss return (USBD_NORMAL_COMPLETION);
275 1.1 augustss }
276 1.1 augustss
277 1.1 augustss void
278 1.31 christos usb_freemem(usbd_bus_handle bus, usb_dma_t *p)
279 1.1 augustss {
280 1.1 augustss struct usb_frag_dma *f;
281 1.3 augustss int s;
282 1.1 augustss
283 1.28 fvdl if (p->block->flags & USB_DMA_FULLBLOCK) {
284 1.7 augustss DPRINTFN(1, ("usb_freemem: large free\n"));
285 1.1 augustss usb_block_freemem(p->block);
286 1.1 augustss return;
287 1.1 augustss }
288 1.23 augustss f = KERNADDR(p, 0);
289 1.1 augustss f->block = p->block;
290 1.1 augustss f->offs = p->offs;
291 1.3 augustss s = splusb();
292 1.1 augustss LIST_INSERT_HEAD(&usb_frag_freelist, f, next);
293 1.3 augustss splx(s);
294 1.1 augustss DPRINTFN(5, ("usb_freemem: frag=%p\n", f));
295 1.1 augustss }
296 1.28 fvdl
297 1.28 fvdl
298 1.28 fvdl #ifdef __NetBSD__
299 1.28 fvdl usbd_status
300 1.28 fvdl usb_reserve_allocm(struct usb_dma_reserve *rs, usb_dma_t *dma, u_int32_t size)
301 1.28 fvdl {
302 1.28 fvdl int error;
303 1.28 fvdl u_long start;
304 1.28 fvdl bus_addr_t baddr;
305 1.28 fvdl
306 1.28 fvdl if (rs->vaddr == 0)
307 1.28 fvdl return USBD_NOMEM;
308 1.28 fvdl
309 1.28 fvdl dma->block = malloc(sizeof *dma->block, M_USB, M_ZERO | M_NOWAIT);
310 1.28 fvdl if (dma->block == NULL)
311 1.28 fvdl return USBD_NOMEM;
312 1.28 fvdl
313 1.28 fvdl error = extent_alloc(rs->extent, size, PAGE_SIZE, 0,
314 1.28 fvdl EX_NOWAIT, &start);
315 1.28 fvdl
316 1.28 fvdl if (error != 0) {
317 1.28 fvdl printf("%s: usb_reserve_allocm of size %u failed (error %d)\n",
318 1.28 fvdl ((struct device *)rs->softc)->dv_xname, size, error);
319 1.28 fvdl return USBD_NOMEM;
320 1.28 fvdl }
321 1.28 fvdl
322 1.28 fvdl baddr = start;
323 1.28 fvdl dma->offs = baddr - rs->paddr;
324 1.28 fvdl dma->block->flags = USB_DMA_RESERVE;
325 1.28 fvdl dma->block->align = PAGE_SIZE;
326 1.28 fvdl dma->block->size = size;
327 1.28 fvdl dma->block->nsegs = 1;
328 1.28 fvdl /* XXX segs appears to be unused */
329 1.28 fvdl dma->block->segs[0] = rs->map->dm_segs[0];
330 1.28 fvdl dma->block->map = rs->map;
331 1.28 fvdl dma->block->kaddr = rs->vaddr;
332 1.28 fvdl dma->block->tag = rs->dtag;
333 1.28 fvdl
334 1.28 fvdl return USBD_NORMAL_COMPLETION;
335 1.28 fvdl }
336 1.28 fvdl
337 1.28 fvdl void
338 1.28 fvdl usb_reserve_freem(struct usb_dma_reserve *rs, usb_dma_t *dma)
339 1.28 fvdl {
340 1.28 fvdl int error;
341 1.28 fvdl
342 1.28 fvdl error = extent_free(rs->extent,
343 1.28 fvdl (u_long)(rs->paddr + dma->offs), dma->block->size, 0);
344 1.28 fvdl free(dma->block, M_USB);
345 1.28 fvdl }
346 1.28 fvdl
347 1.28 fvdl int
348 1.28 fvdl usb_setup_reserve(void *softc, struct usb_dma_reserve *rs, bus_dma_tag_t dtag,
349 1.28 fvdl size_t size)
350 1.28 fvdl {
351 1.28 fvdl int error, nseg;
352 1.28 fvdl bus_dma_segment_t seg;
353 1.28 fvdl struct device *dv = softc;
354 1.28 fvdl
355 1.28 fvdl rs->dtag = dtag;
356 1.28 fvdl rs->size = size;
357 1.28 fvdl rs->softc = softc;
358 1.28 fvdl
359 1.28 fvdl error = bus_dmamem_alloc(dtag, USB_MEM_RESERVE, PAGE_SIZE, 0,
360 1.28 fvdl &seg, 1, &nseg, BUS_DMA_NOWAIT);
361 1.28 fvdl if (error != 0)
362 1.28 fvdl return error;
363 1.28 fvdl
364 1.28 fvdl error = bus_dmamem_map(dtag, &seg, nseg, USB_MEM_RESERVE,
365 1.28 fvdl &rs->vaddr, BUS_DMA_NOWAIT|BUS_DMA_COHERENT);
366 1.28 fvdl if (error != 0)
367 1.28 fvdl goto freeit;
368 1.28 fvdl
369 1.28 fvdl error = bus_dmamap_create(dtag, USB_MEM_RESERVE, 1,
370 1.28 fvdl USB_MEM_RESERVE, 0, BUS_DMA_NOWAIT, &rs->map);
371 1.28 fvdl if (error != 0)
372 1.28 fvdl goto unmap;
373 1.28 fvdl
374 1.28 fvdl error = bus_dmamap_load(dtag, rs->map, rs->vaddr, USB_MEM_RESERVE,
375 1.28 fvdl NULL, BUS_DMA_NOWAIT);
376 1.28 fvdl if (error != 0)
377 1.28 fvdl goto destroy;
378 1.28 fvdl
379 1.28 fvdl rs->paddr = rs->map->dm_segs[0].ds_addr;
380 1.28 fvdl rs->extent = extent_create(dv->dv_xname, (u_long)rs->paddr,
381 1.28 fvdl (u_long)(rs->paddr + USB_MEM_RESERVE),
382 1.28 fvdl M_USB, 0, 0, 0);
383 1.28 fvdl if (rs->extent == NULL) {
384 1.28 fvdl rs->vaddr = 0;
385 1.28 fvdl return ENOMEM;
386 1.28 fvdl }
387 1.28 fvdl
388 1.28 fvdl return 0;
389 1.28 fvdl
390 1.28 fvdl destroy:
391 1.28 fvdl bus_dmamap_destroy(dtag, rs->map);
392 1.28 fvdl unmap:
393 1.28 fvdl bus_dmamem_unmap(dtag, rs->vaddr, size);
394 1.28 fvdl freeit:
395 1.28 fvdl bus_dmamem_free(dtag, &seg, nseg);
396 1.28 fvdl
397 1.28 fvdl rs->vaddr = 0;
398 1.28 fvdl
399 1.28 fvdl return error;
400 1.28 fvdl }
401 1.28 fvdl #endif
402