bus_dma.c revision 1.29 1 1.29 matt /* $NetBSD: bus_dma.c,v 1.29 2008/02/03 08:34:57 matt Exp $ */
2 1.1 ragge
3 1.1 ragge /*-
4 1.1 ragge * Copyright (c) 1996, 1997, 1998 The NetBSD Foundation, Inc.
5 1.1 ragge * All rights reserved.
6 1.1 ragge *
7 1.1 ragge * This code is derived from software contributed to The NetBSD Foundation
8 1.1 ragge * by Jason R. Thorpe of the Numerical Aerospace Simulation Facility,
9 1.1 ragge * NASA Ames Research Center.
10 1.1 ragge *
11 1.1 ragge * Redistribution and use in source and binary forms, with or without
12 1.1 ragge * modification, are permitted provided that the following conditions
13 1.1 ragge * are met:
14 1.1 ragge * 1. Redistributions of source code must retain the above copyright
15 1.1 ragge * notice, this list of conditions and the following disclaimer.
16 1.1 ragge * 2. Redistributions in binary form must reproduce the above copyright
17 1.1 ragge * notice, this list of conditions and the following disclaimer in the
18 1.1 ragge * documentation and/or other materials provided with the distribution.
19 1.1 ragge * 3. All advertising materials mentioning features or use of this software
20 1.1 ragge * must display the following acknowledgement:
21 1.1 ragge * This product includes software developed by the NetBSD
22 1.1 ragge * Foundation, Inc. and its contributors.
23 1.1 ragge * 4. Neither the name of The NetBSD Foundation nor the names of its
24 1.1 ragge * contributors may be used to endorse or promote products derived
25 1.1 ragge * from this software without specific prior written permission.
26 1.1 ragge *
27 1.1 ragge * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
28 1.1 ragge * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
29 1.1 ragge * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
30 1.1 ragge * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
31 1.1 ragge * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
32 1.1 ragge * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
33 1.1 ragge * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
34 1.1 ragge * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
35 1.1 ragge * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
36 1.1 ragge * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
37 1.1 ragge * POSSIBILITY OF SUCH DAMAGE.
38 1.1 ragge */
39 1.1 ragge /*
40 1.1 ragge * bus_dma routines for vax. File copied from arm32/bus_dma.c.
41 1.1 ragge * NetBSD: bus_dma.c,v 1.11 1998/09/21 22:53:35 thorpej Exp
42 1.1 ragge */
43 1.20 lukem
44 1.20 lukem #include <sys/cdefs.h>
45 1.29 matt __KERNEL_RCSID(0, "$NetBSD: bus_dma.c,v 1.29 2008/02/03 08:34:57 matt Exp $");
46 1.1 ragge
47 1.1 ragge #include <sys/param.h>
48 1.1 ragge #include <sys/systm.h>
49 1.1 ragge #include <sys/kernel.h>
50 1.1 ragge #include <sys/proc.h>
51 1.1 ragge #include <sys/buf.h>
52 1.1 ragge #include <sys/reboot.h>
53 1.1 ragge #include <sys/conf.h>
54 1.1 ragge #include <sys/file.h>
55 1.1 ragge #include <sys/malloc.h>
56 1.1 ragge #include <sys/mbuf.h>
57 1.1 ragge #include <sys/vnode.h>
58 1.1 ragge #include <sys/device.h>
59 1.1 ragge
60 1.1 ragge #include <uvm/uvm_extern.h>
61 1.1 ragge
62 1.1 ragge #define _VAX_BUS_DMA_PRIVATE
63 1.1 ragge #include <machine/bus.h>
64 1.1 ragge
65 1.1 ragge #include <machine/ka43.h>
66 1.1 ragge #include <machine/sid.h>
67 1.1 ragge
68 1.16 matt extern paddr_t avail_start, avail_end;
69 1.16 matt extern vaddr_t virtual_avail;
70 1.1 ragge
71 1.1 ragge int _bus_dmamap_load_buffer __P((bus_dma_tag_t, bus_dmamap_t, void *,
72 1.26 yamt bus_size_t, struct vmspace *, int, vaddr_t *, int *, int));
73 1.1 ragge int _bus_dma_inrange __P((bus_dma_segment_t *, int, bus_addr_t));
74 1.1 ragge int _bus_dmamem_alloc_range __P((bus_dma_tag_t, bus_size_t, bus_size_t,
75 1.1 ragge bus_size_t, bus_dma_segment_t*, int, int *, int, vaddr_t, vaddr_t));
76 1.1 ragge /*
77 1.1 ragge * Common function for DMA map creation. May be called by bus-specific
78 1.1 ragge * DMA map creation functions.
79 1.1 ragge */
80 1.1 ragge int
81 1.1 ragge _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
82 1.1 ragge bus_dma_tag_t t;
83 1.1 ragge bus_size_t size;
84 1.1 ragge int nsegments;
85 1.1 ragge bus_size_t maxsegsz;
86 1.1 ragge bus_size_t boundary;
87 1.1 ragge int flags;
88 1.1 ragge bus_dmamap_t *dmamp;
89 1.1 ragge {
90 1.1 ragge struct vax_bus_dmamap *map;
91 1.1 ragge void *mapstore;
92 1.1 ragge size_t mapsize;
93 1.1 ragge
94 1.1 ragge #ifdef DEBUG_DMA
95 1.1 ragge printf("dmamap_create: t=%p size=%lx nseg=%x msegsz=%lx boundary=%lx flags=%x\n",
96 1.1 ragge t, size, nsegments, maxsegsz, boundary, flags);
97 1.1 ragge #endif /* DEBUG_DMA */
98 1.1 ragge
99 1.1 ragge /*
100 1.1 ragge * Allocate and initialize the DMA map. The end of the map
101 1.1 ragge * is a variable-sized array of segments, so we allocate enough
102 1.1 ragge * room for them in one shot.
103 1.1 ragge *
104 1.1 ragge * Note we don't preserve the WAITOK or NOWAIT flags. Preservation
105 1.1 ragge * of ALLOCNOW notifies others that we've reserved these resources,
106 1.1 ragge * and they are not to be freed.
107 1.1 ragge *
108 1.1 ragge * The bus_dmamap_t includes one bus_dma_segment_t, hence
109 1.1 ragge * the (nsegments - 1).
110 1.1 ragge */
111 1.1 ragge mapsize = sizeof(struct vax_bus_dmamap) +
112 1.1 ragge (sizeof(bus_dma_segment_t) * (nsegments - 1));
113 1.1 ragge if ((mapstore = malloc(mapsize, M_DMAMAP,
114 1.1 ragge (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK)) == NULL)
115 1.1 ragge return (ENOMEM);
116 1.1 ragge
117 1.1 ragge bzero(mapstore, mapsize);
118 1.1 ragge map = (struct vax_bus_dmamap *)mapstore;
119 1.1 ragge map->_dm_size = size;
120 1.1 ragge map->_dm_segcnt = nsegments;
121 1.22 matt map->_dm_maxmaxsegsz = maxsegsz;
122 1.1 ragge map->_dm_boundary = boundary;
123 1.1 ragge map->_dm_flags = flags & ~(BUS_DMA_WAITOK|BUS_DMA_NOWAIT);
124 1.22 matt map->dm_maxsegsz = maxsegsz;
125 1.1 ragge map->dm_mapsize = 0; /* no valid mappings */
126 1.1 ragge map->dm_nsegs = 0;
127 1.1 ragge
128 1.1 ragge *dmamp = map;
129 1.1 ragge #ifdef DEBUG_DMA
130 1.1 ragge printf("dmamap_create:map=%p\n", map);
131 1.1 ragge #endif /* DEBUG_DMA */
132 1.1 ragge return (0);
133 1.1 ragge }
134 1.1 ragge
135 1.1 ragge /*
136 1.1 ragge * Common function for DMA map destruction. May be called by bus-specific
137 1.1 ragge * DMA map destruction functions.
138 1.1 ragge */
139 1.1 ragge void
140 1.1 ragge _bus_dmamap_destroy(t, map)
141 1.1 ragge bus_dma_tag_t t;
142 1.1 ragge bus_dmamap_t map;
143 1.1 ragge {
144 1.1 ragge
145 1.1 ragge #ifdef DEBUG_DMA
146 1.1 ragge printf("dmamap_destroy: t=%p map=%p\n", t, map);
147 1.1 ragge #endif /* DEBUG_DMA */
148 1.1 ragge #ifdef DIAGNOSTIC
149 1.1 ragge if (map->dm_nsegs > 0)
150 1.1 ragge printf("bus_dmamap_destroy() called for map with valid mappings\n");
151 1.1 ragge #endif /* DIAGNOSTIC */
152 1.1 ragge free(map, M_DEVBUF);
153 1.1 ragge }
154 1.1 ragge
155 1.1 ragge /*
156 1.1 ragge * Common function for loading a DMA map with a linear buffer. May
157 1.1 ragge * be called by bus-specific DMA map load functions.
158 1.1 ragge */
159 1.1 ragge int
160 1.1 ragge _bus_dmamap_load(t, map, buf, buflen, p, flags)
161 1.1 ragge bus_dma_tag_t t;
162 1.1 ragge bus_dmamap_t map;
163 1.1 ragge void *buf;
164 1.1 ragge bus_size_t buflen;
165 1.1 ragge struct proc *p;
166 1.1 ragge int flags;
167 1.1 ragge {
168 1.28 matt vaddr_t lastaddr = 0;
169 1.1 ragge int seg, error;
170 1.26 yamt struct vmspace *vm;
171 1.1 ragge
172 1.1 ragge #ifdef DEBUG_DMA
173 1.1 ragge printf("dmamap_load: t=%p map=%p buf=%p len=%lx p=%p f=%d\n",
174 1.1 ragge t, map, buf, buflen, p, flags);
175 1.1 ragge #endif /* DEBUG_DMA */
176 1.1 ragge
177 1.1 ragge /*
178 1.1 ragge * Make sure that on error condition we return "no valid mappings".
179 1.1 ragge */
180 1.1 ragge map->dm_mapsize = 0;
181 1.1 ragge map->dm_nsegs = 0;
182 1.22 matt KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
183 1.1 ragge
184 1.1 ragge if (buflen > map->_dm_size)
185 1.1 ragge return (EINVAL);
186 1.1 ragge
187 1.26 yamt if (p != NULL) {
188 1.26 yamt vm = p->p_vmspace;
189 1.26 yamt } else {
190 1.26 yamt vm = vmspace_kernel();
191 1.26 yamt }
192 1.26 yamt
193 1.1 ragge seg = 0;
194 1.26 yamt error = _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags,
195 1.1 ragge &lastaddr, &seg, 1);
196 1.1 ragge if (error == 0) {
197 1.1 ragge map->dm_mapsize = buflen;
198 1.1 ragge map->dm_nsegs = seg + 1;
199 1.1 ragge }
200 1.1 ragge #ifdef DEBUG_DMA
201 1.1 ragge printf("dmamap_load: error=%d\n", error);
202 1.1 ragge #endif /* DEBUG_DMA */
203 1.1 ragge return (error);
204 1.1 ragge }
205 1.1 ragge
206 1.1 ragge /*
207 1.1 ragge * Like _bus_dmamap_load(), but for mbufs.
208 1.1 ragge */
209 1.1 ragge int
210 1.1 ragge _bus_dmamap_load_mbuf(t, map, m0, flags)
211 1.1 ragge bus_dma_tag_t t;
212 1.1 ragge bus_dmamap_t map;
213 1.1 ragge struct mbuf *m0;
214 1.1 ragge int flags;
215 1.1 ragge {
216 1.28 matt vaddr_t lastaddr = 0;
217 1.29 matt int seg, error;
218 1.29 matt bool first;
219 1.1 ragge struct mbuf *m;
220 1.1 ragge
221 1.1 ragge #ifdef DEBUG_DMA
222 1.1 ragge printf("dmamap_load_mbuf: t=%p map=%p m0=%p f=%d\n",
223 1.1 ragge t, map, m0, flags);
224 1.1 ragge #endif /* DEBUG_DMA */
225 1.1 ragge
226 1.1 ragge /*
227 1.1 ragge * Make sure that on error condition we return "no valid mappings."
228 1.1 ragge */
229 1.1 ragge map->dm_mapsize = 0;
230 1.1 ragge map->dm_nsegs = 0;
231 1.22 matt KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
232 1.1 ragge
233 1.1 ragge #ifdef DIAGNOSTIC
234 1.1 ragge if ((m0->m_flags & M_PKTHDR) == 0)
235 1.1 ragge panic("_bus_dmamap_load_mbuf: no packet header");
236 1.1 ragge #endif /* DIAGNOSTIC */
237 1.1 ragge
238 1.1 ragge if (m0->m_pkthdr.len > map->_dm_size)
239 1.1 ragge return (EINVAL);
240 1.1 ragge
241 1.29 matt first = true;
242 1.1 ragge seg = 0;
243 1.1 ragge error = 0;
244 1.29 matt for (m = m0; m != NULL && error == 0; m = m->m_next, first = false) {
245 1.21 thorpej if (m->m_len == 0)
246 1.21 thorpej continue;
247 1.29 matt #if 0
248 1.29 matt switch (m->m_flags & (M_EXT|M_CLUSTER)) {
249 1.29 matt #if 0
250 1.29 matt case M_EXT|M_CLUSTER:
251 1.29 matt KASSERT(m->m_ext.ext_paddr != M_PADDR_INVALID);
252 1.29 matt lastaddr = m->m_ext.ext_paddr
253 1.29 matt + (m->m_data - m->m_ext.ext_buf);
254 1.29 matt #endif
255 1.29 matt #if 1
256 1.29 matt have_addr:
257 1.29 matt #endif
258 1.29 matt if (!first && ++seg >= map->_dm_segcnt) {
259 1.29 matt error = EFBIG;
260 1.29 matt continue;
261 1.29 matt }
262 1.29 matt map->dm_segs[seg].ds_addr = lastaddr;
263 1.29 matt map->dm_segs[seg].ds_len = m->m_len;
264 1.29 matt lastaddr += m->m_len;
265 1.29 matt continue;
266 1.29 matt #if 1
267 1.29 matt case 0:
268 1.29 matt KASSERT(m->m_paddr != M_PADDR_INVALID);
269 1.29 matt lastaddr = m->m_paddr + M_BUFOFFSET(m)
270 1.29 matt + (m->m_data - M_BUFADDR(m));
271 1.29 matt goto have_addr;
272 1.29 matt #endif
273 1.29 matt default:
274 1.29 matt break;
275 1.29 matt }
276 1.29 matt #endif
277 1.1 ragge error = _bus_dmamap_load_buffer(t, map, m->m_data, m->m_len,
278 1.26 yamt vmspace_kernel(), flags, &lastaddr, &seg, first);
279 1.1 ragge }
280 1.1 ragge if (error == 0) {
281 1.1 ragge map->dm_mapsize = m0->m_pkthdr.len;
282 1.1 ragge map->dm_nsegs = seg + 1;
283 1.1 ragge }
284 1.1 ragge #ifdef DEBUG_DMA
285 1.1 ragge printf("dmamap_load_mbuf: error=%d\n", error);
286 1.1 ragge #endif /* DEBUG_DMA */
287 1.1 ragge return (error);
288 1.1 ragge }
289 1.1 ragge
290 1.1 ragge /*
291 1.1 ragge * Like _bus_dmamap_load(), but for uios.
292 1.1 ragge */
293 1.1 ragge int
294 1.1 ragge _bus_dmamap_load_uio(t, map, uio, flags)
295 1.1 ragge bus_dma_tag_t t;
296 1.1 ragge bus_dmamap_t map;
297 1.1 ragge struct uio *uio;
298 1.1 ragge int flags;
299 1.1 ragge {
300 1.28 matt vaddr_t lastaddr = 0;
301 1.29 matt int seg, i, error;
302 1.29 matt bool first;
303 1.1 ragge bus_size_t minlen, resid;
304 1.1 ragge struct iovec *iov;
305 1.27 christos void *addr;
306 1.1 ragge
307 1.1 ragge /*
308 1.1 ragge * Make sure that on error condition we return "no valid mappings."
309 1.1 ragge */
310 1.1 ragge map->dm_mapsize = 0;
311 1.1 ragge map->dm_nsegs = 0;
312 1.22 matt KASSERT(map->dm_maxsegsz <= map->_dm_maxmaxsegsz);
313 1.1 ragge
314 1.1 ragge resid = uio->uio_resid;
315 1.1 ragge iov = uio->uio_iov;
316 1.1 ragge
317 1.29 matt first = true;
318 1.1 ragge seg = 0;
319 1.1 ragge error = 0;
320 1.1 ragge for (i = 0; i < uio->uio_iovcnt && resid != 0 && error == 0; i++) {
321 1.1 ragge /*
322 1.1 ragge * Now at the first iovec to load. Load each iovec
323 1.1 ragge * until we have exhausted the residual count.
324 1.1 ragge */
325 1.1 ragge minlen = resid < iov[i].iov_len ? resid : iov[i].iov_len;
326 1.27 christos addr = (void *)iov[i].iov_base;
327 1.1 ragge
328 1.1 ragge error = _bus_dmamap_load_buffer(t, map, addr, minlen,
329 1.26 yamt uio->uio_vmspace, flags, &lastaddr, &seg, first);
330 1.29 matt first = false;
331 1.1 ragge
332 1.1 ragge resid -= minlen;
333 1.1 ragge }
334 1.1 ragge if (error == 0) {
335 1.1 ragge map->dm_mapsize = uio->uio_resid;
336 1.1 ragge map->dm_nsegs = seg + 1;
337 1.1 ragge }
338 1.1 ragge return (error);
339 1.1 ragge }
340 1.1 ragge
341 1.1 ragge /*
342 1.1 ragge * Like _bus_dmamap_load(), but for raw memory allocated with
343 1.1 ragge * bus_dmamem_alloc().
344 1.1 ragge */
345 1.1 ragge int
346 1.1 ragge _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
347 1.1 ragge bus_dma_tag_t t;
348 1.1 ragge bus_dmamap_t map;
349 1.1 ragge bus_dma_segment_t *segs;
350 1.1 ragge int nsegs;
351 1.1 ragge bus_size_t size;
352 1.1 ragge int flags;
353 1.1 ragge {
354 1.1 ragge
355 1.1 ragge panic("_bus_dmamap_load_raw: not implemented");
356 1.1 ragge }
357 1.1 ragge
358 1.1 ragge /*
359 1.1 ragge * Common function for unloading a DMA map. May be called by
360 1.1 ragge * bus-specific DMA map unload functions.
361 1.1 ragge */
362 1.1 ragge void
363 1.1 ragge _bus_dmamap_unload(t, map)
364 1.1 ragge bus_dma_tag_t t;
365 1.1 ragge bus_dmamap_t map;
366 1.1 ragge {
367 1.1 ragge
368 1.1 ragge #ifdef DEBUG_DMA
369 1.1 ragge printf("dmamap_unload: t=%p map=%p\n", t, map);
370 1.1 ragge #endif /* DEBUG_DMA */
371 1.1 ragge
372 1.1 ragge /*
373 1.1 ragge * No resources to free; just mark the mappings as
374 1.1 ragge * invalid.
375 1.1 ragge */
376 1.22 matt map->dm_maxsegsz = map->_dm_maxmaxsegsz;
377 1.1 ragge map->dm_mapsize = 0;
378 1.1 ragge map->dm_nsegs = 0;
379 1.1 ragge }
380 1.1 ragge
381 1.1 ragge /*
382 1.1 ragge * Common function for DMA map synchronization. May be called
383 1.1 ragge * by bus-specific DMA map synchronization functions.
384 1.1 ragge */
385 1.1 ragge void
386 1.1 ragge _bus_dmamap_sync(t, map, offset, len, ops)
387 1.1 ragge bus_dma_tag_t t;
388 1.1 ragge bus_dmamap_t map;
389 1.1 ragge bus_addr_t offset;
390 1.1 ragge bus_size_t len;
391 1.1 ragge int ops;
392 1.1 ragge {
393 1.1 ragge #ifdef DEBUG_DMA
394 1.1 ragge printf("dmamap_sync: t=%p map=%p offset=%lx len=%lx ops=%x\n",
395 1.1 ragge t, map, offset, len, ops);
396 1.1 ragge #endif /* DEBUG_DMA */
397 1.1 ragge /*
398 1.1 ragge * A vax only has snoop-cache, so this routine is a no-op.
399 1.1 ragge */
400 1.1 ragge return;
401 1.1 ragge }
402 1.1 ragge
403 1.1 ragge /*
404 1.1 ragge * Common function for DMA-safe memory allocation. May be called
405 1.1 ragge * by bus-specific DMA memory allocation functions.
406 1.1 ragge */
407 1.1 ragge
408 1.1 ragge int
409 1.1 ragge _bus_dmamem_alloc(t, size, alignment, boundary, segs, nsegs, rsegs, flags)
410 1.1 ragge bus_dma_tag_t t;
411 1.1 ragge bus_size_t size, alignment, boundary;
412 1.1 ragge bus_dma_segment_t *segs;
413 1.1 ragge int nsegs;
414 1.1 ragge int *rsegs;
415 1.1 ragge int flags;
416 1.1 ragge {
417 1.1 ragge int error;
418 1.1 ragge
419 1.1 ragge error = (_bus_dmamem_alloc_range(t, size, alignment, boundary,
420 1.1 ragge segs, nsegs, rsegs, flags, round_page(avail_start),
421 1.1 ragge trunc_page(avail_end)));
422 1.1 ragge return(error);
423 1.1 ragge }
424 1.1 ragge
425 1.1 ragge /*
426 1.1 ragge * Common function for freeing DMA-safe memory. May be called by
427 1.1 ragge * bus-specific DMA memory free functions.
428 1.1 ragge */
429 1.1 ragge void
430 1.1 ragge _bus_dmamem_free(t, segs, nsegs)
431 1.1 ragge bus_dma_tag_t t;
432 1.1 ragge bus_dma_segment_t *segs;
433 1.1 ragge int nsegs;
434 1.1 ragge {
435 1.12 chs struct vm_page *m;
436 1.1 ragge bus_addr_t addr;
437 1.1 ragge struct pglist mlist;
438 1.1 ragge int curseg;
439 1.1 ragge
440 1.1 ragge #ifdef DEBUG_DMA
441 1.1 ragge printf("dmamem_free: t=%p segs=%p nsegs=%x\n", t, segs, nsegs);
442 1.1 ragge #endif /* DEBUG_DMA */
443 1.1 ragge
444 1.1 ragge /*
445 1.1 ragge * Build a list of pages to free back to the VM system.
446 1.1 ragge */
447 1.1 ragge TAILQ_INIT(&mlist);
448 1.1 ragge for (curseg = 0; curseg < nsegs; curseg++) {
449 1.1 ragge for (addr = segs[curseg].ds_addr;
450 1.1 ragge addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
451 1.1 ragge addr += PAGE_SIZE) {
452 1.1 ragge m = PHYS_TO_VM_PAGE(addr);
453 1.1 ragge TAILQ_INSERT_TAIL(&mlist, m, pageq);
454 1.1 ragge }
455 1.1 ragge }
456 1.1 ragge uvm_pglistfree(&mlist);
457 1.1 ragge }
458 1.1 ragge
459 1.1 ragge /*
460 1.1 ragge * Common function for mapping DMA-safe memory. May be called by
461 1.1 ragge * bus-specific DMA memory map functions.
462 1.1 ragge */
463 1.1 ragge int
464 1.1 ragge _bus_dmamem_map(t, segs, nsegs, size, kvap, flags)
465 1.1 ragge bus_dma_tag_t t;
466 1.1 ragge bus_dma_segment_t *segs;
467 1.1 ragge int nsegs;
468 1.1 ragge size_t size;
469 1.27 christos void **kvap;
470 1.1 ragge int flags;
471 1.1 ragge {
472 1.6 matt vaddr_t va;
473 1.1 ragge bus_addr_t addr;
474 1.1 ragge int curseg;
475 1.24 yamt const uvm_flag_t kmflags =
476 1.24 yamt (flags & BUS_DMA_NOWAIT) != 0 ? UVM_KMF_NOWAIT : 0;
477 1.1 ragge
478 1.1 ragge /*
479 1.1 ragge * Special case (but common):
480 1.1 ragge * If there is only one physical segment then the already-mapped
481 1.1 ragge * virtual address is returned, since all physical memory is already
482 1.1 ragge * in the beginning of kernel virtual memory.
483 1.1 ragge */
484 1.1 ragge if (nsegs == 1) {
485 1.27 christos *kvap = (void *)(segs[0].ds_addr | KERNBASE);
486 1.1 ragge /*
487 1.1 ragge * KA43 (3100/m76) must have its DMA-safe memory accessed
488 1.1 ragge * through DIAGMEM. Remap it here.
489 1.1 ragge */
490 1.1 ragge if (vax_boardtype == VAX_BTYP_43) {
491 1.1 ragge pmap_map((vaddr_t)*kvap, segs[0].ds_addr|KA43_DIAGMEM,
492 1.1 ragge (segs[0].ds_addr|KA43_DIAGMEM) + size,
493 1.1 ragge VM_PROT_READ|VM_PROT_WRITE);
494 1.1 ragge }
495 1.1 ragge return 0;
496 1.1 ragge }
497 1.1 ragge size = round_page(size);
498 1.24 yamt va = uvm_km_alloc(kernel_map, size, 0, UVM_KMF_VAONLY | kmflags);
499 1.1 ragge
500 1.1 ragge if (va == 0)
501 1.1 ragge return (ENOMEM);
502 1.1 ragge
503 1.27 christos *kvap = (void *)va;
504 1.1 ragge
505 1.1 ragge for (curseg = 0; curseg < nsegs; curseg++) {
506 1.1 ragge for (addr = segs[curseg].ds_addr;
507 1.1 ragge addr < (segs[curseg].ds_addr + segs[curseg].ds_len);
508 1.17 thorpej addr += PAGE_SIZE, va += PAGE_SIZE, size -= PAGE_SIZE) {
509 1.1 ragge if (size == 0)
510 1.1 ragge panic("_bus_dmamem_map: size botch");
511 1.1 ragge if (vax_boardtype == VAX_BTYP_43)
512 1.1 ragge addr |= KA43_DIAGMEM;
513 1.2 thorpej pmap_enter(pmap_kernel(), va, addr,
514 1.5 thorpej VM_PROT_READ | VM_PROT_WRITE,
515 1.5 thorpej VM_PROT_READ | VM_PROT_WRITE | PMAP_WIRED);
516 1.1 ragge }
517 1.1 ragge }
518 1.13 chris pmap_update(pmap_kernel());
519 1.1 ragge return (0);
520 1.1 ragge }
521 1.1 ragge
522 1.1 ragge /*
523 1.1 ragge * Common function for unmapping DMA-safe memory. May be called by
524 1.1 ragge * bus-specific DMA memory unmapping functions.
525 1.1 ragge */
526 1.1 ragge void
527 1.1 ragge _bus_dmamem_unmap(t, kva, size)
528 1.1 ragge bus_dma_tag_t t;
529 1.27 christos void *kva;
530 1.1 ragge size_t size;
531 1.1 ragge {
532 1.1 ragge
533 1.1 ragge #ifdef DEBUG_DMA
534 1.1 ragge printf("dmamem_unmap: t=%p kva=%p size=%x\n", t, kva, size);
535 1.1 ragge #endif /* DEBUG_DMA */
536 1.1 ragge #ifdef DIAGNOSTIC
537 1.1 ragge if ((u_long)kva & PGOFSET)
538 1.1 ragge panic("_bus_dmamem_unmap");
539 1.1 ragge #endif /* DIAGNOSTIC */
540 1.1 ragge
541 1.1 ragge /* Avoid free'ing if not mapped */
542 1.27 christos if (kva < (void *)virtual_avail)
543 1.23 yamt return;
544 1.23 yamt
545 1.23 yamt size = round_page(size);
546 1.23 yamt pmap_remove(pmap_kernel(), (vaddr_t)kva, (vaddr_t)kva + size);
547 1.23 yamt pmap_update(pmap_kernel());
548 1.23 yamt uvm_km_free(kernel_map, (vaddr_t)kva, size, UVM_KMF_VAONLY);
549 1.1 ragge }
550 1.1 ragge
551 1.1 ragge /*
552 1.1 ragge * Common functin for mmap(2)'ing DMA-safe memory. May be called by
553 1.1 ragge * bus-specific DMA mmap(2)'ing functions.
554 1.1 ragge */
555 1.7 simonb paddr_t
556 1.1 ragge _bus_dmamem_mmap(t, segs, nsegs, off, prot, flags)
557 1.1 ragge bus_dma_tag_t t;
558 1.1 ragge bus_dma_segment_t *segs;
559 1.7 simonb int nsegs;
560 1.7 simonb off_t off;
561 1.7 simonb int prot, flags;
562 1.1 ragge {
563 1.1 ragge int i;
564 1.1 ragge
565 1.1 ragge for (i = 0; i < nsegs; i++) {
566 1.1 ragge #ifdef DIAGNOSTIC
567 1.1 ragge if (off & PGOFSET)
568 1.1 ragge panic("_bus_dmamem_mmap: offset unaligned");
569 1.1 ragge if (segs[i].ds_addr & PGOFSET)
570 1.1 ragge panic("_bus_dmamem_mmap: segment unaligned");
571 1.1 ragge if (segs[i].ds_len & PGOFSET)
572 1.1 ragge panic("_bus_dmamem_mmap: segment size not multiple"
573 1.1 ragge " of page size");
574 1.1 ragge #endif /* DIAGNOSTIC */
575 1.1 ragge if (off >= segs[i].ds_len) {
576 1.1 ragge off -= segs[i].ds_len;
577 1.1 ragge continue;
578 1.1 ragge }
579 1.1 ragge
580 1.1 ragge return (btop((u_long)segs[i].ds_addr + off));
581 1.1 ragge }
582 1.1 ragge
583 1.1 ragge /* Page not found. */
584 1.1 ragge return (-1);
585 1.1 ragge }
586 1.1 ragge
587 1.1 ragge /**********************************************************************
588 1.1 ragge * DMA utility functions
589 1.1 ragge **********************************************************************/
590 1.1 ragge
591 1.1 ragge /*
592 1.1 ragge * Utility function to load a linear buffer. lastaddrp holds state
593 1.1 ragge * between invocations (for multiple-buffer loads). segp contains
594 1.1 ragge * the starting segment on entrace, and the ending segment on exit.
595 1.1 ragge * first indicates if this is the first invocation of this function.
596 1.1 ragge */
597 1.1 ragge int
598 1.26 yamt _bus_dmamap_load_buffer(t, map, buf, buflen, vm, flags, lastaddrp, segp, first)
599 1.1 ragge bus_dma_tag_t t;
600 1.1 ragge bus_dmamap_t map;
601 1.1 ragge void *buf;
602 1.1 ragge bus_size_t buflen;
603 1.26 yamt struct vmspace *vm;
604 1.1 ragge int flags;
605 1.6 matt vaddr_t *lastaddrp;
606 1.1 ragge int *segp;
607 1.29 matt bool first;
608 1.1 ragge {
609 1.1 ragge bus_size_t sgsize;
610 1.1 ragge bus_addr_t curaddr, lastaddr, baddr, bmask;
611 1.6 matt vaddr_t vaddr = (vaddr_t)buf;
612 1.1 ragge int seg;
613 1.1 ragge pmap_t pmap;
614 1.1 ragge
615 1.1 ragge #ifdef DEBUG_DMA
616 1.1 ragge printf("_bus_dmamem_load_buffer(buf=%p, len=%lx, flags=%d, 1st=%d)\n",
617 1.1 ragge buf, buflen, flags, first);
618 1.1 ragge #endif /* DEBUG_DMA */
619 1.1 ragge
620 1.26 yamt pmap = vm_map_pmap(&vm->vm_map);
621 1.1 ragge
622 1.1 ragge lastaddr = *lastaddrp;
623 1.1 ragge bmask = ~(map->_dm_boundary - 1);
624 1.1 ragge
625 1.1 ragge for (seg = *segp; buflen > 0; ) {
626 1.1 ragge /*
627 1.1 ragge * Get the physical address for this segment.
628 1.1 ragge */
629 1.3 thorpej (void) pmap_extract(pmap, (vaddr_t)vaddr, &curaddr);
630 1.1 ragge
631 1.1 ragge #if 0
632 1.1 ragge /*
633 1.1 ragge * Make sure we're in an allowed DMA range.
634 1.1 ragge */
635 1.1 ragge if (t->_ranges != NULL &&
636 1.1 ragge _bus_dma_inrange(t->_ranges, t->_nranges, curaddr) == 0)
637 1.1 ragge return (EINVAL);
638 1.1 ragge #endif
639 1.1 ragge
640 1.1 ragge /*
641 1.1 ragge * Compute the segment size, and adjust counts.
642 1.1 ragge */
643 1.17 thorpej sgsize = PAGE_SIZE - ((u_long)vaddr & PGOFSET);
644 1.1 ragge if (buflen < sgsize)
645 1.1 ragge sgsize = buflen;
646 1.1 ragge
647 1.1 ragge /*
648 1.1 ragge * Make sure we don't cross any boundaries.
649 1.1 ragge */
650 1.1 ragge if (map->_dm_boundary > 0) {
651 1.1 ragge baddr = (curaddr + map->_dm_boundary) & bmask;
652 1.1 ragge if (sgsize > (baddr - curaddr))
653 1.1 ragge sgsize = (baddr - curaddr);
654 1.1 ragge }
655 1.1 ragge
656 1.1 ragge /*
657 1.1 ragge * Insert chunk into a segment, coalescing with
658 1.1 ragge * previous segment if possible.
659 1.1 ragge */
660 1.1 ragge if (first) {
661 1.1 ragge map->dm_segs[seg].ds_addr = curaddr;
662 1.1 ragge map->dm_segs[seg].ds_len = sgsize;
663 1.29 matt first = false;
664 1.1 ragge } else {
665 1.1 ragge if (curaddr == lastaddr &&
666 1.1 ragge (map->dm_segs[seg].ds_len + sgsize) <=
667 1.22 matt map->dm_maxsegsz &&
668 1.1 ragge (map->_dm_boundary == 0 ||
669 1.1 ragge (map->dm_segs[seg].ds_addr & bmask) ==
670 1.1 ragge (curaddr & bmask)))
671 1.1 ragge map->dm_segs[seg].ds_len += sgsize;
672 1.1 ragge else {
673 1.1 ragge if (++seg >= map->_dm_segcnt)
674 1.1 ragge break;
675 1.1 ragge map->dm_segs[seg].ds_addr = curaddr;
676 1.1 ragge map->dm_segs[seg].ds_len = sgsize;
677 1.1 ragge }
678 1.1 ragge }
679 1.1 ragge
680 1.1 ragge lastaddr = curaddr + sgsize;
681 1.1 ragge vaddr += sgsize;
682 1.1 ragge buflen -= sgsize;
683 1.1 ragge }
684 1.1 ragge
685 1.1 ragge *segp = seg;
686 1.1 ragge *lastaddrp = lastaddr;
687 1.1 ragge
688 1.1 ragge /*
689 1.1 ragge * Did we fit?
690 1.1 ragge */
691 1.1 ragge if (buflen != 0)
692 1.1 ragge return (EFBIG); /* XXX better return value here? */
693 1.1 ragge return (0);
694 1.1 ragge }
695 1.1 ragge
696 1.1 ragge /*
697 1.1 ragge * Check to see if the specified page is in an allowed DMA range.
698 1.1 ragge */
699 1.1 ragge int
700 1.1 ragge _bus_dma_inrange(ranges, nranges, curaddr)
701 1.1 ragge bus_dma_segment_t *ranges;
702 1.1 ragge int nranges;
703 1.1 ragge bus_addr_t curaddr;
704 1.1 ragge {
705 1.1 ragge bus_dma_segment_t *ds;
706 1.1 ragge int i;
707 1.1 ragge
708 1.1 ragge for (i = 0, ds = ranges; i < nranges; i++, ds++) {
709 1.1 ragge if (curaddr >= ds->ds_addr &&
710 1.1 ragge round_page(curaddr) <= (ds->ds_addr + ds->ds_len))
711 1.1 ragge return (1);
712 1.1 ragge }
713 1.1 ragge
714 1.1 ragge return (0);
715 1.1 ragge }
716 1.1 ragge
717 1.1 ragge /*
718 1.1 ragge * Allocate physical memory from the given physical address range.
719 1.1 ragge * Called by DMA-safe memory allocation methods.
720 1.1 ragge */
721 1.1 ragge int
722 1.1 ragge _bus_dmamem_alloc_range(t, size, alignment, boundary, segs, nsegs, rsegs,
723 1.1 ragge flags, low, high)
724 1.1 ragge bus_dma_tag_t t;
725 1.1 ragge bus_size_t size, alignment, boundary;
726 1.1 ragge bus_dma_segment_t *segs;
727 1.1 ragge int nsegs;
728 1.1 ragge int *rsegs;
729 1.1 ragge int flags;
730 1.6 matt vaddr_t low;
731 1.6 matt vaddr_t high;
732 1.1 ragge {
733 1.6 matt vaddr_t curaddr, lastaddr;
734 1.12 chs struct vm_page *m;
735 1.1 ragge struct pglist mlist;
736 1.1 ragge int curseg, error;
737 1.1 ragge
738 1.1 ragge #ifdef DEBUG_DMA
739 1.1 ragge printf("alloc_range: t=%p size=%lx align=%lx boundary=%lx segs=%p nsegs=%x rsegs=%p flags=%x lo=%lx hi=%lx\n",
740 1.1 ragge t, size, alignment, boundary, segs, nsegs, rsegs, flags, low, high);
741 1.1 ragge #endif /* DEBUG_DMA */
742 1.1 ragge
743 1.1 ragge /* Always round the size. */
744 1.1 ragge size = round_page(size);
745 1.1 ragge
746 1.1 ragge /*
747 1.1 ragge * Allocate pages from the VM system.
748 1.1 ragge */
749 1.1 ragge error = uvm_pglistalloc(size, low, high, alignment, boundary,
750 1.1 ragge &mlist, nsegs, (flags & BUS_DMA_NOWAIT) == 0);
751 1.1 ragge if (error)
752 1.1 ragge return (error);
753 1.1 ragge
754 1.1 ragge /*
755 1.1 ragge * Compute the location, size, and number of segments actually
756 1.1 ragge * returned by the VM code.
757 1.1 ragge */
758 1.1 ragge m = mlist.tqh_first;
759 1.1 ragge curseg = 0;
760 1.1 ragge lastaddr = segs[curseg].ds_addr = VM_PAGE_TO_PHYS(m);
761 1.1 ragge segs[curseg].ds_len = PAGE_SIZE;
762 1.1 ragge #ifdef DEBUG_DMA
763 1.1 ragge printf("alloc: page %lx\n", lastaddr);
764 1.1 ragge #endif /* DEBUG_DMA */
765 1.1 ragge m = m->pageq.tqe_next;
766 1.1 ragge
767 1.1 ragge for (; m != NULL; m = m->pageq.tqe_next) {
768 1.1 ragge curaddr = VM_PAGE_TO_PHYS(m);
769 1.1 ragge #ifdef DIAGNOSTIC
770 1.1 ragge if (curaddr < low || curaddr >= high) {
771 1.10 soren printf("uvm_pglistalloc returned non-sensical"
772 1.1 ragge " address 0x%lx\n", curaddr);
773 1.1 ragge panic("_bus_dmamem_alloc_range");
774 1.1 ragge }
775 1.1 ragge #endif /* DIAGNOSTIC */
776 1.1 ragge #ifdef DEBUG_DMA
777 1.1 ragge printf("alloc: page %lx\n", curaddr);
778 1.1 ragge #endif /* DEBUG_DMA */
779 1.1 ragge if (curaddr == (lastaddr + PAGE_SIZE))
780 1.1 ragge segs[curseg].ds_len += PAGE_SIZE;
781 1.1 ragge else {
782 1.1 ragge curseg++;
783 1.1 ragge segs[curseg].ds_addr = curaddr;
784 1.1 ragge segs[curseg].ds_len = PAGE_SIZE;
785 1.1 ragge }
786 1.1 ragge lastaddr = curaddr;
787 1.1 ragge }
788 1.1 ragge
789 1.1 ragge *rsegs = curseg + 1;
790 1.1 ragge
791 1.1 ragge return (0);
792 1.1 ragge }
793 1.4 ragge
794 1.4 ragge /*
795 1.4 ragge * "generic" DMA struct, nothing special.
796 1.4 ragge */
797 1.4 ragge struct vax_bus_dma_tag vax_bus_dma_tag = {
798 1.4 ragge NULL,
799 1.4 ragge 0,
800 1.4 ragge 0,
801 1.4 ragge 0,
802 1.4 ragge 0,
803 1.4 ragge 0,
804 1.4 ragge _bus_dmamap_create,
805 1.4 ragge _bus_dmamap_destroy,
806 1.4 ragge _bus_dmamap_load,
807 1.4 ragge _bus_dmamap_load_mbuf,
808 1.4 ragge _bus_dmamap_load_uio,
809 1.4 ragge _bus_dmamap_load_raw,
810 1.4 ragge _bus_dmamap_unload,
811 1.4 ragge _bus_dmamap_sync,
812 1.4 ragge _bus_dmamem_alloc,
813 1.4 ragge _bus_dmamem_free,
814 1.4 ragge _bus_dmamem_map,
815 1.4 ragge _bus_dmamem_unmap,
816 1.4 ragge _bus_dmamem_mmap,
817 1.4 ragge };
818