Home | History | Annotate | Line # | Download | only in jazz
bus_dma_jazz.c revision 1.9
      1 /*	$NetBSD: bus_dma_jazz.c,v 1.9 2003/08/14 09:35:26 tsutsui Exp $	*/
      2 
      3 /*-
      4  * Copyright (C) 2003 Izumi Tsutsui.
      5  * Copyright (C) 2000 Shuichiro URATA.  All rights reserved.
      6  *
      7  * Redistribution and use in source and binary forms, with or without
      8  * modification, are permitted provided that the following conditions
      9  * are met:
     10  * 1. Redistributions of source code must retain the above copyright
     11  *    notice, this list of conditions and the following disclaimer.
     12  * 2. Redistributions in binary form must reproduce the above copyright
     13  *    notice, this list of conditions and the following disclaimer in the
     14  *    documentation and/or other materials provided with the distribution.
     15  * 3. The name of the author may not be used to endorse or promote products
     16  *    derived from this software without specific prior written permission.
     17  *
     18  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     19  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     20  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     21  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     22  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     23  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     24  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     25  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     26  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     27  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     28  */
     29 
     30 #include <sys/cdefs.h>
     31 __KERNEL_RCSID(0, "$NetBSD: bus_dma_jazz.c,v 1.9 2003/08/14 09:35:26 tsutsui Exp $");
     32 
     33 #include <sys/param.h>
     34 #include <sys/systm.h>
     35 #include <sys/mbuf.h>
     36 #include <sys/device.h>
     37 
     38 #include <uvm/uvm_extern.h>
     39 
     40 #define _ARC_BUS_DMA_PRIVATE
     41 #include <machine/bus.h>
     42 
     43 #include <arc/jazz/jazzdmatlbreg.h>
     44 #include <arc/jazz/jazzdmatlbvar.h>
     45 
     46 typedef struct jazz_tlbmap {
     47 	struct jazz_dma_pte *ptebase;
     48 	bus_addr_t vaddr;
     49 } *jazz_tlbmap_t;
     50 
     51 static int	jazz_bus_dmamap_alloc_sgmap __P((bus_dma_tag_t,
     52 		    bus_dma_segment_t *, int, bus_size_t, struct proc *, int));
     53 static void	jazz_bus_dmamap_free_sgmap __P((bus_dma_tag_t,
     54 		    bus_dma_segment_t *, int));
     55 
     56 int	jazz_bus_dmamap_create __P((bus_dma_tag_t, bus_size_t, int,
     57 	    bus_size_t, bus_size_t, int, bus_dmamap_t *));
     58 void	jazz_bus_dmamap_destroy __P((bus_dma_tag_t, bus_dmamap_t));
     59 int	jazz_bus_dmamap_load __P((bus_dma_tag_t, bus_dmamap_t, void *,
     60 	    bus_size_t, struct proc *, int));
     61 int	jazz_bus_dmamap_load_mbuf __P((bus_dma_tag_t, bus_dmamap_t,
     62 	    struct mbuf *, int));
     63 int	jazz_bus_dmamap_load_uio __P((bus_dma_tag_t, bus_dmamap_t,
     64 	    struct uio *, int));
     65 int	jazz_bus_dmamap_load_raw __P((bus_dma_tag_t, bus_dmamap_t,
     66 	    bus_dma_segment_t *, int, bus_size_t, int));
     67 void	jazz_bus_dmamap_unload __P((bus_dma_tag_t, bus_dmamap_t));
     68 void	jazz_bus_dmamap_sync __P((bus_dma_tag_t, bus_dmamap_t,
     69 	    bus_addr_t, bus_size_t, int));
     70 
     71 void
     72 jazz_bus_dma_tag_init(t)
     73 	bus_dma_tag_t t;
     74 {
     75 	_bus_dma_tag_init(t);
     76 
     77 	t->_dmamap_create = jazz_bus_dmamap_create;
     78 	t->_dmamap_destroy = jazz_bus_dmamap_destroy;
     79 	t->_dmamap_load = jazz_bus_dmamap_load;
     80 	t->_dmamap_load_mbuf = jazz_bus_dmamap_load_mbuf;
     81 	t->_dmamap_load_uio = jazz_bus_dmamap_load_uio;
     82 	t->_dmamap_load_raw = jazz_bus_dmamap_load_raw;
     83 	t->_dmamap_unload = jazz_bus_dmamap_unload;
     84 	t->_dmamap_sync = jazz_bus_dmamap_sync;
     85 	t->_dmamem_alloc = _bus_dmamem_alloc;
     86 	t->_dmamem_free = _bus_dmamem_free;
     87 }
     88 
     89 static int
     90 jazz_bus_dmamap_alloc_sgmap(t, segs, nsegs, boundary, p, flags)
     91 	bus_dma_tag_t t;
     92 	bus_dma_segment_t *segs;
     93 	int nsegs;
     94 	bus_size_t boundary;
     95 	struct proc *p;
     96 	int flags;
     97 {
     98 	jazz_dma_pte_t *dmapte;
     99 	bus_addr_t addr;
    100 	bus_size_t off;
    101 	int i, npte;
    102 
    103 	for (i = 0; i < nsegs; i++) {
    104 		off = jazz_dma_page_offs(segs[i]._ds_paddr);
    105 		npte = jazz_dma_page_round(segs[i].ds_len + off) /
    106 		    JAZZ_DMA_PAGE_SIZE;
    107 		dmapte = jazz_dmatlb_alloc(npte, boundary, flags, &addr);
    108 		if (dmapte == NULL)
    109 			return (ENOMEM);
    110 		segs[i].ds_addr = addr + off;
    111 
    112 		jazz_dmatlb_map_pa(segs[i]._ds_paddr, segs[i].ds_len, dmapte);
    113 	}
    114 	return (0);
    115 }
    116 
    117 static void
    118 jazz_bus_dmamap_free_sgmap(t, segs, nsegs)
    119 	bus_dma_tag_t t;
    120 	bus_dma_segment_t *segs;
    121 	int nsegs;
    122 {
    123 	int i, npte;
    124 	bus_addr_t addr;
    125 
    126 	for (i = 0; i < nsegs; i++) {
    127 		addr = (segs[i].ds_addr - t->dma_offset) & JAZZ_DMA_PAGE_NUM;
    128 		npte =  jazz_dma_page_round(segs[i].ds_len +
    129 		    jazz_dma_page_offs(segs[i].ds_addr)) / JAZZ_DMA_PAGE_SIZE;
    130 		jazz_dmatlb_free(addr, npte);
    131 	}
    132 }
    133 
    134 
    135 /*
    136  * function to create a DMA map. If BUS_DMA_ALLOCNOW is specified and
    137  * nsegments is 1, allocate jazzdmatlb here, too.
    138  */
    139 int
    140 jazz_bus_dmamap_create(t, size, nsegments, maxsegsz, boundary, flags, dmamp)
    141 	bus_dma_tag_t t;
    142 	bus_size_t size;
    143 	int nsegments;
    144 	bus_size_t maxsegsz;
    145 	bus_size_t boundary;
    146 	int flags;
    147 	bus_dmamap_t *dmamp;
    148 {
    149 	struct arc_bus_dmamap *map;
    150 	jazz_tlbmap_t tlbmap;
    151 	int error, npte;
    152 
    153 	if (nsegments > 1)
    154 		/*
    155 		 * BUS_DMA_ALLOCNOW is allowed only with one segment for now.
    156 		 * XXX needs re-think.
    157 		 */
    158 		flags &= ~BUS_DMA_ALLOCNOW;
    159 
    160 	if ((flags & BUS_DMA_ALLOCNOW) == 0)
    161 		return (_bus_dmamap_create(t, size, nsegments, maxsegsz,
    162 		    boundary, flags, dmamp));
    163 
    164 	tlbmap = malloc(sizeof(struct jazz_tlbmap), M_DMAMAP,
    165 	    (flags & BUS_DMA_NOWAIT) ? M_NOWAIT : M_WAITOK);
    166 	if (tlbmap == NULL)
    167 		return (ENOMEM);
    168 
    169 	npte = jazz_dma_page_round(maxsegsz) / JAZZ_DMA_PAGE_SIZE + 1;
    170 	tlbmap->ptebase =
    171 	    jazz_dmatlb_alloc(npte, boundary, flags, &tlbmap->vaddr);
    172 	if (tlbmap->ptebase == NULL) {
    173 		free(tlbmap, M_DMAMAP);
    174 		return (ENOMEM);
    175 	}
    176 
    177 	error = _bus_dmamap_create(t, size, 1, maxsegsz, boundary,
    178 	    flags, dmamp);
    179 	if (error != 0) {
    180 		jazz_dmatlb_free(tlbmap->vaddr, npte);
    181 		free(tlbmap, M_DMAMAP);
    182 		return (error);
    183 	}
    184 	map = *dmamp;
    185 	map->_dm_cookie = (void *)tlbmap;
    186 
    187 	return (0);
    188 }
    189 
    190 /*
    191  * function to destroy a DMA map. If BUS_DMA_ALLOCNOW is specified,
    192  * free jazzdmatlb, too.
    193  */
    194 void
    195 jazz_bus_dmamap_destroy(t, map)
    196 	bus_dma_tag_t t;
    197 	bus_dmamap_t map;
    198 {
    199 
    200 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0) {
    201 		jazz_tlbmap_t tlbmap;
    202 		int npte;
    203 
    204 		tlbmap = (jazz_tlbmap_t)map->_dm_cookie;
    205 		npte = jazz_dma_page_round(map->_dm_maxsegsz) /
    206 		    JAZZ_DMA_PAGE_SIZE + 1;
    207 		jazz_dmatlb_free(tlbmap->vaddr, npte);
    208 		free(tlbmap, M_DMAMAP);
    209 	}
    210 
    211 	_bus_dmamap_destroy(t, map);
    212 }
    213 
    214 /*
    215  * function for loading a direct-mapped DMA map with a linear buffer.
    216  */
    217 int
    218 jazz_bus_dmamap_load(t, map, buf, buflen, p, flags)
    219 	bus_dma_tag_t t;
    220 	bus_dmamap_t map;
    221 	void *buf;
    222 	bus_size_t buflen;
    223 	struct proc *p;
    224 	int flags;
    225 {
    226 	int error;
    227 
    228 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0) {
    229 		/* just use pre-allocated DMA TLB for the buffer */
    230 		jazz_tlbmap_t tlbmap;
    231 		bus_size_t off;
    232 
    233 		tlbmap = (jazz_tlbmap_t)map->_dm_cookie;
    234 		off = jazz_dma_page_offs(buf);
    235 		jazz_dmatlb_map_va(p, (vaddr_t)buf, buflen, tlbmap->ptebase);
    236 
    237 		map->dm_segs[0].ds_addr = tlbmap->vaddr + off;
    238 		map->dm_segs[0].ds_len = buflen;
    239 		map->dm_segs[0]._ds_vaddr = (vaddr_t)buf;
    240 		map->dm_mapsize = buflen;
    241 		map->dm_nsegs = 1;
    242 
    243 		return (0);
    244 	}
    245 
    246 	error = _bus_dmamap_load(t, map, buf, buflen, p, flags);
    247 	if (error == 0) {
    248 		/* allocate DMA TLB for each dmamap segment */
    249 		error = jazz_bus_dmamap_alloc_sgmap(t, map->dm_segs,
    250 		    map->dm_nsegs, map->_dm_boundary, p, flags);
    251 	}
    252 	return (error);
    253 }
    254 
    255 /*
    256  * Like jazz_bus_dmamap_load(), but for mbufs.
    257  */
    258 int
    259 jazz_bus_dmamap_load_mbuf(t, map, m0, flags)
    260 	bus_dma_tag_t t;
    261 	bus_dmamap_t map;
    262 	struct mbuf *m0;
    263 	int flags;
    264 {
    265 	int error;
    266 
    267 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0)
    268 		/* BUS_DMA_ALLOCNOW is valid only for linear buffer. */
    269 		return (ENODEV); /* XXX which errno is better? */
    270 
    271 	error = _bus_dmamap_load_mbuf(t, map, m0, flags);
    272 	if (error == 0) {
    273 		error = jazz_bus_dmamap_alloc_sgmap(t, map->dm_segs,
    274 		    map->dm_nsegs, map->_dm_boundary, NULL, flags);
    275 	}
    276 	return (error);
    277 }
    278 
    279 /*
    280  * Like jazz_bus_dmamap_load(), but for uios.
    281  */
    282 int
    283 jazz_bus_dmamap_load_uio(t, map, uio, flags)
    284 	bus_dma_tag_t t;
    285 	bus_dmamap_t map;
    286 	struct uio *uio;
    287 	int flags;
    288 {
    289 	int error;
    290 
    291 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0)
    292 		/* BUS_DMA_ALLOCNOW is valid only for linear buffer. */
    293 		return (ENODEV); /* XXX which errno is better? */
    294 
    295 	error = jazz_bus_dmamap_load_uio(t, map, uio, flags);
    296 	if (error == 0) {
    297 		error = jazz_bus_dmamap_alloc_sgmap(t, map->dm_segs,
    298 		    map->dm_nsegs, map->_dm_boundary,
    299 		    uio->uio_segflg == UIO_USERSPACE ? uio->uio_procp : NULL,
    300 		    flags);
    301 	}
    302 	return (error);
    303 }
    304 
    305 /*
    306  * Like _bus_dmamap_load(), but for raw memory.
    307  */
    308 int
    309 jazz_bus_dmamap_load_raw(t, map, segs, nsegs, size, flags)
    310 	bus_dma_tag_t t;
    311 	bus_dmamap_t map;
    312 	bus_dma_segment_t *segs;
    313 	int nsegs;
    314 	bus_size_t size;
    315 	int flags;
    316 {
    317 	int error;
    318 
    319 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0)
    320 		/* BUS_DMA_ALLOCNOW is valid only for linear buffer. */
    321 		return (ENODEV); /* XXX which errno is better? */
    322 
    323 	error = _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags);
    324 	if (error == 0) {
    325 		error = jazz_bus_dmamap_alloc_sgmap(t, map->dm_segs,
    326 		    map->dm_nsegs, map->_dm_boundary, NULL, flags);
    327 	}
    328 	return (error);
    329 }
    330 
    331 /*
    332  * unload a DMA map.
    333  */
    334 void
    335 jazz_bus_dmamap_unload(t, map)
    336 	bus_dma_tag_t t;
    337 	bus_dmamap_t map;
    338 {
    339 	if ((map->_dm_flags & BUS_DMA_ALLOCNOW) != 0) {
    340 		/* DMA TLB should be preserved */
    341 		map->dm_mapsize = 0;
    342 		map->dm_nsegs = 0;
    343 		return;
    344 	}
    345 
    346 	jazz_bus_dmamap_free_sgmap(t, map->dm_segs, map->dm_nsegs);
    347 	_bus_dmamap_unload(t, map);
    348 }
    349 
    350 /*
    351  * Function for MIPS3 DMA map synchronization.
    352  */
    353 void
    354 jazz_bus_dmamap_sync(t, map, offset, len, ops)
    355 	bus_dma_tag_t t;
    356 	bus_dmamap_t map;
    357 	bus_addr_t offset;
    358 	bus_size_t len;
    359 	int ops;
    360 {
    361 	/* Flush DMA TLB */
    362 	if ((ops & (BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE)) != 0)
    363 		jazz_dmatlb_flush();
    364 
    365 	return (_bus_dmamap_sync(t, map, offset, len, ops));
    366 }
    367