Home | History | Annotate | Line # | Download | only in apbus
apbus.c revision 1.21.32.1
      1  1.21.32.1   jruoho /*	$NetBSD: apbus.c,v 1.21.32.1 2011/06/06 09:06:19 jruoho Exp $	*/
      2        1.1   tsubai 
      3        1.1   tsubai /*-
      4        1.1   tsubai  * Copyright (C) 1999 SHIMIZU Ryo.  All rights reserved.
      5        1.1   tsubai  *
      6        1.1   tsubai  * Redistribution and use in source and binary forms, with or without
      7        1.1   tsubai  * modification, are permitted provided that the following conditions
      8        1.1   tsubai  * are met:
      9        1.1   tsubai  * 1. Redistributions of source code must retain the above copyright
     10        1.1   tsubai  *    notice, this list of conditions and the following disclaimer.
     11        1.1   tsubai  * 2. Redistributions in binary form must reproduce the above copyright
     12        1.1   tsubai  *    notice, this list of conditions and the following disclaimer in the
     13        1.1   tsubai  *    documentation and/or other materials provided with the distribution.
     14        1.1   tsubai  * 3. The name of the author may not be used to endorse or promote products
     15        1.1   tsubai  *    derived from this software without specific prior written permission.
     16        1.1   tsubai  *
     17        1.1   tsubai  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
     18        1.1   tsubai  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
     19        1.1   tsubai  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
     20        1.1   tsubai  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
     21        1.1   tsubai  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
     22        1.1   tsubai  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23        1.1   tsubai  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24        1.1   tsubai  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25        1.1   tsubai  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26        1.1   tsubai  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27        1.1   tsubai  */
     28       1.17    lukem 
     29       1.17    lukem #include <sys/cdefs.h>
     30  1.21.32.1   jruoho __KERNEL_RCSID(0, "$NetBSD: apbus.c,v 1.21.32.1 2011/06/06 09:06:19 jruoho Exp $");
     31  1.21.32.1   jruoho 
     32  1.21.32.1   jruoho #define __INTR_PRIVATE
     33        1.1   tsubai 
     34        1.1   tsubai #include <sys/param.h>
     35        1.1   tsubai #include <sys/systm.h>
     36        1.3     onoe #include <sys/malloc.h>
     37        1.1   tsubai #include <sys/device.h>
     38        1.7      chs #include <sys/proc.h>
     39  1.21.32.1   jruoho #include <sys/intr.h>
     40        1.1   tsubai 
     41        1.4     onoe #include <uvm/uvm_extern.h>
     42        1.4     onoe 
     43        1.1   tsubai #include <machine/adrsmap.h>
     44        1.1   tsubai #include <machine/autoconf.h>
     45        1.3     onoe #define _NEWSMIPS_BUS_DMA_PRIVATE
     46        1.3     onoe #include <machine/bus.h>
     47        1.1   tsubai #include <newsmips/apbus/apbusvar.h>
     48        1.1   tsubai 
     49       1.21  tsutsui static int  apbusmatch(device_t, cfdata_t, void *);
     50       1.21  tsutsui static void apbusattach(device_t, device_t, void *);
     51       1.18  tsutsui static int apbusprint(void *, const char *);
     52       1.18  tsutsui #if 0
     53       1.18  tsutsui static void *aptokseg0 (void *);
     54       1.18  tsutsui #endif
     55       1.18  tsutsui static void apbus_dma_unmapped(bus_dma_tag_t, bus_dmamap_t);
     56       1.18  tsutsui static int apbus_dma_mapalloc(bus_dma_tag_t, bus_dmamap_t, int);
     57       1.18  tsutsui static void apbus_dma_mapfree(bus_dma_tag_t, bus_dmamap_t);
     58       1.18  tsutsui static void apbus_dma_mapset(bus_dma_tag_t, bus_dmamap_t);
     59       1.18  tsutsui static int apbus_dmamap_create(bus_dma_tag_t, bus_size_t, int, bus_size_t,
     60       1.18  tsutsui     bus_size_t, int, bus_dmamap_t *);
     61       1.18  tsutsui static void apbus_dmamap_destroy(bus_dma_tag_t, bus_dmamap_t);
     62       1.18  tsutsui static int apbus_dmamap_load(bus_dma_tag_t, bus_dmamap_t, void *, bus_size_t,
     63       1.18  tsutsui     struct proc *, int);
     64       1.18  tsutsui static int apbus_dmamap_load_mbuf(bus_dma_tag_t, bus_dmamap_t, struct mbuf *,
     65       1.18  tsutsui     int);
     66       1.18  tsutsui static int apbus_dmamap_load_uio(bus_dma_tag_t, bus_dmamap_t, struct uio *,
     67       1.18  tsutsui     int);
     68       1.18  tsutsui static int apbus_dmamap_load_raw(bus_dma_tag_t, bus_dmamap_t,
     69       1.18  tsutsui     bus_dma_segment_t *, int, bus_size_t, int);
     70       1.18  tsutsui static void apbus_dmamap_sync(bus_dma_tag_t, bus_dmamap_t, bus_addr_t,
     71       1.18  tsutsui     bus_size_t, int);
     72        1.1   tsubai 
     73        1.1   tsubai #define	MAXAPDEVNUM	32
     74        1.1   tsubai 
     75       1.21  tsutsui CFATTACH_DECL_NEW(ap, 0,
     76       1.10  thorpej     apbusmatch, apbusattach, NULL, NULL);
     77        1.1   tsubai 
     78        1.1   tsubai #define	NLEVEL	2
     79       1.15  tsutsui static struct newsmips_intr apintr_tab[NLEVEL];
     80        1.1   tsubai 
     81        1.1   tsubai static int
     82       1.21  tsutsui apbusmatch(device_t parent, cfdata_t cf, void *aux)
     83        1.1   tsubai {
     84        1.1   tsubai 	struct confargs *ca = aux;
     85        1.1   tsubai 
     86        1.1   tsubai 	if (strcmp(ca->ca_name, "ap") != 0)
     87        1.1   tsubai 		return 0;
     88        1.1   tsubai 
     89        1.1   tsubai 	return 1;
     90        1.1   tsubai }
     91        1.1   tsubai 
     92        1.1   tsubai 
     93        1.1   tsubai static void
     94       1.21  tsutsui apbusattach(device_t parent, device_t self, void *aux)
     95        1.1   tsubai {
     96        1.1   tsubai 	struct apbus_attach_args child;
     97        1.2   tsubai 	struct apbus_dev *apdev;
     98        1.1   tsubai 	struct apbus_ctl *apctl;
     99       1.15  tsutsui 	struct newsmips_intr *ip;
    100       1.15  tsutsui 	int i;
    101        1.1   tsubai 
    102  1.21.32.1   jruoho 	mips_set_wbflush(apbus_wbflush);
    103  1.21.32.1   jruoho 
    104       1.21  tsutsui 	*(volatile uint32_t *)(NEWS5000_APBUS_INTST) = 0xffffffff;
    105       1.21  tsutsui 	*(volatile uint32_t *)(NEWS5000_APBUS_INTMSK) = 0xffffffff;
    106       1.21  tsutsui 	*(volatile uint32_t *)(NEWS5000_APBUS_CTRL) = 0x00000004;
    107       1.21  tsutsui 	*(volatile uint32_t *)(NEWS5000_APBUS_DMA) = 0xffffffff;
    108        1.1   tsubai 
    109       1.21  tsutsui 	aprint_normal("\n");
    110        1.1   tsubai 
    111       1.15  tsutsui 	for (i = 0; i < NLEVEL; i++) {
    112       1.15  tsutsui 		ip = &apintr_tab[i];
    113       1.15  tsutsui 		LIST_INIT(&ip->intr_q);
    114       1.15  tsutsui 	}
    115       1.15  tsutsui 
    116        1.1   tsubai 	/*
    117        1.1   tsubai 	 * get first ap-device
    118        1.1   tsubai 	 */
    119        1.1   tsubai 	apdev = apbus_lookupdev(NULL);
    120        1.1   tsubai 
    121        1.1   tsubai 	/*
    122        1.1   tsubai 	 * trace device chain
    123        1.1   tsubai 	 */
    124        1.1   tsubai 	while (apdev) {
    125        1.1   tsubai 		apctl = apdev->apbd_ctl;
    126        1.1   tsubai 
    127        1.1   tsubai 		/*
    128        1.1   tsubai 		 * probe physical device only
    129        1.1   tsubai 		 * (no pseudo device)
    130        1.1   tsubai 		 */
    131        1.1   tsubai 		if (apctl && apctl->apbc_hwbase) {
    132        1.1   tsubai 			/*
    133        1.1   tsubai 			 * ... and, all units
    134        1.1   tsubai 			 */
    135        1.1   tsubai 			while (apctl) {
    136        1.1   tsubai 				/* make apbus_attach_args for devices */
    137        1.1   tsubai 				child.apa_name = apdev->apbd_name;
    138        1.1   tsubai 				child.apa_ctlnum = apctl->apbc_ctlno;
    139        1.1   tsubai 				child.apa_slotno = apctl->apbc_sl;
    140        1.1   tsubai 				child.apa_hwbase = apctl->apbc_hwbase;
    141        1.1   tsubai 
    142        1.1   tsubai 				config_found(self, &child, apbusprint);
    143        1.1   tsubai 
    144        1.1   tsubai 				apctl = apctl->apbc_link;
    145        1.1   tsubai 			}
    146        1.1   tsubai 		}
    147        1.1   tsubai 
    148        1.1   tsubai 		apdev = apdev->apbd_link;
    149        1.1   tsubai 	}
    150        1.1   tsubai }
    151        1.1   tsubai 
    152        1.1   tsubai int
    153       1.18  tsutsui apbusprint(void *aux, const char *pnp)
    154        1.1   tsubai {
    155        1.1   tsubai 	struct apbus_attach_args *a = aux;
    156        1.1   tsubai 
    157        1.1   tsubai 	if (pnp)
    158       1.11  thorpej 		aprint_normal("%s at %s slot%d addr 0x%lx",
    159       1.21  tsutsui 		    a->apa_name, pnp, a->apa_slotno, a->apa_hwbase);
    160        1.1   tsubai 
    161        1.1   tsubai 	return UNCONF;
    162        1.1   tsubai }
    163        1.1   tsubai 
    164        1.1   tsubai #if 0
    165        1.1   tsubai void *
    166       1.21  tsutsui aptokseg0(void *va)
    167        1.1   tsubai {
    168        1.1   tsubai 	vaddr_t addr = (vaddr_t)va;
    169        1.1   tsubai 
    170        1.1   tsubai 	if (addr >= 0xfff00000) {
    171        1.1   tsubai 		addr -= 0xfff00000;
    172        1.1   tsubai 		addr += physmem << PGSHIFT;
    173        1.1   tsubai 		addr += 0x80000000;
    174        1.1   tsubai 		va = (void *)addr;
    175        1.1   tsubai 	}
    176        1.1   tsubai 	return va;
    177        1.1   tsubai }
    178        1.1   tsubai #endif
    179        1.1   tsubai 
    180        1.1   tsubai void
    181       1.18  tsutsui apbus_wbflush(void)
    182        1.1   tsubai {
    183  1.21.32.1   jruoho 	volatile int32_t * const our_wbflush = (int32_t *)NEWS5000_WBFLUSH;
    184        1.1   tsubai 
    185  1.21.32.1   jruoho 	(*mips_locore_jumpvec.ljv_wbflush)();
    186  1.21.32.1   jruoho 	(void)*our_wbflush;
    187        1.1   tsubai }
    188        1.1   tsubai 
    189        1.1   tsubai /*
    190        1.1   tsubai  * called by hardware interrupt routine
    191        1.1   tsubai  */
    192        1.1   tsubai int
    193       1.18  tsutsui apbus_intr_dispatch(int level, int stat)
    194        1.1   tsubai {
    195       1.15  tsutsui 	struct newsmips_intr *ip;
    196       1.15  tsutsui 	struct newsmips_intrhand *ih;
    197       1.15  tsutsui 	int nintr;
    198       1.15  tsutsui 
    199       1.15  tsutsui 	ip = &apintr_tab[level];
    200       1.15  tsutsui 
    201       1.15  tsutsui 	nintr = 0;
    202       1.15  tsutsui 	LIST_FOREACH(ih, &ip->intr_q, ih_q) {
    203       1.15  tsutsui 		if (ih->ih_mask & stat)
    204       1.15  tsutsui 			nintr += (*ih->ih_func)(ih->ih_arg);
    205        1.1   tsubai 	}
    206        1.1   tsubai 	return nintr;
    207        1.1   tsubai }
    208        1.1   tsubai 
    209        1.1   tsubai /*
    210        1.1   tsubai  * register device interrupt routine
    211        1.1   tsubai  */
    212        1.1   tsubai void *
    213       1.18  tsutsui apbus_intr_establish(int level, int mask, int priority, int (*func)(void *),
    214       1.19  tsutsui     void *arg, const char *name, int ctlno)
    215        1.1   tsubai {
    216       1.15  tsutsui 	struct newsmips_intr *ip;
    217       1.15  tsutsui 	struct newsmips_intrhand *ih, *curih;
    218       1.18  tsutsui 	volatile uint32_t *inten0, *inten1;
    219       1.15  tsutsui 
    220       1.15  tsutsui 	ip = &apintr_tab[level];
    221        1.3     onoe 
    222       1.15  tsutsui 	ih = malloc(sizeof(*ih), M_DEVBUF, M_NOWAIT);
    223       1.15  tsutsui 	if (ih == NULL)
    224       1.21  tsutsui 		panic("%s: can't malloc handler info", __func__);
    225       1.15  tsutsui 	ih->ih_mask = mask;
    226       1.15  tsutsui 	ih->ih_priority = priority;
    227       1.15  tsutsui 	ih->ih_func = func;
    228       1.15  tsutsui 	ih->ih_arg = arg;
    229       1.15  tsutsui 
    230       1.15  tsutsui 	if (LIST_EMPTY(&ip->intr_q)) {
    231       1.15  tsutsui 		LIST_INSERT_HEAD(&ip->intr_q, ih, ih_q);
    232       1.15  tsutsui 		goto done;
    233        1.1   tsubai 	}
    234       1.15  tsutsui 
    235       1.15  tsutsui 	for (curih = LIST_FIRST(&ip->intr_q);
    236       1.15  tsutsui 	    LIST_NEXT(curih, ih_q) != NULL;
    237       1.15  tsutsui 	    curih = LIST_NEXT(curih, ih_q)) {
    238       1.15  tsutsui 		if (ih->ih_priority > curih->ih_priority) {
    239       1.15  tsutsui 			LIST_INSERT_BEFORE(curih, ih, ih_q);
    240       1.15  tsutsui 			goto done;
    241       1.15  tsutsui 		}
    242       1.15  tsutsui 	}
    243       1.15  tsutsui 
    244       1.15  tsutsui 	LIST_INSERT_AFTER(curih, ih, ih_q);
    245       1.15  tsutsui 
    246       1.15  tsutsui  done:
    247        1.3     onoe 	switch (level) {
    248        1.3     onoe 	case 0:
    249       1.18  tsutsui 		inten0 = (volatile uint32_t *)NEWS5000_INTEN0;
    250        1.3     onoe 		*inten0 |= mask;
    251        1.3     onoe 		break;
    252        1.3     onoe 	case 1:
    253       1.18  tsutsui 		inten1 = (volatile uint32_t *)NEWS5000_INTEN1;
    254        1.3     onoe 		*inten1 |= mask;
    255        1.3     onoe 		break;
    256        1.3     onoe 	}
    257        1.3     onoe 
    258       1.15  tsutsui 	return (void *)ih;
    259        1.3     onoe }
    260        1.3     onoe 
    261        1.4     onoe static void
    262       1.18  tsutsui apbus_dma_unmapped(bus_dma_tag_t t, bus_dmamap_t map)
    263        1.4     onoe {
    264        1.4     onoe 	int seg;
    265        1.4     onoe 
    266        1.4     onoe 	for (seg = 0; seg < map->dm_nsegs; seg++) {
    267        1.4     onoe 		/*
    268        1.4     onoe 		 * set MSB to indicate unmapped DMA.
    269        1.4     onoe 		 * also need bit 30 for memory over 256MB.
    270        1.4     onoe 		 */
    271        1.4     onoe 		if ((map->dm_segs[seg].ds_addr & 0x30000000) == 0)
    272        1.4     onoe 			map->dm_segs[seg].ds_addr |= 0x80000000;
    273        1.4     onoe 		else
    274        1.4     onoe 			map->dm_segs[seg].ds_addr |= 0xc0000000;
    275        1.4     onoe 	}
    276        1.4     onoe }
    277        1.4     onoe 
    278        1.4     onoe #define	APBUS_NDMAMAP	(NEWS5000_APBUS_MAPSIZE / NEWS5000_APBUS_MAPENT)
    279       1.21  tsutsui #define	APBUS_MAPTBL(n, v)	\
    280       1.21  tsutsui 			(*(volatile uint32_t *)(NEWS5000_APBUS_DMAMAP + \
    281        1.4     onoe 			 NEWS5000_APBUS_MAPENT * (n) + 1) = (v))
    282       1.21  tsutsui static uint8_t apbus_dma_maptbl[APBUS_NDMAMAP];
    283        1.4     onoe 
    284        1.4     onoe static int
    285       1.18  tsutsui apbus_dma_mapalloc(bus_dma_tag_t t, bus_dmamap_t map, int flags)
    286        1.4     onoe {
    287        1.4     onoe 	int i, j, cnt;
    288        1.4     onoe 
    289       1.12  thorpej 	cnt = round_page(map->_dm_size) / PAGE_SIZE;
    290        1.4     onoe 
    291       1.13  tsutsui  again:
    292        1.4     onoe 	for (i = 0; i < APBUS_NDMAMAP; i += j + 1) {
    293        1.4     onoe 		for (j = 0; j < cnt; j++) {
    294        1.4     onoe 			if (apbus_dma_maptbl[i + j])
    295        1.4     onoe 				break;
    296        1.4     onoe 		}
    297        1.4     onoe 		if (j == cnt) {
    298        1.4     onoe 			for (j = 0; j < cnt; j++)
    299        1.4     onoe 				apbus_dma_maptbl[i + j] = 1;
    300        1.4     onoe 			map->_dm_maptbl = i;
    301        1.4     onoe 			map->_dm_maptblcnt = cnt;
    302        1.4     onoe 			return 0;
    303        1.4     onoe 		}
    304        1.4     onoe 	}
    305        1.4     onoe 	if ((flags & BUS_DMA_NOWAIT) == 0) {
    306        1.4     onoe 		tsleep(&apbus_dma_maptbl, PRIBIO, "apdmat", 0);
    307        1.4     onoe 		goto again;
    308        1.4     onoe 	}
    309        1.4     onoe 	return ENOMEM;
    310        1.4     onoe }
    311        1.4     onoe 
    312        1.4     onoe static void
    313       1.18  tsutsui apbus_dma_mapfree(bus_dma_tag_t t, bus_dmamap_t map)
    314        1.4     onoe {
    315        1.4     onoe 	int i, n;
    316        1.4     onoe 
    317        1.4     onoe 	if (map->_dm_maptblcnt > 0) {
    318        1.4     onoe 		n = map->_dm_maptbl;
    319        1.4     onoe 		for (i = 0; i < map->_dm_maptblcnt; i++, n++) {
    320        1.4     onoe #ifdef DIAGNOSTIC
    321        1.4     onoe 			if (apbus_dma_maptbl[n] == 0)
    322       1.14      wiz 				panic("freeing free DMA map");
    323        1.4     onoe 			APBUS_MAPTBL(n, 0xffffffff);	/* causes DMA error */
    324        1.4     onoe #endif
    325        1.4     onoe 			apbus_dma_maptbl[n] = 0;
    326        1.4     onoe 		}
    327        1.4     onoe 		wakeup(&apbus_dma_maptbl);
    328        1.4     onoe 		map->_dm_maptblcnt = 0;
    329        1.4     onoe 	}
    330        1.4     onoe }
    331        1.4     onoe 
    332        1.4     onoe static void
    333       1.18  tsutsui apbus_dma_mapset(bus_dma_tag_t t, bus_dmamap_t map)
    334        1.4     onoe {
    335        1.4     onoe 	int i;
    336        1.4     onoe 	bus_addr_t addr, eaddr;
    337        1.4     onoe 	int seg;
    338        1.4     onoe 	bus_dma_segment_t *segs;
    339        1.4     onoe 
    340        1.4     onoe 	i = 0;
    341        1.4     onoe 	for (seg = 0; seg < map->dm_nsegs; seg++) {
    342        1.4     onoe 		segs = &map->dm_segs[seg];
    343        1.4     onoe 		for (addr = segs->ds_addr, eaddr = addr + segs->ds_len;
    344       1.12  thorpej 		    addr < eaddr; addr += PAGE_SIZE, i++) {
    345        1.4     onoe #ifdef DIAGNOSTIC
    346        1.4     onoe 			if (i >= map->_dm_maptblcnt)
    347       1.14      wiz 				panic("DMA map table overflow");
    348        1.4     onoe #endif
    349        1.4     onoe 			APBUS_MAPTBL(map->_dm_maptbl + i,
    350        1.4     onoe 				NEWS5000_APBUS_MAP_VALID |
    351        1.4     onoe 				NEWS5000_APBUS_MAP_COHERENT |
    352        1.4     onoe 				(addr >> PGSHIFT));
    353        1.4     onoe 		}
    354        1.4     onoe 	}
    355        1.4     onoe 	map->dm_segs[0].ds_addr = map->_dm_maptbl << PGSHIFT;
    356        1.4     onoe 	map->dm_segs[0].ds_len = map->dm_mapsize;
    357        1.4     onoe 	map->dm_nsegs = 1;
    358        1.4     onoe }
    359        1.4     onoe 
    360        1.5     matt static int
    361       1.18  tsutsui apbus_dmamap_create(bus_dma_tag_t t, bus_size_t size, int nsegments,
    362       1.18  tsutsui     bus_size_t maxsegsz, bus_size_t boundary, int flags, bus_dmamap_t *dmamp)
    363        1.4     onoe {
    364        1.4     onoe 	int error;
    365        1.4     onoe 
    366        1.4     onoe 	if (flags & NEWSMIPS_DMAMAP_MAPTBL)
    367       1.12  thorpej 		nsegments = round_page(size) / PAGE_SIZE;
    368        1.4     onoe 	error = _bus_dmamap_create(t, size, nsegments, maxsegsz, boundary,
    369        1.4     onoe 	    flags, dmamp);
    370        1.4     onoe 	if (error == 0 && (flags & NEWSMIPS_DMAMAP_MAPTBL)) {
    371        1.4     onoe 		error = apbus_dma_mapalloc(t, *dmamp, flags);
    372        1.4     onoe 		if (error) {
    373        1.4     onoe 			_bus_dmamap_destroy(t, *dmamp);
    374        1.4     onoe 			*dmamp = NULL;
    375        1.4     onoe 		}
    376        1.4     onoe 	}
    377        1.4     onoe 	return error;
    378        1.4     onoe }
    379        1.4     onoe 
    380        1.5     matt static void
    381       1.18  tsutsui apbus_dmamap_destroy(bus_dma_tag_t t, bus_dmamap_t map)
    382        1.4     onoe {
    383       1.18  tsutsui 
    384        1.4     onoe 	if (map->_dm_flags & NEWSMIPS_DMAMAP_MAPTBL)
    385        1.4     onoe 		apbus_dma_mapfree(t, map);
    386        1.4     onoe 	_bus_dmamap_destroy(t, map);
    387        1.4     onoe }
    388        1.4     onoe 
    389        1.5     matt static int
    390       1.18  tsutsui apbus_dmamap_load(bus_dma_tag_t t, bus_dmamap_t map, void *buf,
    391       1.18  tsutsui     bus_size_t buflen, struct proc *p, int flags)
    392        1.4     onoe {
    393        1.4     onoe 	int error;
    394        1.4     onoe 
    395        1.4     onoe 	error = _bus_dmamap_load(t, map, buf, buflen, p, flags);
    396        1.4     onoe 	if (error == 0) {
    397        1.4     onoe 		if (map->_dm_flags & NEWSMIPS_DMAMAP_MAPTBL)
    398        1.4     onoe 			apbus_dma_mapset(t, map);
    399        1.4     onoe 		else
    400        1.4     onoe 			apbus_dma_unmapped(t, map);
    401        1.4     onoe 	}
    402        1.4     onoe 	return error;
    403        1.4     onoe }
    404        1.4     onoe 
    405        1.5     matt static int
    406       1.18  tsutsui apbus_dmamap_load_mbuf(bus_dma_tag_t t, bus_dmamap_t map, struct mbuf *m0,
    407       1.18  tsutsui     int flags)
    408        1.4     onoe {
    409        1.4     onoe 	int error;
    410        1.4     onoe 
    411        1.4     onoe 	error = _bus_dmamap_load_mbuf(t, map, m0, flags);
    412        1.4     onoe 	if (error == 0) {
    413        1.4     onoe 		if (map->_dm_flags & NEWSMIPS_DMAMAP_MAPTBL)
    414        1.4     onoe 			apbus_dma_mapset(t, map);
    415        1.4     onoe 		else
    416        1.4     onoe 			apbus_dma_unmapped(t, map);
    417        1.4     onoe 	}
    418        1.4     onoe 	return error;
    419        1.4     onoe }
    420        1.4     onoe 
    421        1.5     matt static int
    422       1.18  tsutsui apbus_dmamap_load_uio(bus_dma_tag_t t, bus_dmamap_t map, struct uio *uio,
    423       1.18  tsutsui     int flags)
    424        1.4     onoe {
    425        1.4     onoe 	int error;
    426        1.4     onoe 
    427        1.4     onoe 	error = _bus_dmamap_load_uio(t, map, uio, flags);
    428        1.4     onoe 	if (error == 0) {
    429        1.4     onoe 		if (map->_dm_flags & NEWSMIPS_DMAMAP_MAPTBL)
    430        1.4     onoe 			apbus_dma_mapset(t, map);
    431        1.4     onoe 		else
    432        1.4     onoe 			apbus_dma_unmapped(t, map);
    433        1.4     onoe 	}
    434        1.4     onoe 	return error;
    435        1.4     onoe }
    436        1.4     onoe 
    437        1.5     matt static int
    438       1.18  tsutsui apbus_dmamap_load_raw(bus_dma_tag_t t, bus_dmamap_t map,
    439       1.18  tsutsui     bus_dma_segment_t *segs, int nsegs, bus_size_t size, int flags)
    440        1.4     onoe {
    441        1.4     onoe 	int error;
    442        1.4     onoe 
    443        1.4     onoe 	error = _bus_dmamap_load_raw(t, map, segs, nsegs, size, flags);
    444        1.4     onoe 	if (error == 0) {
    445        1.4     onoe 		if (map->_dm_flags & NEWSMIPS_DMAMAP_MAPTBL)
    446        1.4     onoe 			apbus_dma_mapset(t, map);
    447        1.4     onoe 		else
    448        1.4     onoe 			apbus_dma_unmapped(t, map);
    449        1.4     onoe 	}
    450        1.4     onoe 	return error;
    451        1.4     onoe }
    452        1.4     onoe 
    453        1.5     matt static void
    454       1.18  tsutsui apbus_dmamap_sync(bus_dma_tag_t t, bus_dmamap_t map, bus_addr_t offset,
    455       1.18  tsutsui     bus_size_t len, int ops)
    456        1.3     onoe {
    457        1.1   tsubai 
    458        1.3     onoe 	/*
    459        1.6      wiz 	 * Flush DMA cache by issuing IO read for the AProm of specified slot.
    460        1.3     onoe 	 */
    461        1.3     onoe 	bus_space_read_4(t->_slotbaset, t->_slotbaseh, 0);
    462        1.3     onoe 
    463        1.8  thorpej 	bus_dmamap_sync(&newsmips_default_bus_dma_tag, map, offset, len, ops);
    464        1.3     onoe }
    465        1.1   tsubai 
    466        1.3     onoe struct newsmips_bus_dma_tag apbus_dma_tag = {
    467        1.4     onoe 	apbus_dmamap_create,
    468        1.4     onoe 	apbus_dmamap_destroy,
    469        1.4     onoe 	apbus_dmamap_load,
    470        1.4     onoe 	apbus_dmamap_load_mbuf,
    471        1.4     onoe 	apbus_dmamap_load_uio,
    472        1.4     onoe 	apbus_dmamap_load_raw,
    473        1.3     onoe 	_bus_dmamap_unload,
    474        1.3     onoe 	apbus_dmamap_sync,
    475        1.3     onoe 	_bus_dmamem_alloc,
    476        1.3     onoe 	_bus_dmamem_free,
    477        1.3     onoe 	_bus_dmamem_map,
    478        1.3     onoe 	_bus_dmamem_unmap,
    479        1.3     onoe 	_bus_dmamem_mmap,
    480        1.3     onoe };
    481        1.3     onoe 
    482        1.3     onoe struct newsmips_bus_dma_tag *
    483       1.18  tsutsui apbus_dmatag_init(struct apbus_attach_args *apa)
    484        1.3     onoe {
    485        1.3     onoe 	struct newsmips_bus_dma_tag *dmat;
    486        1.1   tsubai 
    487        1.3     onoe 	dmat = malloc(sizeof(*dmat), M_DEVBUF, M_NOWAIT);
    488        1.3     onoe 	if (dmat != NULL) {
    489        1.3     onoe 		memcpy(dmat, &apbus_dma_tag, sizeof(*dmat));
    490        1.3     onoe 		dmat->_slotno = apa->apa_slotno;
    491        1.3     onoe 		dmat->_slotbaset = 0;
    492        1.3     onoe 		dmat->_slotbaseh = apa->apa_hwbase;
    493        1.3     onoe 	}
    494        1.3     onoe 	return dmat;
    495        1.1   tsubai }
    496