Home | History | Annotate | Line # | Download | only in imx
      1  1.4  jmcneill /* $Id: imx23_apbdma.c,v 1.4 2015/01/10 12:13:00 jmcneill Exp $ */
      2  1.1     jkunz 
      3  1.1     jkunz /*
      4  1.1     jkunz  * Copyright (c) 2012 The NetBSD Foundation, Inc.
      5  1.1     jkunz  * All rights reserved.
      6  1.1     jkunz  *
      7  1.1     jkunz  * This code is derived from software contributed to The NetBSD Foundation
      8  1.1     jkunz  * by Petri Laakso.
      9  1.1     jkunz  *
     10  1.1     jkunz  * Redistribution and use in source and binary forms, with or without
     11  1.1     jkunz  * modification, are permitted provided that the following conditions
     12  1.1     jkunz  * are met:
     13  1.1     jkunz  * 1. Redistributions of source code must retain the above copyright
     14  1.1     jkunz  *    notice, this list of conditions and the following disclaimer.
     15  1.1     jkunz  * 2. Redistributions in binary form must reproduce the above copyright
     16  1.1     jkunz  *    notice, this list of conditions and the following disclaimer in the
     17  1.1     jkunz  *    documentation and/or other materials provided with the distribution.
     18  1.1     jkunz  *
     19  1.1     jkunz  * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
     20  1.1     jkunz  * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
     21  1.1     jkunz  * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     22  1.1     jkunz  * PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
     23  1.1     jkunz  * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
     24  1.1     jkunz  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
     25  1.1     jkunz  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
     26  1.1     jkunz  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
     27  1.1     jkunz  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
     28  1.1     jkunz  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
     29  1.1     jkunz  * POSSIBILITY OF SUCH DAMAGE.
     30  1.1     jkunz  */
     31  1.1     jkunz 
     32  1.1     jkunz #include <sys/param.h>
     33  1.3     jkunz #include <sys/types.h>
     34  1.1     jkunz #include <sys/bus.h>
     35  1.1     jkunz #include <sys/device.h>
     36  1.1     jkunz #include <sys/errno.h>
     37  1.3     jkunz #include <sys/mutex.h>
     38  1.1     jkunz #include <sys/kmem.h>
     39  1.1     jkunz #include <sys/systm.h>
     40  1.1     jkunz 
     41  1.3     jkunz #include <arm/imx/imx23_apbdma.h>
     42  1.1     jkunz #include <arm/imx/imx23_apbdmareg.h>
     43  1.3     jkunz #include <arm/imx/imx23_apbdmavar.h>
     44  1.1     jkunz #include <arm/imx/imx23_apbhdmareg.h>
     45  1.1     jkunz #include <arm/imx/imx23_apbxdmareg.h>
     46  1.1     jkunz #include <arm/imx/imx23var.h>
     47  1.1     jkunz 
     48  1.1     jkunz static int	apbdma_match(device_t, cfdata_t, void *);
     49  1.1     jkunz static void	apbdma_attach(device_t, device_t, void *);
     50  1.1     jkunz static int	apbdma_activate(device_t, enum devact);
     51  1.1     jkunz 
     52  1.1     jkunz CFATTACH_DECL3_NEW(apbdma,
     53  1.1     jkunz 	sizeof(struct apbdma_softc),
     54  1.1     jkunz 	apbdma_match,
     55  1.1     jkunz 	apbdma_attach,
     56  1.1     jkunz 	NULL,
     57  1.1     jkunz 	apbdma_activate,
     58  1.1     jkunz 	NULL,
     59  1.1     jkunz 	NULL,
     60  1.1     jkunz 	0);
     61  1.1     jkunz 
     62  1.1     jkunz static void	apbdma_reset(struct apbdma_softc *);
     63  1.3     jkunz static void	apbdma_init(struct apbdma_softc *);
     64  1.3     jkunz 
     65  1.3     jkunz #define DMA_RD(sc, reg)							\
     66  1.3     jkunz 		bus_space_read_4(sc->sc_iot, sc->sc_ioh, (reg))
     67  1.3     jkunz #define DMA_WR(sc, reg, val)						\
     68  1.3     jkunz 		bus_space_write_4(sc->sc_iot, sc->sc_ioh, (reg), (val))
     69  1.3     jkunz 
     70  1.3     jkunz #define APBDMA_SOFT_RST_LOOP 455 /* At least 1 us ... */
     71  1.1     jkunz 
     72  1.1     jkunz static int
     73  1.1     jkunz apbdma_match(device_t parent, cfdata_t match, void *aux)
     74  1.1     jkunz {
     75  1.1     jkunz 	struct apb_attach_args *aa = aux;
     76  1.1     jkunz 
     77  1.1     jkunz 	if (aa->aa_addr == HW_APBHDMA_BASE && aa->aa_size == HW_APBHDMA_SIZE)
     78  1.1     jkunz 			return 1;
     79  1.1     jkunz 
     80  1.1     jkunz 	if (aa->aa_addr == HW_APBXDMA_BASE && aa->aa_size == HW_APBXDMA_SIZE)
     81  1.1     jkunz 			return 1;
     82  1.1     jkunz 
     83  1.1     jkunz 	return 0;
     84  1.1     jkunz }
     85  1.1     jkunz 
     86  1.1     jkunz static void
     87  1.1     jkunz apbdma_attach(device_t parent, device_t self, void *aux)
     88  1.1     jkunz {
     89  1.1     jkunz 	struct apb_attach_args *aa = aux;
     90  1.1     jkunz 	struct apbdma_softc *sc = device_private(self);
     91  1.3     jkunz 	struct apb_softc *sc_parent = device_private(parent);
     92  1.3     jkunz 	static u_int apbdma_attached = 0;
     93  1.1     jkunz 
     94  1.3     jkunz 	if ((strncmp(device_xname(parent), "apbh", 4) == 0) &&
     95  1.4  jmcneill 	    (apbdma_attached & F_APBH_DMA))
     96  1.3     jkunz 		return;
     97  1.3     jkunz 	if ((strncmp(device_xname(parent), "apbx", 4) == 0) &&
     98  1.4  jmcneill 	    (apbdma_attached & F_APBX_DMA))
     99  1.3     jkunz 		return;
    100  1.1     jkunz 
    101  1.1     jkunz 	sc->sc_dev = self;
    102  1.1     jkunz 	sc->sc_iot = aa->aa_iot;
    103  1.1     jkunz 	sc->sc_dmat = aa->aa_dmat;
    104  1.1     jkunz 
    105  1.1     jkunz 	if (bus_space_map(sc->sc_iot,
    106  1.3     jkunz 	    aa->aa_addr, aa->aa_size, 0, &sc->sc_ioh)) {
    107  1.1     jkunz 		aprint_error_dev(sc->sc_dev, "unable to map bus space\n");
    108  1.1     jkunz 		return;
    109  1.1     jkunz 	}
    110  1.1     jkunz 
    111  1.3     jkunz 	if (strncmp(device_xname(parent), "apbh", 4) == 0)
    112  1.4  jmcneill 		sc->flags = F_APBH_DMA;
    113  1.3     jkunz 
    114  1.3     jkunz 	if (strncmp(device_xname(parent), "apbx", 4) == 0)
    115  1.4  jmcneill 		sc->flags = F_APBX_DMA;
    116  1.3     jkunz 
    117  1.3     jkunz 	apbdma_reset(sc);
    118  1.3     jkunz 	apbdma_init(sc);
    119  1.1     jkunz 
    120  1.4  jmcneill 	if (sc->flags & F_APBH_DMA)
    121  1.4  jmcneill 		apbdma_attached |= F_APBH_DMA;
    122  1.4  jmcneill 	if (sc->flags & F_APBX_DMA)
    123  1.4  jmcneill 		apbdma_attached |= F_APBX_DMA;
    124  1.1     jkunz 
    125  1.3     jkunz 	sc_parent->dmac = self;
    126  1.1     jkunz 
    127  1.3     jkunz 	/* Initialize mutex to control concurrent access from the drivers. */
    128  1.3     jkunz 	mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_HIGH);
    129  1.1     jkunz 
    130  1.4  jmcneill 	if (sc->flags & F_APBH_DMA)
    131  1.4  jmcneill 		aprint_normal(": APBH DMA\n");
    132  1.4  jmcneill 	else if (sc->flags & F_APBX_DMA)
    133  1.4  jmcneill 		aprint_normal(": APBX DMA\n");
    134  1.4  jmcneill 	else
    135  1.4  jmcneill 		panic("dma flag missing!\n");
    136  1.1     jkunz 
    137  1.1     jkunz 	return;
    138  1.1     jkunz }
    139  1.1     jkunz 
    140  1.1     jkunz static int
    141  1.1     jkunz apbdma_activate(device_t self, enum devact act)
    142  1.1     jkunz {
    143  1.1     jkunz 	return EOPNOTSUPP;
    144  1.1     jkunz }
    145  1.1     jkunz 
    146  1.1     jkunz /*
    147  1.1     jkunz  * Reset the APB{H,X}DMA block.
    148  1.1     jkunz  *
    149  1.2     jkunz  * Inspired by i.MX23 RM "39.3.10 Correct Way to Soft Reset a Block"
    150  1.1     jkunz  */
    151  1.1     jkunz static void
    152  1.1     jkunz apbdma_reset(struct apbdma_softc *sc)
    153  1.1     jkunz {
    154  1.1     jkunz 	unsigned int loop;
    155  1.1     jkunz 
    156  1.1     jkunz 	/*
    157  1.1     jkunz 	 * Prepare for soft-reset by making sure that SFTRST is not currently
    158  1.1     jkunz 	 * asserted. Also clear CLKGATE so we can wait for its assertion below.
    159  1.1     jkunz 	 */
    160  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST);
    161  1.1     jkunz 
    162  1.1     jkunz 	/* Wait at least a microsecond for SFTRST to deassert. */
    163  1.1     jkunz 	loop = 0;
    164  1.3     jkunz 	while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) ||
    165  1.3     jkunz 	    (loop < APBDMA_SOFT_RST_LOOP))
    166  1.1     jkunz 		loop++;
    167  1.1     jkunz 
    168  1.1     jkunz 	/* Clear CLKGATE so we can wait for its assertion below. */
    169  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE);
    170  1.1     jkunz 
    171  1.1     jkunz 	/* Soft-reset the block. */
    172  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL0_SET, HW_APB_CTRL0_SFTRST);
    173  1.1     jkunz 
    174  1.1     jkunz 	/* Wait until clock is in the gated state. */
    175  1.3     jkunz 	while (!(DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE));
    176  1.1     jkunz 
    177  1.1     jkunz 	/* Bring block out of reset. */
    178  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST);
    179  1.1     jkunz 
    180  1.1     jkunz 	loop = 0;
    181  1.3     jkunz 	while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) ||
    182  1.3     jkunz 	    (loop < APBDMA_SOFT_RST_LOOP))
    183  1.1     jkunz 		loop++;
    184  1.3     jkunz 
    185  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE);
    186  1.3     jkunz 
    187  1.3     jkunz 	/* Wait until clock is in the NON-gated state. */
    188  1.3     jkunz 	while (DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE);
    189  1.3     jkunz 
    190  1.3     jkunz 	return;
    191  1.3     jkunz }
    192  1.3     jkunz 
    193  1.3     jkunz /*
    194  1.3     jkunz  * Initialize APB{H,X}DMA block.
    195  1.3     jkunz  */
    196  1.3     jkunz static void
    197  1.3     jkunz apbdma_init(struct apbdma_softc *sc)
    198  1.3     jkunz {
    199  1.3     jkunz 
    200  1.4  jmcneill 	if (sc->flags & F_APBH_DMA) {
    201  1.3     jkunz 		DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_AHB_BURST8_EN);
    202  1.3     jkunz 		DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_APB_BURST4_EN);
    203  1.3     jkunz 	}
    204  1.3     jkunz 	return;
    205  1.3     jkunz }
    206  1.3     jkunz 
    207  1.3     jkunz /*
    208  1.3     jkunz  * Chain DMA commands together.
    209  1.3     jkunz  *
    210  1.3     jkunz  * Set src->next point to trg's physical DMA mapped address.
    211  1.3     jkunz  */
    212  1.3     jkunz void
    213  1.3     jkunz apbdma_cmd_chain(apbdma_command_t src, apbdma_command_t trg, void *buf,
    214  1.3     jkunz     bus_dmamap_t dmap)
    215  1.3     jkunz {
    216  1.3     jkunz 	int i;
    217  1.3     jkunz 	bus_size_t daddr;
    218  1.3     jkunz 	bus_addr_t trg_offset;
    219  1.3     jkunz 
    220  1.3     jkunz 	trg_offset = (bus_addr_t)trg - (bus_addr_t)buf;
    221  1.3     jkunz 	daddr = 0;
    222  1.3     jkunz 
    223  1.3     jkunz 	for (i = 0; i < dmap->dm_nsegs; i++) {
    224  1.3     jkunz 		daddr += dmap->dm_segs[i].ds_len;
    225  1.3     jkunz 		if (trg_offset < daddr) {
    226  1.3     jkunz 			src->next = (void *)(dmap->dm_segs[i].ds_addr +
    227  1.3     jkunz 			    (trg_offset - (daddr - dmap->dm_segs[i].ds_len)));
    228  1.3     jkunz 			break;
    229  1.3     jkunz 		}
    230  1.3     jkunz 	}
    231  1.3     jkunz 
    232  1.3     jkunz 	return;
    233  1.3     jkunz }
    234  1.3     jkunz 
    235  1.3     jkunz /*
    236  1.3     jkunz  * Set DMA command buffer.
    237  1.3     jkunz  *
    238  1.3     jkunz  * Set cmd->buffer point to physical DMA address at offset in DMA map.
    239  1.3     jkunz  */
    240  1.3     jkunz void
    241  1.3     jkunz apbdma_cmd_buf(apbdma_command_t cmd, bus_addr_t offset, bus_dmamap_t dmap)
    242  1.3     jkunz {
    243  1.3     jkunz 	int i;
    244  1.3     jkunz 	bus_size_t daddr;
    245  1.3     jkunz 
    246  1.3     jkunz 	daddr = 0;
    247  1.3     jkunz 
    248  1.3     jkunz 	for (i = 0; i < dmap->dm_nsegs; i++) {
    249  1.3     jkunz 		daddr += dmap->dm_segs[i].ds_len;
    250  1.3     jkunz 		if (offset < daddr) {
    251  1.3     jkunz 			cmd->buffer = (void *)(dmap->dm_segs[i].ds_addr +
    252  1.3     jkunz 			    (offset - (daddr - dmap->dm_segs[i].ds_len)));
    253  1.3     jkunz 			break;
    254  1.3     jkunz 		}
    255  1.3     jkunz 	}
    256  1.3     jkunz 
    257  1.3     jkunz 	return;
    258  1.3     jkunz }
    259  1.3     jkunz 
    260  1.3     jkunz /*
    261  1.3     jkunz  * Initialize DMA channel.
    262  1.3     jkunz  */
    263  1.3     jkunz void
    264  1.3     jkunz apbdma_chan_init(struct apbdma_softc *sc, unsigned int channel)
    265  1.3     jkunz {
    266  1.3     jkunz 
    267  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    268  1.3     jkunz 
    269  1.3     jkunz 	/* Enable CMDCMPLT_IRQ. */
    270  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL1_SET, (1<<channel)<<16);
    271  1.3     jkunz 
    272  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    273  1.3     jkunz 
    274  1.3     jkunz 	return;
    275  1.3     jkunz }
    276  1.3     jkunz 
    277  1.3     jkunz /*
    278  1.3     jkunz  * Set command chain for DMA channel.
    279  1.3     jkunz  */
    280  1.3     jkunz #define HW_APB_CHN_NXTCMDAR(base, channel)	(base + (0x70 * channel))
    281  1.3     jkunz void
    282  1.3     jkunz apbdma_chan_set_chain(struct apbdma_softc *sc, unsigned int channel,
    283  1.3     jkunz 	bus_dmamap_t dmap)
    284  1.3     jkunz {
    285  1.3     jkunz 	uint32_t reg;
    286  1.3     jkunz 
    287  1.4  jmcneill 	if (sc->flags & F_APBH_DMA)
    288  1.3     jkunz 		reg = HW_APB_CHN_NXTCMDAR(HW_APBH_CH0_NXTCMDAR, channel);
    289  1.3     jkunz 	else
    290  1.3     jkunz 		reg = HW_APB_CHN_NXTCMDAR(HW_APBX_CH0_NXTCMDAR, channel);
    291  1.3     jkunz 
    292  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    293  1.3     jkunz 	DMA_WR(sc, reg, dmap->dm_segs[0].ds_addr);
    294  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    295  1.3     jkunz 
    296  1.3     jkunz 	return;
    297  1.3     jkunz }
    298  1.3     jkunz 
    299  1.3     jkunz /*
    300  1.3     jkunz  * Initiate DMA transfer.
    301  1.3     jkunz  */
    302  1.3     jkunz #define HW_APB_CHN_SEMA(base, channel)	(base + (0x70 * channel))
    303  1.3     jkunz void
    304  1.3     jkunz apbdma_run(struct apbdma_softc *sc, unsigned int channel)
    305  1.3     jkunz {
    306  1.3     jkunz 	uint32_t reg;
    307  1.3     jkunz 	uint8_t val;
    308  1.3     jkunz 
    309  1.4  jmcneill 	if (sc->flags & F_APBH_DMA) {
    310  1.3     jkunz 		reg = HW_APB_CHN_SEMA(HW_APBH_CH0_SEMA, channel);
    311  1.3     jkunz 		val = __SHIFTIN(1, HW_APBH_CH0_SEMA_INCREMENT_SEMA);
    312  1.3     jkunz 	 } else {
    313  1.3     jkunz 		reg = HW_APB_CHN_SEMA(HW_APBX_CH0_SEMA, channel);
    314  1.3     jkunz 		val = __SHIFTIN(1, HW_APBX_CH0_SEMA_INCREMENT_SEMA);
    315  1.1     jkunz 	}
    316  1.1     jkunz 
    317  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    318  1.3     jkunz 	DMA_WR(sc, reg, val);
    319  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    320  1.1     jkunz 
    321  1.3     jkunz 	return;
    322  1.1     jkunz }
    323  1.1     jkunz 
    324  1.1     jkunz /*
    325  1.3     jkunz  * Acknowledge command complete IRQ.
    326  1.3     jkunz  */
    327  1.3     jkunz void
    328  1.3     jkunz apbdma_ack_intr(struct apbdma_softc *sc, unsigned int channel)
    329  1.3     jkunz {
    330  1.3     jkunz 
    331  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    332  1.4  jmcneill 	if (sc->flags & F_APBH_DMA) {
    333  1.4  jmcneill 		DMA_WR(sc, HW_APB_CTRL1_CLR, (1<<channel));
    334  1.4  jmcneill 	} else {
    335  1.4  jmcneill 		DMA_WR(sc, HW_APB_CTRL1_CLR, (1<<channel));
    336  1.4  jmcneill 	}
    337  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    338  1.3     jkunz 
    339  1.3     jkunz 	return;
    340  1.3     jkunz }
    341  1.3     jkunz 
    342  1.3     jkunz /*
    343  1.3     jkunz  * Acknowledge error IRQ.
    344  1.3     jkunz  */
    345  1.3     jkunz void
    346  1.3     jkunz apbdma_ack_error_intr(struct apbdma_softc *sc, unsigned int channel)
    347  1.3     jkunz {
    348  1.3     jkunz 
    349  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    350  1.3     jkunz 	DMA_WR(sc, HW_APB_CTRL2_CLR, (1<<channel));
    351  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    352  1.3     jkunz 
    353  1.3     jkunz 	return;
    354  1.3     jkunz }
    355  1.3     jkunz 
    356  1.3     jkunz /*
    357  1.3     jkunz  * Return reason for the IRQ.
    358  1.3     jkunz  */
    359  1.3     jkunz unsigned int
    360  1.3     jkunz apbdma_intr_status(struct apbdma_softc *sc, unsigned int channel)
    361  1.3     jkunz {
    362  1.3     jkunz 	unsigned int reason;
    363  1.3     jkunz 
    364  1.3     jkunz 	reason = 0;
    365  1.3     jkunz 
    366  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    367  1.3     jkunz 
    368  1.3     jkunz 	/* Check if this was command complete IRQ. */
    369  1.3     jkunz 	if (DMA_RD(sc, HW_APB_CTRL1) & (1<<channel))
    370  1.3     jkunz 		reason = DMA_IRQ_CMDCMPLT;
    371  1.3     jkunz 
    372  1.3     jkunz 	/* Check if error was set. */
    373  1.3     jkunz 	if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)) {
    374  1.3     jkunz 		if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)<<16)
    375  1.3     jkunz 			reason = DMA_IRQ_BUS_ERROR;
    376  1.3     jkunz 		else
    377  1.3     jkunz 			reason = DMA_IRQ_TERM;
    378  1.3     jkunz 	}
    379  1.3     jkunz 
    380  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    381  1.3     jkunz 
    382  1.3     jkunz 	return reason;
    383  1.3     jkunz }
    384  1.3     jkunz 
    385  1.3     jkunz /*
    386  1.3     jkunz  * Reset DMA channel.
    387  1.3     jkunz  * Use only for devices on APBH bus.
    388  1.3     jkunz  */
    389  1.3     jkunz void
    390  1.3     jkunz apbdma_chan_reset(struct apbdma_softc *sc, unsigned int channel)
    391  1.3     jkunz {
    392  1.3     jkunz 
    393  1.3     jkunz 	mutex_enter(&sc->sc_lock);
    394  1.3     jkunz 
    395  1.4  jmcneill 	if (sc->flags & F_APBH_DMA) {
    396  1.4  jmcneill 		DMA_WR(sc, HW_APB_CTRL0_SET,
    397  1.4  jmcneill 		    __SHIFTIN((1<<channel), HW_APBH_CTRL0_RESET_CHANNEL));
    398  1.4  jmcneill 		while(DMA_RD(sc, HW_APB_CTRL0) & HW_APBH_CTRL0_RESET_CHANNEL);
    399  1.4  jmcneill 	} else {
    400  1.4  jmcneill 		DMA_WR(sc, HW_APBX_CHANNEL_CTRL_SET,
    401  1.4  jmcneill 			__SHIFTIN((1<<channel), HW_APBH_CTRL0_RESET_CHANNEL));
    402  1.4  jmcneill 		while(DMA_RD(sc, HW_APBX_CHANNEL_CTRL) & (1<<channel));
    403  1.4  jmcneill 	}
    404  1.3     jkunz 
    405  1.3     jkunz 	mutex_exit(&sc->sc_lock);
    406  1.3     jkunz 
    407  1.3     jkunz 	return;
    408  1.1     jkunz }
    409  1.4  jmcneill 
    410  1.4  jmcneill void
    411  1.4  jmcneill apbdma_wait(struct apbdma_softc *sc, unsigned int channel)
    412  1.4  jmcneill {
    413  1.4  jmcneill 
    414  1.4  jmcneill 	mutex_enter(&sc->sc_lock);
    415  1.4  jmcneill 
    416  1.4  jmcneill 	if (sc->flags & F_APBH_DMA) {
    417  1.4  jmcneill 		while (DMA_RD(sc, HW_APB_CHN_SEMA(HW_APBH_CH0_SEMA, channel)) & HW_APBH_CH0_SEMA_PHORE)
    418  1.4  jmcneill 			;
    419  1.4  jmcneill 	 } else {
    420  1.4  jmcneill 		while (DMA_RD(sc, HW_APB_CHN_SEMA(HW_APBX_CH0_SEMA, channel)) & HW_APBX_CH0_SEMA_PHORE)
    421  1.4  jmcneill 			;
    422  1.4  jmcneill 	}
    423  1.4  jmcneill 
    424  1.4  jmcneill 	mutex_exit(&sc->sc_lock);
    425  1.4  jmcneill }
    426