imx23_apbdma.c revision 1.3 1 1.3 jkunz /* $Id: imx23_apbdma.c,v 1.3 2013/03/03 10:33:56 jkunz Exp $ */
2 1.1 jkunz
3 1.1 jkunz /*
4 1.1 jkunz * Copyright (c) 2012 The NetBSD Foundation, Inc.
5 1.1 jkunz * All rights reserved.
6 1.1 jkunz *
7 1.1 jkunz * This code is derived from software contributed to The NetBSD Foundation
8 1.1 jkunz * by Petri Laakso.
9 1.1 jkunz *
10 1.1 jkunz * Redistribution and use in source and binary forms, with or without
11 1.1 jkunz * modification, are permitted provided that the following conditions
12 1.1 jkunz * are met:
13 1.1 jkunz * 1. Redistributions of source code must retain the above copyright
14 1.1 jkunz * notice, this list of conditions and the following disclaimer.
15 1.1 jkunz * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 jkunz * notice, this list of conditions and the following disclaimer in the
17 1.1 jkunz * documentation and/or other materials provided with the distribution.
18 1.1 jkunz *
19 1.1 jkunz * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 jkunz * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 jkunz * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 jkunz * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 jkunz * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 jkunz * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 jkunz * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 jkunz * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 jkunz * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 jkunz * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 jkunz * POSSIBILITY OF SUCH DAMAGE.
30 1.1 jkunz */
31 1.1 jkunz
32 1.1 jkunz #include <sys/param.h>
33 1.3 jkunz #include <sys/types.h>
34 1.1 jkunz #include <sys/bus.h>
35 1.1 jkunz #include <sys/device.h>
36 1.1 jkunz #include <sys/errno.h>
37 1.3 jkunz #include <sys/mutex.h>
38 1.1 jkunz #include <sys/kmem.h>
39 1.1 jkunz #include <sys/systm.h>
40 1.1 jkunz
41 1.3 jkunz #include <arm/imx/imx23_apbdma.h>
42 1.1 jkunz #include <arm/imx/imx23_apbdmareg.h>
43 1.3 jkunz #include <arm/imx/imx23_apbdmavar.h>
44 1.1 jkunz #include <arm/imx/imx23_apbhdmareg.h>
45 1.1 jkunz #include <arm/imx/imx23_apbxdmareg.h>
46 1.1 jkunz #include <arm/imx/imx23var.h>
47 1.1 jkunz
48 1.1 jkunz static int apbdma_match(device_t, cfdata_t, void *);
49 1.1 jkunz static void apbdma_attach(device_t, device_t, void *);
50 1.1 jkunz static int apbdma_activate(device_t, enum devact);
51 1.1 jkunz
52 1.1 jkunz CFATTACH_DECL3_NEW(apbdma,
53 1.1 jkunz sizeof(struct apbdma_softc),
54 1.1 jkunz apbdma_match,
55 1.1 jkunz apbdma_attach,
56 1.1 jkunz NULL,
57 1.1 jkunz apbdma_activate,
58 1.1 jkunz NULL,
59 1.1 jkunz NULL,
60 1.1 jkunz 0);
61 1.1 jkunz
62 1.1 jkunz static void apbdma_reset(struct apbdma_softc *);
63 1.3 jkunz static void apbdma_init(struct apbdma_softc *);
64 1.3 jkunz
65 1.3 jkunz #define DMA_RD(sc, reg) \
66 1.3 jkunz bus_space_read_4(sc->sc_iot, sc->sc_ioh, (reg))
67 1.3 jkunz #define DMA_WR(sc, reg, val) \
68 1.3 jkunz bus_space_write_4(sc->sc_iot, sc->sc_ioh, (reg), (val))
69 1.3 jkunz
70 1.3 jkunz #define APBDMA_SOFT_RST_LOOP 455 /* At least 1 us ... */
71 1.1 jkunz
72 1.1 jkunz static int
73 1.1 jkunz apbdma_match(device_t parent, cfdata_t match, void *aux)
74 1.1 jkunz {
75 1.1 jkunz struct apb_attach_args *aa = aux;
76 1.1 jkunz
77 1.1 jkunz if (aa->aa_addr == HW_APBHDMA_BASE && aa->aa_size == HW_APBHDMA_SIZE)
78 1.1 jkunz return 1;
79 1.1 jkunz
80 1.1 jkunz if (aa->aa_addr == HW_APBXDMA_BASE && aa->aa_size == HW_APBXDMA_SIZE)
81 1.1 jkunz return 1;
82 1.1 jkunz
83 1.1 jkunz return 0;
84 1.1 jkunz }
85 1.1 jkunz
86 1.1 jkunz static void
87 1.1 jkunz apbdma_attach(device_t parent, device_t self, void *aux)
88 1.1 jkunz {
89 1.1 jkunz struct apb_attach_args *aa = aux;
90 1.1 jkunz struct apbdma_softc *sc = device_private(self);
91 1.3 jkunz struct apb_softc *sc_parent = device_private(parent);
92 1.3 jkunz static u_int apbdma_attached = 0;
93 1.1 jkunz
94 1.3 jkunz if ((strncmp(device_xname(parent), "apbh", 4) == 0) &&
95 1.3 jkunz (apbdma_attached & F_AHBH_DMA))
96 1.3 jkunz return;
97 1.3 jkunz if ((strncmp(device_xname(parent), "apbx", 4) == 0) &&
98 1.3 jkunz (apbdma_attached & F_AHBX_DMA))
99 1.3 jkunz return;
100 1.1 jkunz
101 1.1 jkunz sc->sc_dev = self;
102 1.1 jkunz sc->sc_iot = aa->aa_iot;
103 1.1 jkunz sc->sc_dmat = aa->aa_dmat;
104 1.1 jkunz
105 1.1 jkunz if (bus_space_map(sc->sc_iot,
106 1.3 jkunz aa->aa_addr, aa->aa_size, 0, &sc->sc_ioh)) {
107 1.1 jkunz aprint_error_dev(sc->sc_dev, "unable to map bus space\n");
108 1.1 jkunz return;
109 1.1 jkunz }
110 1.1 jkunz
111 1.3 jkunz if (strncmp(device_xname(parent), "apbh", 4) == 0)
112 1.3 jkunz sc->flags = F_AHBH_DMA;
113 1.3 jkunz
114 1.3 jkunz if (strncmp(device_xname(parent), "apbx", 4) == 0)
115 1.3 jkunz sc->flags = F_AHBX_DMA;
116 1.3 jkunz
117 1.3 jkunz apbdma_reset(sc);
118 1.3 jkunz apbdma_init(sc);
119 1.1 jkunz
120 1.3 jkunz if (sc->flags & F_AHBH_DMA)
121 1.3 jkunz apbdma_attached |= F_AHBH_DMA;
122 1.3 jkunz if (sc->flags & F_AHBX_DMA)
123 1.3 jkunz apbdma_attached |= F_AHBX_DMA;
124 1.1 jkunz
125 1.3 jkunz sc_parent->dmac = self;
126 1.1 jkunz
127 1.3 jkunz /* Initialize mutex to control concurrent access from the drivers. */
128 1.3 jkunz mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_HIGH);
129 1.1 jkunz
130 1.1 jkunz aprint_normal("\n");
131 1.1 jkunz
132 1.1 jkunz return;
133 1.1 jkunz }
134 1.1 jkunz
135 1.1 jkunz static int
136 1.1 jkunz apbdma_activate(device_t self, enum devact act)
137 1.1 jkunz {
138 1.1 jkunz return EOPNOTSUPP;
139 1.1 jkunz }
140 1.1 jkunz
141 1.1 jkunz /*
142 1.1 jkunz * Reset the APB{H,X}DMA block.
143 1.1 jkunz *
144 1.2 jkunz * Inspired by i.MX23 RM "39.3.10 Correct Way to Soft Reset a Block"
145 1.1 jkunz */
146 1.1 jkunz static void
147 1.1 jkunz apbdma_reset(struct apbdma_softc *sc)
148 1.1 jkunz {
149 1.1 jkunz unsigned int loop;
150 1.1 jkunz
151 1.1 jkunz /*
152 1.1 jkunz * Prepare for soft-reset by making sure that SFTRST is not currently
153 1.1 jkunz * asserted. Also clear CLKGATE so we can wait for its assertion below.
154 1.1 jkunz */
155 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST);
156 1.1 jkunz
157 1.1 jkunz /* Wait at least a microsecond for SFTRST to deassert. */
158 1.1 jkunz loop = 0;
159 1.3 jkunz while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) ||
160 1.3 jkunz (loop < APBDMA_SOFT_RST_LOOP))
161 1.1 jkunz loop++;
162 1.1 jkunz
163 1.1 jkunz /* Clear CLKGATE so we can wait for its assertion below. */
164 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE);
165 1.1 jkunz
166 1.1 jkunz /* Soft-reset the block. */
167 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_SET, HW_APB_CTRL0_SFTRST);
168 1.1 jkunz
169 1.1 jkunz /* Wait until clock is in the gated state. */
170 1.3 jkunz while (!(DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE));
171 1.1 jkunz
172 1.1 jkunz /* Bring block out of reset. */
173 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST);
174 1.1 jkunz
175 1.1 jkunz loop = 0;
176 1.3 jkunz while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) ||
177 1.3 jkunz (loop < APBDMA_SOFT_RST_LOOP))
178 1.1 jkunz loop++;
179 1.3 jkunz
180 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE);
181 1.3 jkunz
182 1.3 jkunz /* Wait until clock is in the NON-gated state. */
183 1.3 jkunz while (DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE);
184 1.3 jkunz
185 1.3 jkunz return;
186 1.3 jkunz }
187 1.3 jkunz
188 1.3 jkunz /*
189 1.3 jkunz * Initialize APB{H,X}DMA block.
190 1.3 jkunz */
191 1.3 jkunz static void
192 1.3 jkunz apbdma_init(struct apbdma_softc *sc)
193 1.3 jkunz {
194 1.3 jkunz
195 1.3 jkunz if (sc->flags & F_AHBH_DMA) {
196 1.3 jkunz DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_AHB_BURST8_EN);
197 1.3 jkunz DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_APB_BURST4_EN);
198 1.3 jkunz }
199 1.3 jkunz return;
200 1.3 jkunz }
201 1.3 jkunz
202 1.3 jkunz /*
203 1.3 jkunz * Chain DMA commands together.
204 1.3 jkunz *
205 1.3 jkunz * Set src->next point to trg's physical DMA mapped address.
206 1.3 jkunz */
207 1.3 jkunz void
208 1.3 jkunz apbdma_cmd_chain(apbdma_command_t src, apbdma_command_t trg, void *buf,
209 1.3 jkunz bus_dmamap_t dmap)
210 1.3 jkunz {
211 1.3 jkunz int i;
212 1.3 jkunz bus_size_t daddr;
213 1.3 jkunz bus_addr_t trg_offset;
214 1.3 jkunz
215 1.3 jkunz trg_offset = (bus_addr_t)trg - (bus_addr_t)buf;
216 1.3 jkunz daddr = 0;
217 1.3 jkunz
218 1.3 jkunz for (i = 0; i < dmap->dm_nsegs; i++) {
219 1.3 jkunz daddr += dmap->dm_segs[i].ds_len;
220 1.3 jkunz if (trg_offset < daddr) {
221 1.3 jkunz src->next = (void *)(dmap->dm_segs[i].ds_addr +
222 1.3 jkunz (trg_offset - (daddr - dmap->dm_segs[i].ds_len)));
223 1.3 jkunz break;
224 1.3 jkunz }
225 1.3 jkunz }
226 1.3 jkunz
227 1.3 jkunz return;
228 1.3 jkunz }
229 1.3 jkunz
230 1.3 jkunz /*
231 1.3 jkunz * Set DMA command buffer.
232 1.3 jkunz *
233 1.3 jkunz * Set cmd->buffer point to physical DMA address at offset in DMA map.
234 1.3 jkunz */
235 1.3 jkunz void
236 1.3 jkunz apbdma_cmd_buf(apbdma_command_t cmd, bus_addr_t offset, bus_dmamap_t dmap)
237 1.3 jkunz {
238 1.3 jkunz int i;
239 1.3 jkunz bus_size_t daddr;
240 1.3 jkunz
241 1.3 jkunz daddr = 0;
242 1.3 jkunz
243 1.3 jkunz for (i = 0; i < dmap->dm_nsegs; i++) {
244 1.3 jkunz daddr += dmap->dm_segs[i].ds_len;
245 1.3 jkunz if (offset < daddr) {
246 1.3 jkunz cmd->buffer = (void *)(dmap->dm_segs[i].ds_addr +
247 1.3 jkunz (offset - (daddr - dmap->dm_segs[i].ds_len)));
248 1.3 jkunz break;
249 1.3 jkunz }
250 1.3 jkunz }
251 1.3 jkunz
252 1.3 jkunz return;
253 1.3 jkunz }
254 1.3 jkunz
255 1.3 jkunz /*
256 1.3 jkunz * Initialize DMA channel.
257 1.3 jkunz */
258 1.3 jkunz void
259 1.3 jkunz apbdma_chan_init(struct apbdma_softc *sc, unsigned int channel)
260 1.3 jkunz {
261 1.3 jkunz
262 1.3 jkunz mutex_enter(&sc->sc_lock);
263 1.3 jkunz
264 1.3 jkunz /* Enable CMDCMPLT_IRQ. */
265 1.3 jkunz DMA_WR(sc, HW_APB_CTRL1_SET, (1<<channel)<<16);
266 1.3 jkunz
267 1.3 jkunz mutex_exit(&sc->sc_lock);
268 1.3 jkunz
269 1.3 jkunz return;
270 1.3 jkunz }
271 1.3 jkunz
272 1.3 jkunz /*
273 1.3 jkunz * Set command chain for DMA channel.
274 1.3 jkunz */
275 1.3 jkunz #define HW_APB_CHN_NXTCMDAR(base, channel) (base + (0x70 * channel))
276 1.3 jkunz void
277 1.3 jkunz apbdma_chan_set_chain(struct apbdma_softc *sc, unsigned int channel,
278 1.3 jkunz bus_dmamap_t dmap)
279 1.3 jkunz {
280 1.3 jkunz uint32_t reg;
281 1.3 jkunz
282 1.3 jkunz if (sc->flags & F_AHBH_DMA)
283 1.3 jkunz reg = HW_APB_CHN_NXTCMDAR(HW_APBH_CH0_NXTCMDAR, channel);
284 1.3 jkunz else
285 1.3 jkunz reg = HW_APB_CHN_NXTCMDAR(HW_APBX_CH0_NXTCMDAR, channel);
286 1.3 jkunz
287 1.3 jkunz mutex_enter(&sc->sc_lock);
288 1.3 jkunz DMA_WR(sc, reg, dmap->dm_segs[0].ds_addr);
289 1.3 jkunz mutex_exit(&sc->sc_lock);
290 1.3 jkunz
291 1.3 jkunz return;
292 1.3 jkunz }
293 1.3 jkunz
294 1.3 jkunz /*
295 1.3 jkunz * Initiate DMA transfer.
296 1.3 jkunz */
297 1.3 jkunz #define HW_APB_CHN_SEMA(base, channel) (base + (0x70 * channel))
298 1.3 jkunz void
299 1.3 jkunz apbdma_run(struct apbdma_softc *sc, unsigned int channel)
300 1.3 jkunz {
301 1.3 jkunz uint32_t reg;
302 1.3 jkunz uint8_t val;
303 1.3 jkunz
304 1.3 jkunz if (sc->flags & F_AHBH_DMA) {
305 1.3 jkunz reg = HW_APB_CHN_SEMA(HW_APBH_CH0_SEMA, channel);
306 1.3 jkunz val = __SHIFTIN(1, HW_APBH_CH0_SEMA_INCREMENT_SEMA);
307 1.3 jkunz } else {
308 1.3 jkunz reg = HW_APB_CHN_SEMA(HW_APBX_CH0_SEMA, channel);
309 1.3 jkunz val = __SHIFTIN(1, HW_APBX_CH0_SEMA_INCREMENT_SEMA);
310 1.1 jkunz }
311 1.1 jkunz
312 1.3 jkunz mutex_enter(&sc->sc_lock);
313 1.3 jkunz DMA_WR(sc, reg, val);
314 1.3 jkunz mutex_exit(&sc->sc_lock);
315 1.1 jkunz
316 1.3 jkunz return;
317 1.1 jkunz }
318 1.1 jkunz
319 1.1 jkunz /*
320 1.3 jkunz * Acknowledge command complete IRQ.
321 1.3 jkunz */
322 1.3 jkunz void
323 1.3 jkunz apbdma_ack_intr(struct apbdma_softc *sc, unsigned int channel)
324 1.3 jkunz {
325 1.3 jkunz
326 1.3 jkunz mutex_enter(&sc->sc_lock);
327 1.3 jkunz DMA_WR(sc, HW_APB_CTRL1_CLR, (1<<channel));
328 1.3 jkunz mutex_exit(&sc->sc_lock);
329 1.3 jkunz
330 1.3 jkunz return;
331 1.3 jkunz }
332 1.3 jkunz
333 1.3 jkunz /*
334 1.3 jkunz * Acknowledge error IRQ.
335 1.3 jkunz */
336 1.3 jkunz void
337 1.3 jkunz apbdma_ack_error_intr(struct apbdma_softc *sc, unsigned int channel)
338 1.3 jkunz {
339 1.3 jkunz
340 1.3 jkunz mutex_enter(&sc->sc_lock);
341 1.3 jkunz DMA_WR(sc, HW_APB_CTRL2_CLR, (1<<channel));
342 1.3 jkunz mutex_exit(&sc->sc_lock);
343 1.3 jkunz
344 1.3 jkunz return;
345 1.3 jkunz }
346 1.3 jkunz
347 1.3 jkunz /*
348 1.3 jkunz * Return reason for the IRQ.
349 1.3 jkunz */
350 1.3 jkunz unsigned int
351 1.3 jkunz apbdma_intr_status(struct apbdma_softc *sc, unsigned int channel)
352 1.3 jkunz {
353 1.3 jkunz unsigned int reason;
354 1.3 jkunz
355 1.3 jkunz reason = 0;
356 1.3 jkunz
357 1.3 jkunz mutex_enter(&sc->sc_lock);
358 1.3 jkunz
359 1.3 jkunz /* Check if this was command complete IRQ. */
360 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL1) & (1<<channel))
361 1.3 jkunz reason = DMA_IRQ_CMDCMPLT;
362 1.3 jkunz
363 1.3 jkunz /* Check if error was set. */
364 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)) {
365 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)<<16)
366 1.3 jkunz reason = DMA_IRQ_BUS_ERROR;
367 1.3 jkunz else
368 1.3 jkunz reason = DMA_IRQ_TERM;
369 1.3 jkunz }
370 1.3 jkunz
371 1.3 jkunz mutex_exit(&sc->sc_lock);
372 1.3 jkunz
373 1.3 jkunz return reason;
374 1.3 jkunz }
375 1.3 jkunz
376 1.3 jkunz /*
377 1.3 jkunz * Reset DMA channel.
378 1.3 jkunz * Use only for devices on APBH bus.
379 1.3 jkunz */
380 1.3 jkunz void
381 1.3 jkunz apbdma_chan_reset(struct apbdma_softc *sc, unsigned int channel)
382 1.3 jkunz {
383 1.3 jkunz
384 1.3 jkunz mutex_enter(&sc->sc_lock);
385 1.3 jkunz
386 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_SET,
387 1.3 jkunz __SHIFTIN((1<<channel), HW_APBH_CTRL0_RESET_CHANNEL));
388 1.3 jkunz while(DMA_RD(sc, HW_APB_CTRL0) & HW_APBH_CTRL0_RESET_CHANNEL);
389 1.3 jkunz
390 1.3 jkunz mutex_exit(&sc->sc_lock);
391 1.3 jkunz
392 1.3 jkunz return;
393 1.1 jkunz }
394