bcm2835_emmc.c revision 1.31 1 1.31 jmcneill /* $NetBSD: bcm2835_emmc.c,v 1.31 2017/07/30 16:54:36 jmcneill Exp $ */
2 1.1 skrll
3 1.1 skrll /*-
4 1.1 skrll * Copyright (c) 2012 The NetBSD Foundation, Inc.
5 1.1 skrll * All rights reserved.
6 1.1 skrll *
7 1.1 skrll * This code is derived from software contributed to The NetBSD Foundation
8 1.1 skrll * by Nick Hudson
9 1.1 skrll *
10 1.1 skrll * Redistribution and use in source and binary forms, with or without
11 1.1 skrll * modification, are permitted provided that the following conditions
12 1.1 skrll * are met:
13 1.1 skrll * 1. Redistributions of source code must retain the above copyright
14 1.1 skrll * notice, this list of conditions and the following disclaimer.
15 1.1 skrll * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 skrll * notice, this list of conditions and the following disclaimer in the
17 1.1 skrll * documentation and/or other materials provided with the distribution.
18 1.1 skrll *
19 1.1 skrll * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 skrll * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 skrll * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 skrll * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 skrll * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 skrll * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 skrll * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 skrll * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 skrll * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 skrll * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 skrll * POSSIBILITY OF SUCH DAMAGE.
30 1.1 skrll */
31 1.1 skrll
32 1.1 skrll #include <sys/cdefs.h>
33 1.31 jmcneill __KERNEL_RCSID(0, "$NetBSD: bcm2835_emmc.c,v 1.31 2017/07/30 16:54:36 jmcneill Exp $");
34 1.14 skrll
35 1.14 skrll #include "bcmdmac.h"
36 1.1 skrll
37 1.1 skrll #include <sys/param.h>
38 1.1 skrll #include <sys/systm.h>
39 1.1 skrll #include <sys/device.h>
40 1.1 skrll #include <sys/bus.h>
41 1.11 jakllsch #include <sys/condvar.h>
42 1.11 jakllsch #include <sys/mutex.h>
43 1.13 jmcneill #include <sys/kernel.h>
44 1.1 skrll
45 1.1 skrll #include <arm/broadcom/bcm2835reg.h>
46 1.1 skrll #include <arm/broadcom/bcm_amba.h>
47 1.11 jakllsch #include <arm/broadcom/bcm2835_dmac.h>
48 1.1 skrll
49 1.1 skrll #include <dev/sdmmc/sdhcreg.h>
50 1.1 skrll #include <dev/sdmmc/sdhcvar.h>
51 1.1 skrll #include <dev/sdmmc/sdmmcvar.h>
52 1.1 skrll
53 1.11 jakllsch enum bcmemmc_dma_state {
54 1.12 jmcneill EMMC_DMA_STATE_IDLE,
55 1.12 jmcneill EMMC_DMA_STATE_BUSY,
56 1.11 jakllsch };
57 1.11 jakllsch
58 1.1 skrll struct bcmemmc_softc {
59 1.1 skrll struct sdhc_softc sc;
60 1.1 skrll
61 1.1 skrll bus_space_tag_t sc_iot;
62 1.1 skrll bus_space_handle_t sc_ioh;
63 1.29 skrll bus_addr_t sc_iob;
64 1.11 jakllsch bus_size_t sc_ios;
65 1.1 skrll struct sdhc_host *sc_hosts[1];
66 1.1 skrll void *sc_ih;
67 1.11 jakllsch
68 1.11 jakllsch kcondvar_t sc_cv;
69 1.11 jakllsch
70 1.11 jakllsch enum bcmemmc_dma_state sc_state;
71 1.11 jakllsch
72 1.11 jakllsch struct bcm_dmac_channel *sc_dmac;
73 1.11 jakllsch
74 1.11 jakllsch bus_dmamap_t sc_dmamap;
75 1.11 jakllsch bus_dma_segment_t sc_segs[1]; /* XXX assumes enough descriptors fit in one page */
76 1.11 jakllsch struct bcm_dmac_conblk *sc_cblk;
77 1.1 skrll };
78 1.1 skrll
79 1.1 skrll static int bcmemmc_match(device_t, struct cfdata *, void *);
80 1.1 skrll static void bcmemmc_attach(device_t, device_t, void *);
81 1.11 jakllsch static void bcmemmc_attach_i(device_t);
82 1.15 skrll #if NBCMDMAC > 0
83 1.19 jmcneill static int bcmemmc_xfer_data_dma(struct sdhc_softc *, struct sdmmc_command *);
84 1.28 mlelstv static void bcmemmc_dma_done(uint32_t, uint32_t, void *);
85 1.14 skrll #endif
86 1.1 skrll
87 1.1 skrll CFATTACH_DECL_NEW(bcmemmc, sizeof(struct bcmemmc_softc),
88 1.1 skrll bcmemmc_match, bcmemmc_attach, NULL, NULL);
89 1.1 skrll
90 1.1 skrll /* ARGSUSED */
91 1.1 skrll static int
92 1.1 skrll bcmemmc_match(device_t parent, struct cfdata *match, void *aux)
93 1.1 skrll {
94 1.1 skrll struct amba_attach_args *aaa = aux;
95 1.1 skrll
96 1.1 skrll if (strcmp(aaa->aaa_name, "emmc") != 0)
97 1.1 skrll return 0;
98 1.1 skrll
99 1.1 skrll return 1;
100 1.1 skrll }
101 1.1 skrll
102 1.1 skrll /* ARGSUSED */
103 1.1 skrll static void
104 1.1 skrll bcmemmc_attach(device_t parent, device_t self, void *aux)
105 1.1 skrll {
106 1.1 skrll struct bcmemmc_softc *sc = device_private(self);
107 1.2 skrll prop_dictionary_t dict = device_properties(self);
108 1.1 skrll struct amba_attach_args *aaa = aux;
109 1.2 skrll prop_number_t frequency;
110 1.31 jmcneill bool disable = false;
111 1.1 skrll int error;
112 1.1 skrll
113 1.1 skrll sc->sc.sc_dev = self;
114 1.5 jmcneill sc->sc.sc_dmat = aaa->aaa_dmat;
115 1.1 skrll sc->sc.sc_flags = 0;
116 1.1 skrll sc->sc.sc_flags |= SDHC_FLAG_32BIT_ACCESS;
117 1.1 skrll sc->sc.sc_flags |= SDHC_FLAG_HOSTCAPS;
118 1.17 jmcneill sc->sc.sc_flags |= SDHC_FLAG_NO_HS_BIT;
119 1.26 jmcneill sc->sc.sc_caps = SDHC_VOLTAGE_SUPP_3_3V | SDHC_HIGH_SPEED_SUPP |
120 1.18 jmcneill (SDHC_MAX_BLK_LEN_1024 << SDHC_MAX_BLK_LEN_SHIFT);
121 1.11 jakllsch
122 1.1 skrll sc->sc.sc_host = sc->sc_hosts;
123 1.2 skrll sc->sc.sc_clkbase = 50000; /* Default to 50MHz */
124 1.1 skrll sc->sc_iot = aaa->aaa_iot;
125 1.1 skrll
126 1.31 jmcneill prop_dictionary_get_bool(dict, "disable", &disable);
127 1.31 jmcneill if (disable) {
128 1.31 jmcneill aprint_naive(": disabled\n");
129 1.31 jmcneill aprint_normal(": disabled\n");
130 1.31 jmcneill return;
131 1.31 jmcneill }
132 1.31 jmcneill
133 1.3 skrll /* Fetch the EMMC clock frequency from property if set. */
134 1.3 skrll frequency = prop_dictionary_get(dict, "frequency");
135 1.3 skrll if (frequency != NULL) {
136 1.2 skrll sc->sc.sc_clkbase = prop_number_integer_value(frequency) / 1000;
137 1.8 skrll }
138 1.8 skrll
139 1.1 skrll error = bus_space_map(sc->sc_iot, aaa->aaa_addr, aaa->aaa_size, 0,
140 1.1 skrll &sc->sc_ioh);
141 1.1 skrll if (error) {
142 1.31 jmcneill aprint_error(": can't map registers for %s: %d\n",
143 1.31 jmcneill aaa->aaa_name, error);
144 1.1 skrll return;
145 1.1 skrll }
146 1.29 skrll sc->sc_iob = aaa->aaa_addr;
147 1.11 jakllsch sc->sc_ios = aaa->aaa_size;
148 1.1 skrll
149 1.1 skrll aprint_naive(": SDHC controller\n");
150 1.1 skrll aprint_normal(": SDHC controller\n");
151 1.1 skrll
152 1.23 skrll sc->sc_ih = intr_establish(aaa->aaa_intr, IPL_SDMMC, IST_LEVEL, sdhc_intr,
153 1.1 skrll &sc->sc);
154 1.1 skrll
155 1.1 skrll if (sc->sc_ih == NULL) {
156 1.1 skrll aprint_error_dev(self, "failed to establish interrupt %d\n",
157 1.3 skrll aaa->aaa_intr);
158 1.1 skrll goto fail;
159 1.1 skrll }
160 1.1 skrll aprint_normal_dev(self, "interrupting on intr %d\n", aaa->aaa_intr);
161 1.1 skrll
162 1.15 skrll #if NBCMDMAC > 0
163 1.11 jakllsch sc->sc_dmac = bcm_dmac_alloc(BCM_DMAC_TYPE_NORMAL, IPL_SDMMC,
164 1.11 jakllsch bcmemmc_dma_done, sc);
165 1.11 jakllsch if (sc->sc_dmac == NULL)
166 1.14 skrll goto done;
167 1.14 skrll
168 1.14 skrll sc->sc.sc_flags |= SDHC_FLAG_USE_DMA;
169 1.14 skrll sc->sc.sc_flags |= SDHC_FLAG_EXTERNAL_DMA;
170 1.14 skrll sc->sc.sc_caps |= SDHC_DMA_SUPPORT;
171 1.14 skrll sc->sc.sc_vendor_transfer_data_dma = bcmemmc_xfer_data_dma;
172 1.11 jakllsch
173 1.11 jakllsch sc->sc_state = EMMC_DMA_STATE_IDLE;
174 1.11 jakllsch cv_init(&sc->sc_cv, "bcmemmcdma");
175 1.11 jakllsch
176 1.14 skrll int rseg;
177 1.11 jakllsch error = bus_dmamem_alloc(sc->sc.sc_dmat, PAGE_SIZE, PAGE_SIZE,
178 1.11 jakllsch PAGE_SIZE, sc->sc_segs, 1, &rseg, BUS_DMA_WAITOK);
179 1.11 jakllsch if (error) {
180 1.11 jakllsch aprint_error_dev(self, "dmamem_alloc failed (%d)\n", error);
181 1.11 jakllsch goto fail;
182 1.11 jakllsch }
183 1.11 jakllsch
184 1.11 jakllsch error = bus_dmamem_map(sc->sc.sc_dmat, sc->sc_segs, rseg, PAGE_SIZE,
185 1.11 jakllsch (void **)&sc->sc_cblk, BUS_DMA_WAITOK);
186 1.11 jakllsch if (error) {
187 1.11 jakllsch aprint_error_dev(self, "dmamem_map failed (%d)\n", error);
188 1.11 jakllsch goto fail;
189 1.11 jakllsch }
190 1.11 jakllsch KASSERT(sc->sc_cblk != NULL);
191 1.11 jakllsch
192 1.11 jakllsch memset(sc->sc_cblk, 0, PAGE_SIZE);
193 1.11 jakllsch
194 1.11 jakllsch error = bus_dmamap_create(sc->sc.sc_dmat, PAGE_SIZE, 1, PAGE_SIZE, 0,
195 1.11 jakllsch BUS_DMA_WAITOK, &sc->sc_dmamap);
196 1.11 jakllsch if (error) {
197 1.11 jakllsch aprint_error_dev(self, "dmamap_create failed (%d)\n", error);
198 1.11 jakllsch goto fail;
199 1.11 jakllsch }
200 1.11 jakllsch
201 1.11 jakllsch error = bus_dmamap_load(sc->sc.sc_dmat, sc->sc_dmamap, sc->sc_cblk,
202 1.11 jakllsch PAGE_SIZE, NULL, BUS_DMA_WAITOK|BUS_DMA_WRITE);
203 1.11 jakllsch if (error) {
204 1.11 jakllsch aprint_error_dev(self, "dmamap_load failed (%d)\n", error);
205 1.11 jakllsch goto fail;
206 1.11 jakllsch }
207 1.11 jakllsch
208 1.14 skrll done:
209 1.14 skrll #endif
210 1.11 jakllsch config_interrupts(self, bcmemmc_attach_i);
211 1.11 jakllsch return;
212 1.11 jakllsch
213 1.11 jakllsch fail:
214 1.11 jakllsch /* XXX add bus_dma failure cleanup */
215 1.11 jakllsch if (sc->sc_ih) {
216 1.11 jakllsch intr_disestablish(sc->sc_ih);
217 1.11 jakllsch sc->sc_ih = NULL;
218 1.11 jakllsch }
219 1.11 jakllsch bus_space_unmap(sc->sc_iot, sc->sc_ioh, sc->sc_ios);
220 1.11 jakllsch }
221 1.11 jakllsch
222 1.11 jakllsch static void
223 1.11 jakllsch bcmemmc_attach_i(device_t self)
224 1.11 jakllsch {
225 1.11 jakllsch struct bcmemmc_softc * const sc = device_private(self);
226 1.11 jakllsch int error;
227 1.11 jakllsch
228 1.11 jakllsch error = sdhc_host_found(&sc->sc, sc->sc_iot, sc->sc_ioh, sc->sc_ios);
229 1.1 skrll if (error != 0) {
230 1.1 skrll aprint_error_dev(self, "couldn't initialize host, error=%d\n",
231 1.1 skrll error);
232 1.1 skrll goto fail;
233 1.1 skrll }
234 1.1 skrll return;
235 1.1 skrll
236 1.1 skrll fail:
237 1.11 jakllsch /* XXX add bus_dma failure cleanup */
238 1.1 skrll if (sc->sc_ih) {
239 1.1 skrll intr_disestablish(sc->sc_ih);
240 1.1 skrll sc->sc_ih = NULL;
241 1.1 skrll }
242 1.11 jakllsch bus_space_unmap(sc->sc_iot, sc->sc_ioh, sc->sc_ios);
243 1.11 jakllsch }
244 1.11 jakllsch
245 1.15 skrll #if NBCMDMAC > 0
246 1.11 jakllsch static int
247 1.19 jmcneill bcmemmc_xfer_data_dma(struct sdhc_softc *sdhc_sc, struct sdmmc_command *cmd)
248 1.11 jakllsch {
249 1.19 jmcneill struct bcmemmc_softc * const sc = device_private(sdhc_sc->sc_dev);
250 1.24 jmcneill kmutex_t *plock = sdhc_host_lock(sc->sc_hosts[0]);
251 1.11 jakllsch size_t seg;
252 1.13 jmcneill int error;
253 1.11 jakllsch
254 1.24 jmcneill KASSERT(mutex_owned(plock));
255 1.24 jmcneill
256 1.11 jakllsch for (seg = 0; seg < cmd->c_dmamap->dm_nsegs; seg++) {
257 1.11 jakllsch sc->sc_cblk[seg].cb_ti =
258 1.11 jakllsch __SHIFTIN(11, DMAC_TI_PERMAP); /* e.MMC */
259 1.20 skrll sc->sc_cblk[seg].cb_txfr_len =
260 1.20 skrll cmd->c_dmamap->dm_segs[seg].ds_len;
261 1.20 skrll /*
262 1.20 skrll * All transfers are assumed to be multiples of 32-bits.
263 1.20 skrll */
264 1.20 skrll KASSERTMSG((sc->sc_cblk[seg].cb_txfr_len & 0x3) == 0,
265 1.20 skrll "seg %zu len %d", seg, sc->sc_cblk[seg].cb_txfr_len);
266 1.11 jakllsch if (ISSET(cmd->c_flags, SCF_CMD_READ)) {
267 1.11 jakllsch sc->sc_cblk[seg].cb_ti |= DMAC_TI_DEST_INC;
268 1.20 skrll /*
269 1.20 skrll * Use 128-bit mode if transfer is a multiple of
270 1.20 skrll * 16-bytes.
271 1.20 skrll */
272 1.20 skrll if ((sc->sc_cblk[seg].cb_txfr_len & 0xf) == 0)
273 1.20 skrll sc->sc_cblk[seg].cb_ti |= DMAC_TI_DEST_WIDTH;
274 1.11 jakllsch sc->sc_cblk[seg].cb_ti |= DMAC_TI_SRC_DREQ;
275 1.11 jakllsch sc->sc_cblk[seg].cb_source_ad =
276 1.29 skrll sc->sc_iob + SDHC_DATA;
277 1.11 jakllsch sc->sc_cblk[seg].cb_dest_ad =
278 1.11 jakllsch cmd->c_dmamap->dm_segs[seg].ds_addr;
279 1.11 jakllsch } else {
280 1.11 jakllsch sc->sc_cblk[seg].cb_ti |= DMAC_TI_SRC_INC;
281 1.20 skrll /*
282 1.20 skrll * Use 128-bit mode if transfer is a multiple of
283 1.20 skrll * 16-bytes.
284 1.20 skrll */
285 1.20 skrll if ((sc->sc_cblk[seg].cb_txfr_len & 0xf) == 0)
286 1.20 skrll sc->sc_cblk[seg].cb_ti |= DMAC_TI_SRC_WIDTH;
287 1.11 jakllsch sc->sc_cblk[seg].cb_ti |= DMAC_TI_DEST_DREQ;
288 1.21 mlelstv sc->sc_cblk[seg].cb_ti |= DMAC_TI_WAIT_RESP;
289 1.11 jakllsch sc->sc_cblk[seg].cb_source_ad =
290 1.11 jakllsch cmd->c_dmamap->dm_segs[seg].ds_addr;
291 1.11 jakllsch sc->sc_cblk[seg].cb_dest_ad =
292 1.29 skrll sc->sc_iob + SDHC_DATA;
293 1.11 jakllsch }
294 1.11 jakllsch sc->sc_cblk[seg].cb_stride = 0;
295 1.11 jakllsch if (seg == cmd->c_dmamap->dm_nsegs - 1) {
296 1.11 jakllsch sc->sc_cblk[seg].cb_ti |= DMAC_TI_INTEN;
297 1.11 jakllsch sc->sc_cblk[seg].cb_nextconbk = 0;
298 1.11 jakllsch } else {
299 1.11 jakllsch sc->sc_cblk[seg].cb_nextconbk =
300 1.11 jakllsch sc->sc_dmamap->dm_segs[0].ds_addr +
301 1.11 jakllsch sizeof(struct bcm_dmac_conblk) * (seg+1);
302 1.11 jakllsch }
303 1.11 jakllsch sc->sc_cblk[seg].cb_padding[0] = 0;
304 1.11 jakllsch sc->sc_cblk[seg].cb_padding[1] = 0;
305 1.11 jakllsch }
306 1.11 jakllsch
307 1.11 jakllsch bus_dmamap_sync(sc->sc.sc_dmat, sc->sc_dmamap, 0,
308 1.11 jakllsch sc->sc_dmamap->dm_mapsize, BUS_DMASYNC_PREWRITE);
309 1.11 jakllsch
310 1.13 jmcneill error = 0;
311 1.13 jmcneill
312 1.11 jakllsch KASSERT(sc->sc_state == EMMC_DMA_STATE_IDLE);
313 1.11 jakllsch sc->sc_state = EMMC_DMA_STATE_BUSY;
314 1.11 jakllsch bcm_dmac_set_conblk_addr(sc->sc_dmac,
315 1.11 jakllsch sc->sc_dmamap->dm_segs[0].ds_addr);
316 1.27 mlelstv error = bcm_dmac_transfer(sc->sc_dmac);
317 1.27 mlelstv if (error)
318 1.27 mlelstv return error;
319 1.27 mlelstv
320 1.13 jmcneill while (sc->sc_state == EMMC_DMA_STATE_BUSY) {
321 1.24 jmcneill error = cv_timedwait(&sc->sc_cv, plock, hz * 10);
322 1.13 jmcneill if (error == EWOULDBLOCK) {
323 1.13 jmcneill device_printf(sc->sc.sc_dev, "transfer timeout!\n");
324 1.13 jmcneill bcm_dmac_halt(sc->sc_dmac);
325 1.13 jmcneill sc->sc_state = EMMC_DMA_STATE_IDLE;
326 1.13 jmcneill error = ETIMEDOUT;
327 1.13 jmcneill break;
328 1.13 jmcneill }
329 1.13 jmcneill }
330 1.11 jakllsch
331 1.11 jakllsch bus_dmamap_sync(sc->sc.sc_dmat, sc->sc_dmamap, 0,
332 1.11 jakllsch sc->sc_dmamap->dm_mapsize, BUS_DMASYNC_POSTWRITE);
333 1.11 jakllsch
334 1.13 jmcneill return error;
335 1.11 jakllsch }
336 1.11 jakllsch
337 1.11 jakllsch static void
338 1.28 mlelstv bcmemmc_dma_done(uint32_t status, uint32_t error, void *arg)
339 1.11 jakllsch {
340 1.11 jakllsch struct bcmemmc_softc * const sc = arg;
341 1.24 jmcneill kmutex_t *plock = sdhc_host_lock(sc->sc_hosts[0]);
342 1.11 jakllsch
343 1.28 mlelstv if (status != (DMAC_CS_INT|DMAC_CS_END))
344 1.28 mlelstv device_printf(sc->sc.sc_dev, "status %#x error %#x\n",
345 1.28 mlelstv status,error);
346 1.28 mlelstv
347 1.24 jmcneill mutex_enter(plock);
348 1.11 jakllsch KASSERT(sc->sc_state == EMMC_DMA_STATE_BUSY);
349 1.28 mlelstv if (status & DMAC_CS_END)
350 1.28 mlelstv sc->sc_state = EMMC_DMA_STATE_IDLE;
351 1.11 jakllsch cv_broadcast(&sc->sc_cv);
352 1.24 jmcneill mutex_exit(plock);
353 1.1 skrll }
354 1.14 skrll #endif
355