cac.c revision 1.41 1 1.41 ad /* $NetBSD: cac.c,v 1.41 2007/07/09 21:00:34 ad Exp $ */
2 1.1 ad
3 1.1 ad /*-
4 1.39 ad * Copyright (c) 2000, 2006, 2007 The NetBSD Foundation, Inc.
5 1.1 ad * All rights reserved.
6 1.1 ad *
7 1.1 ad * This code is derived from software contributed to The NetBSD Foundation
8 1.6 ad * by Andrew Doran.
9 1.1 ad *
10 1.1 ad * Redistribution and use in source and binary forms, with or without
11 1.1 ad * modification, are permitted provided that the following conditions
12 1.1 ad * are met:
13 1.1 ad * 1. Redistributions of source code must retain the above copyright
14 1.1 ad * notice, this list of conditions and the following disclaimer.
15 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 ad * notice, this list of conditions and the following disclaimer in the
17 1.1 ad * documentation and/or other materials provided with the distribution.
18 1.1 ad * 3. All advertising materials mentioning features or use of this software
19 1.1 ad * must display the following acknowledgement:
20 1.1 ad * This product includes software developed by the NetBSD
21 1.1 ad * Foundation, Inc. and its contributors.
22 1.1 ad * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.1 ad * contributors may be used to endorse or promote products derived
24 1.1 ad * from this software without specific prior written permission.
25 1.1 ad *
26 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.1 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.1 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.1 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.1 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.1 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.1 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.1 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.1 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.1 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.1 ad * POSSIBILITY OF SUCH DAMAGE.
37 1.1 ad */
38 1.1 ad
39 1.1 ad /*
40 1.1 ad * Driver for Compaq array controllers.
41 1.1 ad */
42 1.19 lukem
43 1.19 lukem #include <sys/cdefs.h>
44 1.41 ad __KERNEL_RCSID(0, "$NetBSD: cac.c,v 1.41 2007/07/09 21:00:34 ad Exp $");
45 1.1 ad
46 1.1 ad #include <sys/param.h>
47 1.1 ad #include <sys/systm.h>
48 1.1 ad #include <sys/kernel.h>
49 1.1 ad #include <sys/device.h>
50 1.1 ad #include <sys/queue.h>
51 1.1 ad #include <sys/proc.h>
52 1.1 ad #include <sys/buf.h>
53 1.1 ad #include <sys/endian.h>
54 1.1 ad #include <sys/malloc.h>
55 1.1 ad #include <sys/pool.h>
56 1.1 ad
57 1.15 thorpej #include <uvm/uvm_extern.h>
58 1.15 thorpej
59 1.34 dsl #include <sys/bswap.h>
60 1.1 ad #include <machine/bus.h>
61 1.1 ad
62 1.1 ad #include <dev/ic/cacreg.h>
63 1.1 ad #include <dev/ic/cacvar.h>
64 1.1 ad
65 1.28 drochner #include "locators.h"
66 1.28 drochner
67 1.27 thorpej static struct cac_ccb *cac_ccb_alloc(struct cac_softc *, int);
68 1.27 thorpej static void cac_ccb_done(struct cac_softc *, struct cac_ccb *);
69 1.27 thorpej static void cac_ccb_free(struct cac_softc *, struct cac_ccb *);
70 1.27 thorpej static int cac_ccb_poll(struct cac_softc *, struct cac_ccb *, int);
71 1.27 thorpej static int cac_ccb_start(struct cac_softc *, struct cac_ccb *);
72 1.27 thorpej static int cac_print(void *, const char *);
73 1.27 thorpej static void cac_shutdown(void *);
74 1.27 thorpej
75 1.27 thorpej static struct cac_ccb *cac_l0_completed(struct cac_softc *);
76 1.27 thorpej static int cac_l0_fifo_full(struct cac_softc *);
77 1.27 thorpej static void cac_l0_intr_enable(struct cac_softc *, int);
78 1.27 thorpej static int cac_l0_intr_pending(struct cac_softc *);
79 1.27 thorpej static void cac_l0_submit(struct cac_softc *, struct cac_ccb *);
80 1.10 ad
81 1.10 ad static void *cac_sdh; /* shutdown hook */
82 1.10 ad
83 1.20 ad const struct cac_linkage cac_l0 = {
84 1.10 ad cac_l0_completed,
85 1.10 ad cac_l0_fifo_full,
86 1.10 ad cac_l0_intr_enable,
87 1.10 ad cac_l0_intr_pending,
88 1.10 ad cac_l0_submit
89 1.10 ad };
90 1.1 ad
91 1.1 ad /*
92 1.1 ad * Initialise our interface to the controller.
93 1.1 ad */
94 1.1 ad int
95 1.10 ad cac_init(struct cac_softc *sc, const char *intrstr, int startfw)
96 1.1 ad {
97 1.1 ad struct cac_controller_info cinfo;
98 1.1 ad struct cac_attach_args caca;
99 1.1 ad int error, rseg, size, i;
100 1.1 ad bus_dma_segment_t seg;
101 1.1 ad struct cac_ccb *ccb;
102 1.31 drochner int locs[CACCF_NLOCS];
103 1.38 ad char firm[8];
104 1.29 perry
105 1.1 ad if (intrstr != NULL)
106 1.25 thorpej aprint_normal("%s: interrupting at %s\n", sc->sc_dv.dv_xname,
107 1.10 ad intrstr);
108 1.1 ad
109 1.1 ad SIMPLEQ_INIT(&sc->sc_ccb_free);
110 1.1 ad SIMPLEQ_INIT(&sc->sc_ccb_queue);
111 1.39 ad mutex_init(&sc->sc_mutex, MUTEX_DRIVER, IPL_BIO);
112 1.39 ad cv_init(&sc->sc_ccb_cv, "cacccb");
113 1.1 ad
114 1.1 ad size = sizeof(struct cac_ccb) * CAC_MAX_CCBS;
115 1.1 ad
116 1.29 perry if ((error = bus_dmamem_alloc(sc->sc_dmat, size, PAGE_SIZE, 0, &seg, 1,
117 1.1 ad &rseg, BUS_DMA_NOWAIT)) != 0) {
118 1.25 thorpej aprint_error("%s: unable to allocate CCBs, error = %d\n",
119 1.1 ad sc->sc_dv.dv_xname, error);
120 1.1 ad return (-1);
121 1.1 ad }
122 1.1 ad
123 1.29 perry if ((error = bus_dmamem_map(sc->sc_dmat, &seg, rseg, size,
124 1.40 christos (void **)&sc->sc_ccbs,
125 1.10 ad BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
126 1.25 thorpej aprint_error("%s: unable to map CCBs, error = %d\n",
127 1.1 ad sc->sc_dv.dv_xname, error);
128 1.1 ad return (-1);
129 1.1 ad }
130 1.1 ad
131 1.29 perry if ((error = bus_dmamap_create(sc->sc_dmat, size, 1, size, 0,
132 1.1 ad BUS_DMA_NOWAIT, &sc->sc_dmamap)) != 0) {
133 1.25 thorpej aprint_error("%s: unable to create CCB DMA map, error = %d\n",
134 1.1 ad sc->sc_dv.dv_xname, error);
135 1.1 ad return (-1);
136 1.1 ad }
137 1.1 ad
138 1.29 perry if ((error = bus_dmamap_load(sc->sc_dmat, sc->sc_dmamap, sc->sc_ccbs,
139 1.1 ad size, NULL, BUS_DMA_NOWAIT)) != 0) {
140 1.25 thorpej aprint_error("%s: unable to load CCB DMA map, error = %d\n",
141 1.1 ad sc->sc_dv.dv_xname, error);
142 1.1 ad return (-1);
143 1.1 ad }
144 1.1 ad
145 1.1 ad sc->sc_ccbs_paddr = sc->sc_dmamap->dm_segs[0].ds_addr;
146 1.1 ad memset(sc->sc_ccbs, 0, size);
147 1.1 ad ccb = (struct cac_ccb *)sc->sc_ccbs;
148 1.1 ad
149 1.1 ad for (i = 0; i < CAC_MAX_CCBS; i++, ccb++) {
150 1.1 ad /* Create the DMA map for this CCB's data */
151 1.12 ad error = bus_dmamap_create(sc->sc_dmat, CAC_MAX_XFER,
152 1.12 ad CAC_SG_SIZE, CAC_MAX_XFER, 0,
153 1.12 ad BUS_DMA_NOWAIT | BUS_DMA_ALLOCNOW,
154 1.12 ad &ccb->ccb_dmamap_xfer);
155 1.10 ad
156 1.1 ad if (error) {
157 1.29 perry aprint_error("%s: can't create ccb dmamap (%d)\n",
158 1.10 ad sc->sc_dv.dv_xname, error);
159 1.1 ad break;
160 1.1 ad }
161 1.1 ad
162 1.1 ad ccb->ccb_flags = 0;
163 1.1 ad ccb->ccb_paddr = sc->sc_ccbs_paddr + i * sizeof(struct cac_ccb);
164 1.1 ad SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_free, ccb, ccb_chain);
165 1.1 ad }
166 1.29 perry
167 1.10 ad /* Start firmware background tasks, if needed. */
168 1.10 ad if (startfw) {
169 1.10 ad if (cac_cmd(sc, CAC_CMD_START_FIRMWARE, &cinfo, sizeof(cinfo),
170 1.10 ad 0, 0, CAC_CCB_DATA_IN, NULL)) {
171 1.25 thorpej aprint_error("%s: CAC_CMD_START_FIRMWARE failed\n",
172 1.10 ad sc->sc_dv.dv_xname);
173 1.10 ad return (-1);
174 1.10 ad }
175 1.10 ad }
176 1.10 ad
177 1.29 perry if (cac_cmd(sc, CAC_CMD_GET_CTRL_INFO, &cinfo, sizeof(cinfo), 0, 0,
178 1.1 ad CAC_CCB_DATA_IN, NULL)) {
179 1.29 perry aprint_error("%s: CAC_CMD_GET_CTRL_INFO failed\n",
180 1.1 ad sc->sc_dv.dv_xname);
181 1.1 ad return (-1);
182 1.1 ad }
183 1.1 ad
184 1.38 ad strlcpy(firm, cinfo.firm_rev, 4+1);
185 1.38 ad printf("%s: %d channels, firmware <%s>\n", sc->sc_dv.dv_xname,
186 1.38 ad cinfo.scsi_chips, firm);
187 1.38 ad
188 1.14 ad sc->sc_nunits = cinfo.num_drvs;
189 1.1 ad for (i = 0; i < cinfo.num_drvs; i++) {
190 1.1 ad caca.caca_unit = i;
191 1.28 drochner
192 1.31 drochner locs[CACCF_UNIT] = i;
193 1.28 drochner
194 1.31 drochner config_found_sm_loc(&sc->sc_dv, "cac", locs, &caca,
195 1.38 ad cac_print, config_stdsubmatch);
196 1.1 ad }
197 1.1 ad
198 1.10 ad /* Set our `shutdownhook' before we start any device activity. */
199 1.4 ad if (cac_sdh == NULL)
200 1.1 ad cac_sdh = shutdownhook_establish(cac_shutdown, NULL);
201 1.29 perry
202 1.39 ad mutex_enter(&sc->sc_mutex);
203 1.20 ad (*sc->sc_cl.cl_intr_enable)(sc, CAC_INTR_ENABLE);
204 1.39 ad mutex_exit(&sc->sc_mutex);
205 1.39 ad
206 1.1 ad return (0);
207 1.1 ad }
208 1.1 ad
209 1.1 ad /*
210 1.10 ad * Shut down all `cac' controllers.
211 1.1 ad */
212 1.27 thorpej static void
213 1.36 christos cac_shutdown(void *cookie)
214 1.1 ad {
215 1.4 ad extern struct cfdriver cac_cd;
216 1.1 ad struct cac_softc *sc;
217 1.30 christos u_int8_t tbuf[512];
218 1.4 ad int i;
219 1.1 ad
220 1.4 ad for (i = 0; i < cac_cd.cd_ndevs; i++) {
221 1.7 thorpej if ((sc = device_lookup(&cac_cd, i)) == NULL)
222 1.29 perry continue;
223 1.30 christos memset(tbuf, 0, sizeof(tbuf));
224 1.30 christos tbuf[0] = 1;
225 1.30 christos cac_cmd(sc, CAC_CMD_FLUSH_CACHE, tbuf, sizeof(tbuf), 0, 0,
226 1.1 ad CAC_CCB_DATA_OUT, NULL);
227 1.1 ad }
228 1.29 perry }
229 1.1 ad
230 1.1 ad /*
231 1.10 ad * Print autoconfiguration message for a sub-device.
232 1.1 ad */
233 1.27 thorpej static int
234 1.10 ad cac_print(void *aux, const char *pnp)
235 1.1 ad {
236 1.1 ad struct cac_attach_args *caca;
237 1.1 ad
238 1.1 ad caca = (struct cac_attach_args *)aux;
239 1.1 ad
240 1.10 ad if (pnp != NULL)
241 1.23 thorpej aprint_normal("block device at %s", pnp);
242 1.23 thorpej aprint_normal(" unit %d", caca->caca_unit);
243 1.1 ad return (UNCONF);
244 1.1 ad }
245 1.1 ad
246 1.1 ad /*
247 1.1 ad * Handle an interrupt from the controller: process finished CCBs and
248 1.1 ad * dequeue any waiting CCBs.
249 1.1 ad */
250 1.1 ad int
251 1.10 ad cac_intr(void *cookie)
252 1.1 ad {
253 1.1 ad struct cac_softc *sc;
254 1.1 ad struct cac_ccb *ccb;
255 1.39 ad int rv;
256 1.1 ad
257 1.10 ad sc = (struct cac_softc *)cookie;
258 1.1 ad
259 1.39 ad mutex_enter(&sc->sc_mutex);
260 1.39 ad
261 1.39 ad if ((*sc->sc_cl.cl_intr_pending)(sc)) {
262 1.39 ad while ((ccb = (*sc->sc_cl.cl_completed)(sc)) != NULL) {
263 1.39 ad cac_ccb_done(sc, ccb);
264 1.39 ad cac_ccb_start(sc, NULL);
265 1.39 ad }
266 1.39 ad rv = 1;
267 1.39 ad } else
268 1.39 ad rv = 0;
269 1.1 ad
270 1.39 ad mutex_exit(&sc->sc_mutex);
271 1.1 ad
272 1.39 ad return (rv);
273 1.1 ad }
274 1.1 ad
275 1.1 ad /*
276 1.1 ad * Execute a [polled] command.
277 1.1 ad */
278 1.1 ad int
279 1.10 ad cac_cmd(struct cac_softc *sc, int command, void *data, int datasize,
280 1.10 ad int drive, int blkno, int flags, struct cac_context *context)
281 1.1 ad {
282 1.1 ad struct cac_ccb *ccb;
283 1.1 ad struct cac_sgb *sgb;
284 1.39 ad int i, rv, size, nsegs;
285 1.2 ad
286 1.2 ad size = 0;
287 1.1 ad
288 1.26 pk if ((ccb = cac_ccb_alloc(sc, 1)) == NULL) {
289 1.1 ad printf("%s: unable to alloc CCB", sc->sc_dv.dv_xname);
290 1.26 pk return (EAGAIN);
291 1.1 ad }
292 1.1 ad
293 1.1 ad if ((flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
294 1.10 ad bus_dmamap_load(sc->sc_dmat, ccb->ccb_dmamap_xfer,
295 1.17 thorpej (void *)data, datasize, NULL, BUS_DMA_NOWAIT |
296 1.18 thorpej BUS_DMA_STREAMING | ((flags & CAC_CCB_DATA_IN) ?
297 1.18 thorpej BUS_DMA_READ : BUS_DMA_WRITE));
298 1.10 ad
299 1.1 ad bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0, datasize,
300 1.1 ad (flags & CAC_CCB_DATA_IN) != 0 ? BUS_DMASYNC_PREREAD :
301 1.1 ad BUS_DMASYNC_PREWRITE);
302 1.29 perry
303 1.1 ad sgb = ccb->ccb_seg;
304 1.2 ad nsegs = min(ccb->ccb_dmamap_xfer->dm_nsegs, CAC_SG_SIZE);
305 1.1 ad
306 1.2 ad for (i = 0; i < nsegs; i++, sgb++) {
307 1.2 ad size += ccb->ccb_dmamap_xfer->dm_segs[i].ds_len;
308 1.29 perry sgb->length =
309 1.1 ad htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_len);
310 1.29 perry sgb->addr =
311 1.1 ad htole32(ccb->ccb_dmamap_xfer->dm_segs[i].ds_addr);
312 1.1 ad }
313 1.2 ad } else {
314 1.2 ad size = datasize;
315 1.2 ad nsegs = 0;
316 1.1 ad }
317 1.2 ad
318 1.1 ad ccb->ccb_hdr.drive = drive;
319 1.37 ad ccb->ccb_hdr.priority = 0;
320 1.29 perry ccb->ccb_hdr.size = htole16((sizeof(struct cac_req) +
321 1.1 ad sizeof(struct cac_sgb) * CAC_SG_SIZE) >> 2);
322 1.1 ad
323 1.37 ad ccb->ccb_req.next = 0;
324 1.37 ad ccb->ccb_req.error = 0;
325 1.37 ad ccb->ccb_req.reserved = 0;
326 1.2 ad ccb->ccb_req.bcount = htole16(howmany(size, DEV_BSIZE));
327 1.1 ad ccb->ccb_req.command = command;
328 1.5 thorpej ccb->ccb_req.sgcount = nsegs;
329 1.1 ad ccb->ccb_req.blkno = htole32(blkno);
330 1.29 perry
331 1.1 ad ccb->ccb_flags = flags;
332 1.2 ad ccb->ccb_datasize = size;
333 1.1 ad
334 1.39 ad mutex_enter(&sc->sc_mutex);
335 1.39 ad
336 1.1 ad if (context == NULL) {
337 1.1 ad memset(&ccb->ccb_context, 0, sizeof(struct cac_context));
338 1.10 ad
339 1.10 ad /* Synchronous commands musn't wait. */
340 1.20 ad if ((*sc->sc_cl.cl_fifo_full)(sc)) {
341 1.1 ad cac_ccb_free(sc, ccb);
342 1.26 pk rv = EAGAIN;
343 1.1 ad } else {
344 1.12 ad #ifdef DIAGNOSTIC
345 1.12 ad ccb->ccb_flags |= CAC_CCB_ACTIVE;
346 1.12 ad #endif
347 1.20 ad (*sc->sc_cl.cl_submit)(sc, ccb);
348 1.13 ad rv = cac_ccb_poll(sc, ccb, 2000);
349 1.1 ad cac_ccb_free(sc, ccb);
350 1.1 ad }
351 1.1 ad } else {
352 1.1 ad memcpy(&ccb->ccb_context, context, sizeof(struct cac_context));
353 1.26 pk (void)cac_ccb_start(sc, ccb);
354 1.26 pk rv = 0;
355 1.1 ad }
356 1.29 perry
357 1.39 ad mutex_exit(&sc->sc_mutex);
358 1.1 ad return (rv);
359 1.1 ad }
360 1.1 ad
361 1.1 ad /*
362 1.39 ad * Wait for the specified CCB to complete.
363 1.1 ad */
364 1.27 thorpej static int
365 1.10 ad cac_ccb_poll(struct cac_softc *sc, struct cac_ccb *wantccb, int timo)
366 1.10 ad {
367 1.1 ad struct cac_ccb *ccb;
368 1.13 ad
369 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
370 1.39 ad
371 1.38 ad timo *= 1000;
372 1.1 ad
373 1.10 ad do {
374 1.10 ad for (; timo != 0; timo--) {
375 1.20 ad ccb = (*sc->sc_cl.cl_completed)(sc);
376 1.20 ad if (ccb != NULL)
377 1.1 ad break;
378 1.38 ad DELAY(1);
379 1.1 ad }
380 1.1 ad
381 1.13 ad if (timo == 0) {
382 1.20 ad printf("%s: timeout\n", sc->sc_dv.dv_xname);
383 1.13 ad return (EBUSY);
384 1.13 ad }
385 1.10 ad cac_ccb_done(sc, ccb);
386 1.10 ad } while (ccb != wantccb);
387 1.13 ad
388 1.13 ad return (0);
389 1.1 ad }
390 1.1 ad
391 1.1 ad /*
392 1.29 perry * Enqueue the specified command (if any) and attempt to start all enqueued
393 1.39 ad * commands.
394 1.1 ad */
395 1.27 thorpej static int
396 1.10 ad cac_ccb_start(struct cac_softc *sc, struct cac_ccb *ccb)
397 1.1 ad {
398 1.10 ad
399 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
400 1.39 ad
401 1.1 ad if (ccb != NULL)
402 1.1 ad SIMPLEQ_INSERT_TAIL(&sc->sc_ccb_queue, ccb, ccb_chain);
403 1.1 ad
404 1.1 ad while ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_queue)) != NULL) {
405 1.20 ad if ((*sc->sc_cl.cl_fifo_full)(sc))
406 1.26 pk return (EAGAIN);
407 1.21 lukem SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_queue, ccb_chain);
408 1.10 ad #ifdef DIAGNOSTIC
409 1.10 ad ccb->ccb_flags |= CAC_CCB_ACTIVE;
410 1.10 ad #endif
411 1.20 ad (*sc->sc_cl.cl_submit)(sc, ccb);
412 1.1 ad }
413 1.29 perry
414 1.1 ad return (0);
415 1.1 ad }
416 1.1 ad
417 1.1 ad /*
418 1.1 ad * Process a finished CCB.
419 1.1 ad */
420 1.27 thorpej static void
421 1.10 ad cac_ccb_done(struct cac_softc *sc, struct cac_ccb *ccb)
422 1.1 ad {
423 1.14 ad struct device *dv;
424 1.14 ad void *context;
425 1.1 ad int error;
426 1.1 ad
427 1.1 ad error = 0;
428 1.1 ad
429 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
430 1.39 ad
431 1.10 ad #ifdef DIAGNOSTIC
432 1.10 ad if ((ccb->ccb_flags & CAC_CCB_ACTIVE) == 0)
433 1.10 ad panic("cac_ccb_done: CCB not active");
434 1.10 ad ccb->ccb_flags &= ~CAC_CCB_ACTIVE;
435 1.10 ad #endif
436 1.10 ad
437 1.1 ad if ((ccb->ccb_flags & (CAC_CCB_DATA_IN | CAC_CCB_DATA_OUT)) != 0) {
438 1.1 ad bus_dmamap_sync(sc->sc_dmat, ccb->ccb_dmamap_xfer, 0,
439 1.1 ad ccb->ccb_datasize, ccb->ccb_flags & CAC_CCB_DATA_IN ?
440 1.1 ad BUS_DMASYNC_POSTREAD : BUS_DMASYNC_POSTWRITE);
441 1.1 ad bus_dmamap_unload(sc->sc_dmat, ccb->ccb_dmamap_xfer);
442 1.1 ad }
443 1.1 ad
444 1.16 ad error = ccb->ccb_req.error;
445 1.10 ad if (ccb->ccb_context.cc_handler != NULL) {
446 1.14 ad dv = ccb->ccb_context.cc_dv;
447 1.14 ad context = ccb->ccb_context.cc_context;
448 1.10 ad cac_ccb_free(sc, ccb);
449 1.14 ad (*ccb->ccb_context.cc_handler)(dv, context, error);
450 1.16 ad } else {
451 1.16 ad if ((error & CAC_RET_SOFT_ERROR) != 0)
452 1.16 ad printf("%s: soft error; array may be degraded\n",
453 1.16 ad sc->sc_dv.dv_xname);
454 1.16 ad if ((error & CAC_RET_HARD_ERROR) != 0)
455 1.16 ad printf("%s: hard error\n", sc->sc_dv.dv_xname);
456 1.16 ad if ((error & CAC_RET_CMD_REJECTED) != 0) {
457 1.16 ad error = 1;
458 1.16 ad printf("%s: invalid request\n", sc->sc_dv.dv_xname);
459 1.16 ad }
460 1.10 ad }
461 1.1 ad }
462 1.1 ad
463 1.1 ad /*
464 1.10 ad * Allocate a CCB.
465 1.1 ad */
466 1.27 thorpej static struct cac_ccb *
467 1.10 ad cac_ccb_alloc(struct cac_softc *sc, int nosleep)
468 1.1 ad {
469 1.1 ad struct cac_ccb *ccb;
470 1.1 ad
471 1.39 ad mutex_enter(&sc->sc_mutex);
472 1.1 ad
473 1.1 ad for (;;) {
474 1.1 ad if ((ccb = SIMPLEQ_FIRST(&sc->sc_ccb_free)) != NULL) {
475 1.21 lukem SIMPLEQ_REMOVE_HEAD(&sc->sc_ccb_free, ccb_chain);
476 1.1 ad break;
477 1.1 ad }
478 1.1 ad if (nosleep) {
479 1.1 ad ccb = NULL;
480 1.1 ad break;
481 1.1 ad }
482 1.39 ad cv_wait(&sc->sc_ccb_cv, &sc->sc_mutex);
483 1.1 ad }
484 1.1 ad
485 1.39 ad mutex_exit(&sc->sc_mutex);
486 1.1 ad return (ccb);
487 1.1 ad }
488 1.1 ad
489 1.1 ad /*
490 1.1 ad * Put a CCB onto the freelist.
491 1.1 ad */
492 1.27 thorpej static void
493 1.10 ad cac_ccb_free(struct cac_softc *sc, struct cac_ccb *ccb)
494 1.1 ad {
495 1.39 ad
496 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
497 1.1 ad
498 1.13 ad ccb->ccb_flags = 0;
499 1.39 ad if (SIMPLEQ_EMPTY(&sc->sc_ccb_free))
500 1.39 ad cv_signal(&sc->sc_ccb_cv);
501 1.1 ad SIMPLEQ_INSERT_HEAD(&sc->sc_ccb_free, ccb, ccb_chain);
502 1.10 ad }
503 1.10 ad
504 1.10 ad /*
505 1.10 ad * Board specific linkage shared between multiple bus types.
506 1.10 ad */
507 1.10 ad
508 1.27 thorpej static int
509 1.10 ad cac_l0_fifo_full(struct cac_softc *sc)
510 1.10 ad {
511 1.10 ad
512 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
513 1.39 ad
514 1.10 ad return (cac_inl(sc, CAC_REG_CMD_FIFO) == 0);
515 1.10 ad }
516 1.10 ad
517 1.27 thorpej static void
518 1.10 ad cac_l0_submit(struct cac_softc *sc, struct cac_ccb *ccb)
519 1.10 ad {
520 1.10 ad
521 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
522 1.39 ad
523 1.40 christos bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap,
524 1.40 christos (char *)ccb - (char *)sc->sc_ccbs,
525 1.10 ad sizeof(struct cac_ccb), BUS_DMASYNC_PREWRITE | BUS_DMASYNC_PREREAD);
526 1.10 ad cac_outl(sc, CAC_REG_CMD_FIFO, ccb->ccb_paddr);
527 1.10 ad }
528 1.10 ad
529 1.27 thorpej static struct cac_ccb *
530 1.10 ad cac_l0_completed(struct cac_softc *sc)
531 1.10 ad {
532 1.10 ad struct cac_ccb *ccb;
533 1.10 ad paddr_t off;
534 1.10 ad
535 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
536 1.39 ad
537 1.20 ad if ((off = cac_inl(sc, CAC_REG_DONE_FIFO)) == 0)
538 1.20 ad return (NULL);
539 1.20 ad
540 1.20 ad if ((off & 3) != 0)
541 1.20 ad printf("%s: failed command list returned: %lx\n",
542 1.20 ad sc->sc_dv.dv_xname, (long)off);
543 1.20 ad
544 1.20 ad off = (off & ~3) - sc->sc_ccbs_paddr;
545 1.40 christos ccb = (struct cac_ccb *)((char *)sc->sc_ccbs + off);
546 1.10 ad
547 1.10 ad bus_dmamap_sync(sc->sc_dmat, sc->sc_dmamap, off, sizeof(struct cac_ccb),
548 1.10 ad BUS_DMASYNC_POSTWRITE | BUS_DMASYNC_POSTREAD);
549 1.10 ad
550 1.37 ad if ((off & 3) != 0 && ccb->ccb_req.error == 0)
551 1.37 ad ccb->ccb_req.error = CAC_RET_CMD_REJECTED;
552 1.37 ad
553 1.10 ad return (ccb);
554 1.10 ad }
555 1.10 ad
556 1.27 thorpej static int
557 1.10 ad cac_l0_intr_pending(struct cac_softc *sc)
558 1.10 ad {
559 1.10 ad
560 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
561 1.39 ad
562 1.20 ad return (cac_inl(sc, CAC_REG_INTR_PENDING) & CAC_INTR_ENABLE);
563 1.10 ad }
564 1.10 ad
565 1.27 thorpej static void
566 1.10 ad cac_l0_intr_enable(struct cac_softc *sc, int state)
567 1.10 ad {
568 1.10 ad
569 1.41 ad KASSERT(mutex_owned(&sc->sc_mutex));
570 1.39 ad
571 1.10 ad cac_outl(sc, CAC_REG_INTR_MASK,
572 1.10 ad state ? CAC_INTR_ENABLE : CAC_INTR_DISABLE);
573 1.1 ad }
574