1 1.4 jmcneill /* $Id: imx23_apbdma.c,v 1.4 2015/01/10 12:13:00 jmcneill Exp $ */ 2 1.1 jkunz 3 1.1 jkunz /* 4 1.1 jkunz * Copyright (c) 2012 The NetBSD Foundation, Inc. 5 1.1 jkunz * All rights reserved. 6 1.1 jkunz * 7 1.1 jkunz * This code is derived from software contributed to The NetBSD Foundation 8 1.1 jkunz * by Petri Laakso. 9 1.1 jkunz * 10 1.1 jkunz * Redistribution and use in source and binary forms, with or without 11 1.1 jkunz * modification, are permitted provided that the following conditions 12 1.1 jkunz * are met: 13 1.1 jkunz * 1. Redistributions of source code must retain the above copyright 14 1.1 jkunz * notice, this list of conditions and the following disclaimer. 15 1.1 jkunz * 2. Redistributions in binary form must reproduce the above copyright 16 1.1 jkunz * notice, this list of conditions and the following disclaimer in the 17 1.1 jkunz * documentation and/or other materials provided with the distribution. 18 1.1 jkunz * 19 1.1 jkunz * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.1 jkunz * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.1 jkunz * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.1 jkunz * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.1 jkunz * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.1 jkunz * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.1 jkunz * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.1 jkunz * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.1 jkunz * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.1 jkunz * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.1 jkunz * POSSIBILITY OF SUCH DAMAGE. 30 1.1 jkunz */ 31 1.1 jkunz 32 1.1 jkunz #include <sys/param.h> 33 1.3 jkunz #include <sys/types.h> 34 1.1 jkunz #include <sys/bus.h> 35 1.1 jkunz #include <sys/device.h> 36 1.1 jkunz #include <sys/errno.h> 37 1.3 jkunz #include <sys/mutex.h> 38 1.1 jkunz #include <sys/kmem.h> 39 1.1 jkunz #include <sys/systm.h> 40 1.1 jkunz 41 1.3 jkunz #include <arm/imx/imx23_apbdma.h> 42 1.1 jkunz #include <arm/imx/imx23_apbdmareg.h> 43 1.3 jkunz #include <arm/imx/imx23_apbdmavar.h> 44 1.1 jkunz #include <arm/imx/imx23_apbhdmareg.h> 45 1.1 jkunz #include <arm/imx/imx23_apbxdmareg.h> 46 1.1 jkunz #include <arm/imx/imx23var.h> 47 1.1 jkunz 48 1.1 jkunz static int apbdma_match(device_t, cfdata_t, void *); 49 1.1 jkunz static void apbdma_attach(device_t, device_t, void *); 50 1.1 jkunz static int apbdma_activate(device_t, enum devact); 51 1.1 jkunz 52 1.1 jkunz CFATTACH_DECL3_NEW(apbdma, 53 1.1 jkunz sizeof(struct apbdma_softc), 54 1.1 jkunz apbdma_match, 55 1.1 jkunz apbdma_attach, 56 1.1 jkunz NULL, 57 1.1 jkunz apbdma_activate, 58 1.1 jkunz NULL, 59 1.1 jkunz NULL, 60 1.1 jkunz 0); 61 1.1 jkunz 62 1.1 jkunz static void apbdma_reset(struct apbdma_softc *); 63 1.3 jkunz static void apbdma_init(struct apbdma_softc *); 64 1.3 jkunz 65 1.3 jkunz #define DMA_RD(sc, reg) \ 66 1.3 jkunz bus_space_read_4(sc->sc_iot, sc->sc_ioh, (reg)) 67 1.3 jkunz #define DMA_WR(sc, reg, val) \ 68 1.3 jkunz bus_space_write_4(sc->sc_iot, sc->sc_ioh, (reg), (val)) 69 1.3 jkunz 70 1.3 jkunz #define APBDMA_SOFT_RST_LOOP 455 /* At least 1 us ... */ 71 1.1 jkunz 72 1.1 jkunz static int 73 1.1 jkunz apbdma_match(device_t parent, cfdata_t match, void *aux) 74 1.1 jkunz { 75 1.1 jkunz struct apb_attach_args *aa = aux; 76 1.1 jkunz 77 1.1 jkunz if (aa->aa_addr == HW_APBHDMA_BASE && aa->aa_size == HW_APBHDMA_SIZE) 78 1.1 jkunz return 1; 79 1.1 jkunz 80 1.1 jkunz if (aa->aa_addr == HW_APBXDMA_BASE && aa->aa_size == HW_APBXDMA_SIZE) 81 1.1 jkunz return 1; 82 1.1 jkunz 83 1.1 jkunz return 0; 84 1.1 jkunz } 85 1.1 jkunz 86 1.1 jkunz static void 87 1.1 jkunz apbdma_attach(device_t parent, device_t self, void *aux) 88 1.1 jkunz { 89 1.1 jkunz struct apb_attach_args *aa = aux; 90 1.1 jkunz struct apbdma_softc *sc = device_private(self); 91 1.3 jkunz struct apb_softc *sc_parent = device_private(parent); 92 1.3 jkunz static u_int apbdma_attached = 0; 93 1.1 jkunz 94 1.3 jkunz if ((strncmp(device_xname(parent), "apbh", 4) == 0) && 95 1.4 jmcneill (apbdma_attached & F_APBH_DMA)) 96 1.3 jkunz return; 97 1.3 jkunz if ((strncmp(device_xname(parent), "apbx", 4) == 0) && 98 1.4 jmcneill (apbdma_attached & F_APBX_DMA)) 99 1.3 jkunz return; 100 1.1 jkunz 101 1.1 jkunz sc->sc_dev = self; 102 1.1 jkunz sc->sc_iot = aa->aa_iot; 103 1.1 jkunz sc->sc_dmat = aa->aa_dmat; 104 1.1 jkunz 105 1.1 jkunz if (bus_space_map(sc->sc_iot, 106 1.3 jkunz aa->aa_addr, aa->aa_size, 0, &sc->sc_ioh)) { 107 1.1 jkunz aprint_error_dev(sc->sc_dev, "unable to map bus space\n"); 108 1.1 jkunz return; 109 1.1 jkunz } 110 1.1 jkunz 111 1.3 jkunz if (strncmp(device_xname(parent), "apbh", 4) == 0) 112 1.4 jmcneill sc->flags = F_APBH_DMA; 113 1.3 jkunz 114 1.3 jkunz if (strncmp(device_xname(parent), "apbx", 4) == 0) 115 1.4 jmcneill sc->flags = F_APBX_DMA; 116 1.3 jkunz 117 1.3 jkunz apbdma_reset(sc); 118 1.3 jkunz apbdma_init(sc); 119 1.1 jkunz 120 1.4 jmcneill if (sc->flags & F_APBH_DMA) 121 1.4 jmcneill apbdma_attached |= F_APBH_DMA; 122 1.4 jmcneill if (sc->flags & F_APBX_DMA) 123 1.4 jmcneill apbdma_attached |= F_APBX_DMA; 124 1.1 jkunz 125 1.3 jkunz sc_parent->dmac = self; 126 1.1 jkunz 127 1.3 jkunz /* Initialize mutex to control concurrent access from the drivers. */ 128 1.3 jkunz mutex_init(&sc->sc_lock, MUTEX_DEFAULT, IPL_HIGH); 129 1.1 jkunz 130 1.4 jmcneill if (sc->flags & F_APBH_DMA) 131 1.4 jmcneill aprint_normal(": APBH DMA\n"); 132 1.4 jmcneill else if (sc->flags & F_APBX_DMA) 133 1.4 jmcneill aprint_normal(": APBX DMA\n"); 134 1.4 jmcneill else 135 1.4 jmcneill panic("dma flag missing!\n"); 136 1.1 jkunz 137 1.1 jkunz return; 138 1.1 jkunz } 139 1.1 jkunz 140 1.1 jkunz static int 141 1.1 jkunz apbdma_activate(device_t self, enum devact act) 142 1.1 jkunz { 143 1.1 jkunz return EOPNOTSUPP; 144 1.1 jkunz } 145 1.1 jkunz 146 1.1 jkunz /* 147 1.1 jkunz * Reset the APB{H,X}DMA block. 148 1.1 jkunz * 149 1.2 jkunz * Inspired by i.MX23 RM "39.3.10 Correct Way to Soft Reset a Block" 150 1.1 jkunz */ 151 1.1 jkunz static void 152 1.1 jkunz apbdma_reset(struct apbdma_softc *sc) 153 1.1 jkunz { 154 1.1 jkunz unsigned int loop; 155 1.1 jkunz 156 1.1 jkunz /* 157 1.1 jkunz * Prepare for soft-reset by making sure that SFTRST is not currently 158 1.1 jkunz * asserted. Also clear CLKGATE so we can wait for its assertion below. 159 1.1 jkunz */ 160 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST); 161 1.1 jkunz 162 1.1 jkunz /* Wait at least a microsecond for SFTRST to deassert. */ 163 1.1 jkunz loop = 0; 164 1.3 jkunz while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) || 165 1.3 jkunz (loop < APBDMA_SOFT_RST_LOOP)) 166 1.1 jkunz loop++; 167 1.1 jkunz 168 1.1 jkunz /* Clear CLKGATE so we can wait for its assertion below. */ 169 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE); 170 1.1 jkunz 171 1.1 jkunz /* Soft-reset the block. */ 172 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_SET, HW_APB_CTRL0_SFTRST); 173 1.1 jkunz 174 1.1 jkunz /* Wait until clock is in the gated state. */ 175 1.3 jkunz while (!(DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE)); 176 1.1 jkunz 177 1.1 jkunz /* Bring block out of reset. */ 178 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_SFTRST); 179 1.1 jkunz 180 1.1 jkunz loop = 0; 181 1.3 jkunz while ((DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_SFTRST) || 182 1.3 jkunz (loop < APBDMA_SOFT_RST_LOOP)) 183 1.1 jkunz loop++; 184 1.3 jkunz 185 1.3 jkunz DMA_WR(sc, HW_APB_CTRL0_CLR, HW_APB_CTRL0_CLKGATE); 186 1.3 jkunz 187 1.3 jkunz /* Wait until clock is in the NON-gated state. */ 188 1.3 jkunz while (DMA_RD(sc, HW_APB_CTRL0) & HW_APB_CTRL0_CLKGATE); 189 1.3 jkunz 190 1.3 jkunz return; 191 1.3 jkunz } 192 1.3 jkunz 193 1.3 jkunz /* 194 1.3 jkunz * Initialize APB{H,X}DMA block. 195 1.3 jkunz */ 196 1.3 jkunz static void 197 1.3 jkunz apbdma_init(struct apbdma_softc *sc) 198 1.3 jkunz { 199 1.3 jkunz 200 1.4 jmcneill if (sc->flags & F_APBH_DMA) { 201 1.3 jkunz DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_AHB_BURST8_EN); 202 1.3 jkunz DMA_WR(sc, HW_APBH_CTRL0_SET, HW_APBH_CTRL0_APB_BURST4_EN); 203 1.3 jkunz } 204 1.3 jkunz return; 205 1.3 jkunz } 206 1.3 jkunz 207 1.3 jkunz /* 208 1.3 jkunz * Chain DMA commands together. 209 1.3 jkunz * 210 1.3 jkunz * Set src->next point to trg's physical DMA mapped address. 211 1.3 jkunz */ 212 1.3 jkunz void 213 1.3 jkunz apbdma_cmd_chain(apbdma_command_t src, apbdma_command_t trg, void *buf, 214 1.3 jkunz bus_dmamap_t dmap) 215 1.3 jkunz { 216 1.3 jkunz int i; 217 1.3 jkunz bus_size_t daddr; 218 1.3 jkunz bus_addr_t trg_offset; 219 1.3 jkunz 220 1.3 jkunz trg_offset = (bus_addr_t)trg - (bus_addr_t)buf; 221 1.3 jkunz daddr = 0; 222 1.3 jkunz 223 1.3 jkunz for (i = 0; i < dmap->dm_nsegs; i++) { 224 1.3 jkunz daddr += dmap->dm_segs[i].ds_len; 225 1.3 jkunz if (trg_offset < daddr) { 226 1.3 jkunz src->next = (void *)(dmap->dm_segs[i].ds_addr + 227 1.3 jkunz (trg_offset - (daddr - dmap->dm_segs[i].ds_len))); 228 1.3 jkunz break; 229 1.3 jkunz } 230 1.3 jkunz } 231 1.3 jkunz 232 1.3 jkunz return; 233 1.3 jkunz } 234 1.3 jkunz 235 1.3 jkunz /* 236 1.3 jkunz * Set DMA command buffer. 237 1.3 jkunz * 238 1.3 jkunz * Set cmd->buffer point to physical DMA address at offset in DMA map. 239 1.3 jkunz */ 240 1.3 jkunz void 241 1.3 jkunz apbdma_cmd_buf(apbdma_command_t cmd, bus_addr_t offset, bus_dmamap_t dmap) 242 1.3 jkunz { 243 1.3 jkunz int i; 244 1.3 jkunz bus_size_t daddr; 245 1.3 jkunz 246 1.3 jkunz daddr = 0; 247 1.3 jkunz 248 1.3 jkunz for (i = 0; i < dmap->dm_nsegs; i++) { 249 1.3 jkunz daddr += dmap->dm_segs[i].ds_len; 250 1.3 jkunz if (offset < daddr) { 251 1.3 jkunz cmd->buffer = (void *)(dmap->dm_segs[i].ds_addr + 252 1.3 jkunz (offset - (daddr - dmap->dm_segs[i].ds_len))); 253 1.3 jkunz break; 254 1.3 jkunz } 255 1.3 jkunz } 256 1.3 jkunz 257 1.3 jkunz return; 258 1.3 jkunz } 259 1.3 jkunz 260 1.3 jkunz /* 261 1.3 jkunz * Initialize DMA channel. 262 1.3 jkunz */ 263 1.3 jkunz void 264 1.3 jkunz apbdma_chan_init(struct apbdma_softc *sc, unsigned int channel) 265 1.3 jkunz { 266 1.3 jkunz 267 1.3 jkunz mutex_enter(&sc->sc_lock); 268 1.3 jkunz 269 1.3 jkunz /* Enable CMDCMPLT_IRQ. */ 270 1.3 jkunz DMA_WR(sc, HW_APB_CTRL1_SET, (1<<channel)<<16); 271 1.3 jkunz 272 1.3 jkunz mutex_exit(&sc->sc_lock); 273 1.3 jkunz 274 1.3 jkunz return; 275 1.3 jkunz } 276 1.3 jkunz 277 1.3 jkunz /* 278 1.3 jkunz * Set command chain for DMA channel. 279 1.3 jkunz */ 280 1.3 jkunz #define HW_APB_CHN_NXTCMDAR(base, channel) (base + (0x70 * channel)) 281 1.3 jkunz void 282 1.3 jkunz apbdma_chan_set_chain(struct apbdma_softc *sc, unsigned int channel, 283 1.3 jkunz bus_dmamap_t dmap) 284 1.3 jkunz { 285 1.3 jkunz uint32_t reg; 286 1.3 jkunz 287 1.4 jmcneill if (sc->flags & F_APBH_DMA) 288 1.3 jkunz reg = HW_APB_CHN_NXTCMDAR(HW_APBH_CH0_NXTCMDAR, channel); 289 1.3 jkunz else 290 1.3 jkunz reg = HW_APB_CHN_NXTCMDAR(HW_APBX_CH0_NXTCMDAR, channel); 291 1.3 jkunz 292 1.3 jkunz mutex_enter(&sc->sc_lock); 293 1.3 jkunz DMA_WR(sc, reg, dmap->dm_segs[0].ds_addr); 294 1.3 jkunz mutex_exit(&sc->sc_lock); 295 1.3 jkunz 296 1.3 jkunz return; 297 1.3 jkunz } 298 1.3 jkunz 299 1.3 jkunz /* 300 1.3 jkunz * Initiate DMA transfer. 301 1.3 jkunz */ 302 1.3 jkunz #define HW_APB_CHN_SEMA(base, channel) (base + (0x70 * channel)) 303 1.3 jkunz void 304 1.3 jkunz apbdma_run(struct apbdma_softc *sc, unsigned int channel) 305 1.3 jkunz { 306 1.3 jkunz uint32_t reg; 307 1.3 jkunz uint8_t val; 308 1.3 jkunz 309 1.4 jmcneill if (sc->flags & F_APBH_DMA) { 310 1.3 jkunz reg = HW_APB_CHN_SEMA(HW_APBH_CH0_SEMA, channel); 311 1.3 jkunz val = __SHIFTIN(1, HW_APBH_CH0_SEMA_INCREMENT_SEMA); 312 1.3 jkunz } else { 313 1.3 jkunz reg = HW_APB_CHN_SEMA(HW_APBX_CH0_SEMA, channel); 314 1.3 jkunz val = __SHIFTIN(1, HW_APBX_CH0_SEMA_INCREMENT_SEMA); 315 1.1 jkunz } 316 1.1 jkunz 317 1.3 jkunz mutex_enter(&sc->sc_lock); 318 1.3 jkunz DMA_WR(sc, reg, val); 319 1.3 jkunz mutex_exit(&sc->sc_lock); 320 1.1 jkunz 321 1.3 jkunz return; 322 1.1 jkunz } 323 1.1 jkunz 324 1.1 jkunz /* 325 1.3 jkunz * Acknowledge command complete IRQ. 326 1.3 jkunz */ 327 1.3 jkunz void 328 1.3 jkunz apbdma_ack_intr(struct apbdma_softc *sc, unsigned int channel) 329 1.3 jkunz { 330 1.3 jkunz 331 1.3 jkunz mutex_enter(&sc->sc_lock); 332 1.4 jmcneill if (sc->flags & F_APBH_DMA) { 333 1.4 jmcneill DMA_WR(sc, HW_APB_CTRL1_CLR, (1<<channel)); 334 1.4 jmcneill } else { 335 1.4 jmcneill DMA_WR(sc, HW_APB_CTRL1_CLR, (1<<channel)); 336 1.4 jmcneill } 337 1.3 jkunz mutex_exit(&sc->sc_lock); 338 1.3 jkunz 339 1.3 jkunz return; 340 1.3 jkunz } 341 1.3 jkunz 342 1.3 jkunz /* 343 1.3 jkunz * Acknowledge error IRQ. 344 1.3 jkunz */ 345 1.3 jkunz void 346 1.3 jkunz apbdma_ack_error_intr(struct apbdma_softc *sc, unsigned int channel) 347 1.3 jkunz { 348 1.3 jkunz 349 1.3 jkunz mutex_enter(&sc->sc_lock); 350 1.3 jkunz DMA_WR(sc, HW_APB_CTRL2_CLR, (1<<channel)); 351 1.3 jkunz mutex_exit(&sc->sc_lock); 352 1.3 jkunz 353 1.3 jkunz return; 354 1.3 jkunz } 355 1.3 jkunz 356 1.3 jkunz /* 357 1.3 jkunz * Return reason for the IRQ. 358 1.3 jkunz */ 359 1.3 jkunz unsigned int 360 1.3 jkunz apbdma_intr_status(struct apbdma_softc *sc, unsigned int channel) 361 1.3 jkunz { 362 1.3 jkunz unsigned int reason; 363 1.3 jkunz 364 1.3 jkunz reason = 0; 365 1.3 jkunz 366 1.3 jkunz mutex_enter(&sc->sc_lock); 367 1.3 jkunz 368 1.3 jkunz /* Check if this was command complete IRQ. */ 369 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL1) & (1<<channel)) 370 1.3 jkunz reason = DMA_IRQ_CMDCMPLT; 371 1.3 jkunz 372 1.3 jkunz /* Check if error was set. */ 373 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)) { 374 1.3 jkunz if (DMA_RD(sc, HW_APB_CTRL2) & (1<<channel)<<16) 375 1.3 jkunz reason = DMA_IRQ_BUS_ERROR; 376 1.3 jkunz else 377 1.3 jkunz reason = DMA_IRQ_TERM; 378 1.3 jkunz } 379 1.3 jkunz 380 1.3 jkunz mutex_exit(&sc->sc_lock); 381 1.3 jkunz 382 1.3 jkunz return reason; 383 1.3 jkunz } 384 1.3 jkunz 385 1.3 jkunz /* 386 1.3 jkunz * Reset DMA channel. 387 1.3 jkunz * Use only for devices on APBH bus. 388 1.3 jkunz */ 389 1.3 jkunz void 390 1.3 jkunz apbdma_chan_reset(struct apbdma_softc *sc, unsigned int channel) 391 1.3 jkunz { 392 1.3 jkunz 393 1.3 jkunz mutex_enter(&sc->sc_lock); 394 1.3 jkunz 395 1.4 jmcneill if (sc->flags & F_APBH_DMA) { 396 1.4 jmcneill DMA_WR(sc, HW_APB_CTRL0_SET, 397 1.4 jmcneill __SHIFTIN((1<<channel), HW_APBH_CTRL0_RESET_CHANNEL)); 398 1.4 jmcneill while(DMA_RD(sc, HW_APB_CTRL0) & HW_APBH_CTRL0_RESET_CHANNEL); 399 1.4 jmcneill } else { 400 1.4 jmcneill DMA_WR(sc, HW_APBX_CHANNEL_CTRL_SET, 401 1.4 jmcneill __SHIFTIN((1<<channel), HW_APBH_CTRL0_RESET_CHANNEL)); 402 1.4 jmcneill while(DMA_RD(sc, HW_APBX_CHANNEL_CTRL) & (1<<channel)); 403 1.4 jmcneill } 404 1.3 jkunz 405 1.3 jkunz mutex_exit(&sc->sc_lock); 406 1.3 jkunz 407 1.3 jkunz return; 408 1.1 jkunz } 409 1.4 jmcneill 410 1.4 jmcneill void 411 1.4 jmcneill apbdma_wait(struct apbdma_softc *sc, unsigned int channel) 412 1.4 jmcneill { 413 1.4 jmcneill 414 1.4 jmcneill mutex_enter(&sc->sc_lock); 415 1.4 jmcneill 416 1.4 jmcneill if (sc->flags & F_APBH_DMA) { 417 1.4 jmcneill while (DMA_RD(sc, HW_APB_CHN_SEMA(HW_APBH_CH0_SEMA, channel)) & HW_APBH_CH0_SEMA_PHORE) 418 1.4 jmcneill ; 419 1.4 jmcneill } else { 420 1.4 jmcneill while (DMA_RD(sc, HW_APB_CHN_SEMA(HW_APBX_CH0_SEMA, channel)) & HW_APBX_CH0_SEMA_PHORE) 421 1.4 jmcneill ; 422 1.4 jmcneill } 423 1.4 jmcneill 424 1.4 jmcneill mutex_exit(&sc->sc_lock); 425 1.4 jmcneill } 426