ld.c revision 1.116 1 1.116 rin /* $NetBSD: ld.c,v 1.116 2025/04/13 02:34:02 rin Exp $ */
2 1.1 ad
3 1.1 ad /*-
4 1.1 ad * Copyright (c) 1998, 2000 The NetBSD Foundation, Inc.
5 1.1 ad * All rights reserved.
6 1.1 ad *
7 1.1 ad * This code is derived from software contributed to The NetBSD Foundation
8 1.1 ad * by Andrew Doran and Charles M. Hannum.
9 1.1 ad *
10 1.1 ad * Redistribution and use in source and binary forms, with or without
11 1.1 ad * modification, are permitted provided that the following conditions
12 1.1 ad * are met:
13 1.1 ad * 1. Redistributions of source code must retain the above copyright
14 1.1 ad * notice, this list of conditions and the following disclaimer.
15 1.1 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 ad * notice, this list of conditions and the following disclaimer in the
17 1.1 ad * documentation and/or other materials provided with the distribution.
18 1.1 ad *
19 1.1 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 ad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 ad */
31 1.1 ad
32 1.1 ad /*
33 1.1 ad * Disk driver for use by RAID controllers.
34 1.1 ad */
35 1.12 lukem
36 1.12 lukem #include <sys/cdefs.h>
37 1.116 rin __KERNEL_RCSID(0, "$NetBSD: ld.c,v 1.116 2025/04/13 02:34:02 rin Exp $");
38 1.1 ad
39 1.1 ad #include <sys/param.h>
40 1.1 ad #include <sys/systm.h>
41 1.1 ad #include <sys/kernel.h>
42 1.1 ad #include <sys/device.h>
43 1.1 ad #include <sys/queue.h>
44 1.1 ad #include <sys/proc.h>
45 1.1 ad #include <sys/buf.h>
46 1.33 yamt #include <sys/bufq.h>
47 1.1 ad #include <sys/endian.h>
48 1.1 ad #include <sys/disklabel.h>
49 1.1 ad #include <sys/disk.h>
50 1.1 ad #include <sys/dkio.h>
51 1.1 ad #include <sys/stat.h>
52 1.1 ad #include <sys/conf.h>
53 1.1 ad #include <sys/fcntl.h>
54 1.2 ad #include <sys/vnode.h>
55 1.1 ad #include <sys/syslog.h>
56 1.44 ad #include <sys/mutex.h>
57 1.97 pgoyette #include <sys/module.h>
58 1.98 jdolecek #include <sys/reboot.h>
59 1.1 ad
60 1.1 ad #include <dev/ldvar.h>
61 1.1 ad
62 1.104 riastrad #include "ioconf.h"
63 1.104 riastrad
64 1.1 ad static void ldminphys(struct buf *bp);
65 1.67 jmcneill static bool ld_suspend(device_t, const pmf_qual_t *);
66 1.112 riastrad static bool ld_resume(device_t, const pmf_qual_t *);
67 1.55 jmcneill static bool ld_shutdown(device_t, int);
68 1.89 mlelstv static int ld_diskstart(device_t, struct buf *bp);
69 1.83 mlelstv static void ld_iosize(device_t, int *);
70 1.83 mlelstv static int ld_dumpblocks(device_t, void *, daddr_t, int);
71 1.83 mlelstv static void ld_fake_geometry(struct ld_softc *);
72 1.71 christos static void ld_set_geometry(struct ld_softc *);
73 1.65 cegger static void ld_config_interrupts (device_t);
74 1.83 mlelstv static int ld_lastclose(device_t);
75 1.90 jakllsch static int ld_discard(device_t, off_t, off_t);
76 1.100 jdolecek static int ld_flush(device_t, bool);
77 1.1 ad
78 1.29 thorpej static dev_type_open(ldopen);
79 1.29 thorpej static dev_type_close(ldclose);
80 1.29 thorpej static dev_type_read(ldread);
81 1.29 thorpej static dev_type_write(ldwrite);
82 1.29 thorpej static dev_type_ioctl(ldioctl);
83 1.29 thorpej static dev_type_strategy(ldstrategy);
84 1.29 thorpej static dev_type_dump(lddump);
85 1.29 thorpej static dev_type_size(ldsize);
86 1.90 jakllsch static dev_type_discard(lddiscard);
87 1.16 gehenna
88 1.16 gehenna const struct bdevsw ld_bdevsw = {
89 1.72 dholland .d_open = ldopen,
90 1.72 dholland .d_close = ldclose,
91 1.72 dholland .d_strategy = ldstrategy,
92 1.72 dholland .d_ioctl = ldioctl,
93 1.72 dholland .d_dump = lddump,
94 1.72 dholland .d_psize = ldsize,
95 1.90 jakllsch .d_discard = lddiscard,
96 1.89 mlelstv .d_flag = D_DISK | D_MPSAFE
97 1.16 gehenna };
98 1.16 gehenna
99 1.16 gehenna const struct cdevsw ld_cdevsw = {
100 1.72 dholland .d_open = ldopen,
101 1.72 dholland .d_close = ldclose,
102 1.72 dholland .d_read = ldread,
103 1.72 dholland .d_write = ldwrite,
104 1.72 dholland .d_ioctl = ldioctl,
105 1.72 dholland .d_stop = nostop,
106 1.72 dholland .d_tty = notty,
107 1.72 dholland .d_poll = nopoll,
108 1.72 dholland .d_mmap = nommap,
109 1.72 dholland .d_kqfilter = nokqfilter,
110 1.90 jakllsch .d_discard = lddiscard,
111 1.89 mlelstv .d_flag = D_DISK | D_MPSAFE
112 1.16 gehenna };
113 1.16 gehenna
114 1.110 maxv static const struct dkdriver lddkdriver = {
115 1.83 mlelstv .d_open = ldopen,
116 1.83 mlelstv .d_close = ldclose,
117 1.83 mlelstv .d_strategy = ldstrategy,
118 1.83 mlelstv .d_iosize = ld_iosize,
119 1.83 mlelstv .d_minphys = ldminphys,
120 1.89 mlelstv .d_diskstart = ld_diskstart,
121 1.83 mlelstv .d_dumpblocks = ld_dumpblocks,
122 1.90 jakllsch .d_lastclose = ld_lastclose,
123 1.90 jakllsch .d_discard = ld_discard
124 1.83 mlelstv };
125 1.1 ad
126 1.1 ad void
127 1.95 jdolecek ldattach(struct ld_softc *sc, const char *default_strategy)
128 1.1 ad {
129 1.83 mlelstv device_t self = sc->sc_dv;
130 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
131 1.1 ad
132 1.53 ad mutex_init(&sc->sc_mutex, MUTEX_DEFAULT, IPL_VM);
133 1.85 mlelstv cv_init(&sc->sc_drain, "lddrain");
134 1.44 ad
135 1.7 ad if ((sc->sc_flags & LDF_ENABLED) == 0) {
136 1.7 ad return;
137 1.7 ad }
138 1.7 ad
139 1.107 mlelstv /* don't attach a disk that we cannot handle */
140 1.107 mlelstv if (sc->sc_secsize < DEV_BSIZE) {
141 1.107 mlelstv sc->sc_flags &= ~LDF_ENABLED;
142 1.107 mlelstv return;
143 1.107 mlelstv }
144 1.107 mlelstv
145 1.83 mlelstv /* Initialise dk and disk structure. */
146 1.83 mlelstv dk_init(dksc, self, DKTYPE_LD);
147 1.83 mlelstv disk_init(&dksc->sc_dkdev, dksc->sc_xname, &lddkdriver);
148 1.83 mlelstv
149 1.1 ad if (sc->sc_maxxfer > MAXPHYS)
150 1.1 ad sc->sc_maxxfer = MAXPHYS;
151 1.9 ad
152 1.19 thorpej /* Build synthetic geometry if necessary. */
153 1.19 thorpej if (sc->sc_nheads == 0 || sc->sc_nsectors == 0 ||
154 1.83 mlelstv sc->sc_ncylinders == 0)
155 1.83 mlelstv ld_fake_geometry(sc);
156 1.19 thorpej
157 1.68 kiyohara sc->sc_disksize512 = sc->sc_secperunit * sc->sc_secsize / DEV_BSIZE;
158 1.1 ad
159 1.101 jdolecek if (sc->sc_flags & LDF_NO_RND)
160 1.101 jdolecek dksc->sc_flags |= DKF_NO_RND;
161 1.101 jdolecek
162 1.83 mlelstv /* Attach dk and disk subsystems */
163 1.83 mlelstv dk_attach(dksc);
164 1.83 mlelstv disk_attach(&dksc->sc_dkdev);
165 1.71 christos ld_set_geometry(sc);
166 1.43 riz
167 1.95 jdolecek bufq_alloc(&dksc->sc_bufq, default_strategy, BUFQ_SORT_RAWBLOCK);
168 1.1 ad
169 1.55 jmcneill /* Register with PMF */
170 1.112 riastrad if (!pmf_device_register1(dksc->sc_dev, ld_suspend, ld_resume,
171 1.112 riastrad ld_shutdown))
172 1.83 mlelstv aprint_error_dev(dksc->sc_dev,
173 1.55 jmcneill "couldn't establish power handler\n");
174 1.55 jmcneill
175 1.30 thorpej /* Discover wedges on this disk. */
176 1.63 tron config_interrupts(sc->sc_dv, ld_config_interrupts);
177 1.1 ad }
178 1.1 ad
179 1.3 ad int
180 1.37 christos ldadjqparam(struct ld_softc *sc, int xmax)
181 1.3 ad {
182 1.7 ad
183 1.85 mlelstv mutex_enter(&sc->sc_mutex);
184 1.37 christos sc->sc_maxqueuecnt = xmax;
185 1.85 mlelstv mutex_exit(&sc->sc_mutex);
186 1.7 ad
187 1.24 thorpej return (0);
188 1.7 ad }
189 1.7 ad
190 1.7 ad int
191 1.7 ad ldbegindetach(struct ld_softc *sc, int flags)
192 1.7 ad {
193 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
194 1.111 riastrad int error;
195 1.7 ad
196 1.111 riastrad /* If we never attached properly, no problem with detaching. */
197 1.7 ad if ((sc->sc_flags & LDF_ENABLED) == 0)
198 1.111 riastrad return 0;
199 1.3 ad
200 1.111 riastrad /*
201 1.111 riastrad * If the disk is still open, back out before we commit to
202 1.111 riastrad * detaching.
203 1.111 riastrad */
204 1.111 riastrad error = disk_begindetach(&dksc->sc_dkdev, ld_lastclose, dksc->sc_dev,
205 1.111 riastrad flags);
206 1.111 riastrad if (error)
207 1.111 riastrad return error;
208 1.66 dyoung
209 1.111 riastrad /* We are now committed to detaching. Prevent new xfers. */
210 1.111 riastrad ldadjqparam(sc, 0);
211 1.3 ad
212 1.111 riastrad return 0;
213 1.3 ad }
214 1.3 ad
215 1.2 ad void
216 1.7 ad ldenddetach(struct ld_softc *sc)
217 1.2 ad {
218 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
219 1.85 mlelstv int bmaj, cmaj, i, mn;
220 1.2 ad
221 1.7 ad if ((sc->sc_flags & LDF_ENABLED) == 0)
222 1.7 ad return;
223 1.7 ad
224 1.111 riastrad /* Wait for commands queued with the hardware to complete. */
225 1.85 mlelstv mutex_enter(&sc->sc_mutex);
226 1.111 riastrad while (sc->sc_queuecnt > 0) {
227 1.111 riastrad if (cv_timedwait(&sc->sc_drain, &sc->sc_mutex, 30 * hz)) {
228 1.111 riastrad /*
229 1.111 riastrad * XXX This seems like a recipe for crashing on
230 1.111 riastrad * use after free...
231 1.111 riastrad */
232 1.83 mlelstv printf("%s: not drained\n", dksc->sc_xname);
233 1.111 riastrad break;
234 1.111 riastrad }
235 1.86 mlelstv }
236 1.92 mlelstv mutex_exit(&sc->sc_mutex);
237 1.2 ad
238 1.2 ad /* Kill off any queued buffers. */
239 1.92 mlelstv dk_drain(dksc);
240 1.83 mlelstv bufq_free(dksc->sc_bufq);
241 1.2 ad
242 1.85 mlelstv /* Locate the major numbers. */
243 1.85 mlelstv bmaj = bdevsw_lookup_major(&ld_bdevsw);
244 1.85 mlelstv cmaj = cdevsw_lookup_major(&ld_cdevsw);
245 1.85 mlelstv
246 1.2 ad /* Nuke the vnodes for any open instances. */
247 1.13 drochner for (i = 0; i < MAXPARTITIONS; i++) {
248 1.83 mlelstv mn = DISKMINOR(device_unit(dksc->sc_dev), i);
249 1.13 drochner vdevgone(bmaj, mn, mn, VBLK);
250 1.13 drochner vdevgone(cmaj, mn, mn, VCHR);
251 1.13 drochner }
252 1.13 drochner
253 1.30 thorpej /* Delete all of our wedges. */
254 1.83 mlelstv dkwedge_delall(&dksc->sc_dkdev);
255 1.30 thorpej
256 1.2 ad /* Detach from the disk list. */
257 1.83 mlelstv disk_detach(&dksc->sc_dkdev);
258 1.83 mlelstv disk_destroy(&dksc->sc_dkdev);
259 1.2 ad
260 1.92 mlelstv dk_detach(dksc);
261 1.92 mlelstv
262 1.56 jmcneill /* Deregister with PMF */
263 1.83 mlelstv pmf_device_deregister(dksc->sc_dev);
264 1.56 jmcneill
265 1.24 thorpej /*
266 1.100 jdolecek * XXX We can't really flush the cache here, because the
267 1.24 thorpej * XXX device may already be non-existent from the controller's
268 1.24 thorpej * XXX perspective.
269 1.24 thorpej */
270 1.24 thorpej #if 0
271 1.100 jdolecek ld_flush(dksc->sc_dev, false);
272 1.24 thorpej #endif
273 1.85 mlelstv cv_destroy(&sc->sc_drain);
274 1.61 ws mutex_destroy(&sc->sc_mutex);
275 1.2 ad }
276 1.2 ad
277 1.8 lukem /* ARGSUSED */
278 1.55 jmcneill static bool
279 1.67 jmcneill ld_suspend(device_t dev, const pmf_qual_t *qual)
280 1.67 jmcneill {
281 1.112 riastrad struct ld_softc *sc = device_private(dev);
282 1.112 riastrad int queuecnt;
283 1.112 riastrad bool ok = false;
284 1.112 riastrad
285 1.112 riastrad /* Block new requests and wait for outstanding requests to drain. */
286 1.112 riastrad mutex_enter(&sc->sc_mutex);
287 1.112 riastrad KASSERT((sc->sc_flags & LDF_SUSPEND) == 0);
288 1.112 riastrad sc->sc_flags |= LDF_SUSPEND;
289 1.112 riastrad while ((queuecnt = sc->sc_queuecnt) > 0) {
290 1.112 riastrad if (cv_timedwait(&sc->sc_drain, &sc->sc_mutex, 30 * hz))
291 1.112 riastrad break;
292 1.112 riastrad }
293 1.112 riastrad mutex_exit(&sc->sc_mutex);
294 1.112 riastrad
295 1.112 riastrad /* Block suspend if we couldn't drain everything in 30sec. */
296 1.112 riastrad if (queuecnt > 0) {
297 1.112 riastrad device_printf(dev, "timeout draining buffers\n");
298 1.112 riastrad goto out;
299 1.112 riastrad }
300 1.112 riastrad
301 1.112 riastrad /* Flush cache before we lose power. If we can't, block suspend. */
302 1.112 riastrad if (ld_flush(dev, /*poll*/false) != 0) {
303 1.112 riastrad device_printf(dev, "failed to flush cache\n");
304 1.112 riastrad goto out;
305 1.112 riastrad }
306 1.112 riastrad
307 1.112 riastrad /* Success! */
308 1.112 riastrad ok = true;
309 1.112 riastrad
310 1.112 riastrad out: if (!ok)
311 1.112 riastrad (void)ld_resume(dev, qual);
312 1.112 riastrad return ok;
313 1.112 riastrad }
314 1.112 riastrad
315 1.112 riastrad static bool
316 1.112 riastrad ld_resume(device_t dev, const pmf_qual_t *qual)
317 1.112 riastrad {
318 1.112 riastrad struct ld_softc *sc = device_private(dev);
319 1.112 riastrad
320 1.112 riastrad /* Allow new requests to come in. */
321 1.112 riastrad mutex_enter(&sc->sc_mutex);
322 1.112 riastrad KASSERT(sc->sc_flags & LDF_SUSPEND);
323 1.112 riastrad sc->sc_flags &= ~LDF_SUSPEND;
324 1.112 riastrad mutex_exit(&sc->sc_mutex);
325 1.112 riastrad
326 1.112 riastrad /* Restart any pending queued requests. */
327 1.112 riastrad dk_start(&sc->sc_dksc, NULL);
328 1.112 riastrad
329 1.112 riastrad return true;
330 1.67 jmcneill }
331 1.67 jmcneill
332 1.67 jmcneill /* ARGSUSED */
333 1.67 jmcneill static bool
334 1.55 jmcneill ld_shutdown(device_t dev, int flags)
335 1.1 ad {
336 1.100 jdolecek if ((flags & RB_NOSYNC) == 0 && ld_flush(dev, true) != 0)
337 1.55 jmcneill return false;
338 1.55 jmcneill
339 1.55 jmcneill return true;
340 1.1 ad }
341 1.1 ad
342 1.8 lukem /* ARGSUSED */
343 1.29 thorpej static int
344 1.42 christos ldopen(dev_t dev, int flags, int fmt, struct lwp *l)
345 1.1 ad {
346 1.1 ad struct ld_softc *sc;
347 1.83 mlelstv struct dk_softc *dksc;
348 1.83 mlelstv int unit;
349 1.1 ad
350 1.1 ad unit = DISKUNIT(dev);
351 1.59 tsutsui if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
352 1.1 ad return (ENXIO);
353 1.108 mlelstv
354 1.108 mlelstv if ((sc->sc_flags & LDF_ENABLED) == 0)
355 1.108 mlelstv return (ENODEV);
356 1.108 mlelstv
357 1.83 mlelstv dksc = &sc->sc_dksc;
358 1.1 ad
359 1.83 mlelstv return dk_open(dksc, dev, flags, fmt, l);
360 1.1 ad }
361 1.1 ad
362 1.66 dyoung static int
363 1.83 mlelstv ld_lastclose(device_t self)
364 1.66 dyoung {
365 1.100 jdolecek ld_flush(self, false);
366 1.84 skrll
367 1.66 dyoung return 0;
368 1.84 skrll }
369 1.66 dyoung
370 1.8 lukem /* ARGSUSED */
371 1.29 thorpej static int
372 1.42 christos ldclose(dev_t dev, int flags, int fmt, struct lwp *l)
373 1.1 ad {
374 1.1 ad struct ld_softc *sc;
375 1.83 mlelstv struct dk_softc *dksc;
376 1.83 mlelstv int unit;
377 1.1 ad
378 1.1 ad unit = DISKUNIT(dev);
379 1.59 tsutsui sc = device_lookup_private(&ld_cd, unit);
380 1.83 mlelstv dksc = &sc->sc_dksc;
381 1.30 thorpej
382 1.83 mlelstv return dk_close(dksc, dev, flags, fmt, l);
383 1.1 ad }
384 1.1 ad
385 1.8 lukem /* ARGSUSED */
386 1.29 thorpej static int
387 1.42 christos ldread(dev_t dev, struct uio *uio, int ioflag)
388 1.1 ad {
389 1.1 ad
390 1.1 ad return (physio(ldstrategy, NULL, dev, B_READ, ldminphys, uio));
391 1.1 ad }
392 1.1 ad
393 1.8 lukem /* ARGSUSED */
394 1.29 thorpej static int
395 1.42 christos ldwrite(dev_t dev, struct uio *uio, int ioflag)
396 1.1 ad {
397 1.1 ad
398 1.1 ad return (physio(ldstrategy, NULL, dev, B_WRITE, ldminphys, uio));
399 1.1 ad }
400 1.1 ad
401 1.8 lukem /* ARGSUSED */
402 1.29 thorpej static int
403 1.46 christos ldioctl(dev_t dev, u_long cmd, void *addr, int32_t flag, struct lwp *l)
404 1.1 ad {
405 1.1 ad struct ld_softc *sc;
406 1.83 mlelstv struct dk_softc *dksc;
407 1.113 jakllsch int unit, part, error;
408 1.1 ad
409 1.1 ad unit = DISKUNIT(dev);
410 1.113 jakllsch part = DISKPART(dev);
411 1.59 tsutsui sc = device_lookup_private(&ld_cd, unit);
412 1.83 mlelstv dksc = &sc->sc_dksc;
413 1.1 ad
414 1.47 tron error = 0;
415 1.83 mlelstv
416 1.100 jdolecek /*
417 1.100 jdolecek * Some common checks so that individual attachments wouldn't need
418 1.100 jdolecek * to duplicate them.
419 1.100 jdolecek */
420 1.1 ad switch (cmd) {
421 1.32 thorpej case DIOCCACHESYNC:
422 1.32 thorpej /*
423 1.32 thorpej * XXX Do we really need to care about having a writable
424 1.32 thorpej * file descriptor here?
425 1.32 thorpej */
426 1.32 thorpej if ((flag & FWRITE) == 0)
427 1.32 thorpej error = EBADF;
428 1.32 thorpej else
429 1.100 jdolecek error = 0;
430 1.32 thorpej break;
431 1.113 jakllsch case DIOCGSECTORALIGN: {
432 1.113 jakllsch struct disk_sectoralign *dsa = addr;
433 1.113 jakllsch dsa->dsa_alignment = sc->sc_physsecsize / sc->sc_secsize;
434 1.113 jakllsch dsa->dsa_alignment = MAX(1, dsa->dsa_alignment);
435 1.113 jakllsch dsa->dsa_firstaligned = sc->sc_alignedsec;
436 1.113 jakllsch if (part != RAW_PART) {
437 1.113 jakllsch struct disklabel *lp = dksc->sc_dkdev.dk_label;
438 1.113 jakllsch daddr_t offset = lp->d_partitions[part].p_offset;
439 1.113 jakllsch uint32_t r = offset % dsa->dsa_alignment;
440 1.113 jakllsch
441 1.113 jakllsch if (r < dsa->dsa_firstaligned)
442 1.113 jakllsch dsa->dsa_firstaligned = dsa->dsa_firstaligned
443 1.113 jakllsch - r;
444 1.113 jakllsch else
445 1.113 jakllsch dsa->dsa_firstaligned = (dsa->dsa_firstaligned
446 1.113 jakllsch + dsa->dsa_alignment) - r;
447 1.113 jakllsch }
448 1.113 jakllsch dsa->dsa_firstaligned %= dsa->dsa_alignment;
449 1.113 jakllsch return 0;
450 1.113 jakllsch }
451 1.100 jdolecek }
452 1.100 jdolecek
453 1.100 jdolecek if (error != 0)
454 1.100 jdolecek return (error);
455 1.100 jdolecek
456 1.100 jdolecek if (sc->sc_ioctl) {
457 1.105 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
458 1.105 mlelstv KERNEL_LOCK(1, curlwp);
459 1.100 jdolecek error = (*sc->sc_ioctl)(sc, cmd, addr, flag, 0);
460 1.105 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
461 1.105 mlelstv KERNEL_UNLOCK_ONE(curlwp);
462 1.100 jdolecek if (error != EPASSTHROUGH)
463 1.100 jdolecek return (error);
464 1.100 jdolecek }
465 1.96 jdolecek
466 1.100 jdolecek /* something not handled by the attachment */
467 1.100 jdolecek return dk_ioctl(dksc, dev, cmd, addr, flag, l);
468 1.100 jdolecek }
469 1.100 jdolecek
470 1.100 jdolecek /*
471 1.100 jdolecek * Flush the device's cache.
472 1.100 jdolecek */
473 1.100 jdolecek static int
474 1.100 jdolecek ld_flush(device_t self, bool poll)
475 1.100 jdolecek {
476 1.100 jdolecek int error = 0;
477 1.100 jdolecek struct ld_softc *sc = device_private(self);
478 1.100 jdolecek
479 1.100 jdolecek if (sc->sc_ioctl) {
480 1.105 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
481 1.105 mlelstv KERNEL_LOCK(1, curlwp);
482 1.100 jdolecek error = (*sc->sc_ioctl)(sc, DIOCCACHESYNC, NULL, 0, poll);
483 1.105 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
484 1.105 mlelstv KERNEL_UNLOCK_ONE(curlwp);
485 1.100 jdolecek if (error != 0)
486 1.100 jdolecek device_printf(self, "unable to flush cache\n");
487 1.1 ad }
488 1.1 ad
489 1.100 jdolecek return error;
490 1.1 ad }
491 1.1 ad
492 1.29 thorpej static void
493 1.1 ad ldstrategy(struct buf *bp)
494 1.1 ad {
495 1.1 ad struct ld_softc *sc;
496 1.83 mlelstv struct dk_softc *dksc;
497 1.83 mlelstv int unit;
498 1.2 ad
499 1.83 mlelstv unit = DISKUNIT(bp->b_dev);
500 1.83 mlelstv sc = device_lookup_private(&ld_cd, unit);
501 1.83 mlelstv dksc = &sc->sc_dksc;
502 1.23 thorpej
503 1.94 mlelstv dk_strategy(dksc, bp);
504 1.23 thorpej }
505 1.23 thorpej
506 1.89 mlelstv static int
507 1.89 mlelstv ld_diskstart(device_t dev, struct buf *bp)
508 1.23 thorpej {
509 1.83 mlelstv struct ld_softc *sc = device_private(dev);
510 1.23 thorpej int error;
511 1.1 ad
512 1.112 riastrad if (sc->sc_queuecnt >= sc->sc_maxqueuecnt ||
513 1.112 riastrad sc->sc_flags & LDF_SUSPEND) {
514 1.112 riastrad if (sc->sc_flags & LDF_SUSPEND)
515 1.112 riastrad aprint_debug_dev(dev, "i/o blocked while suspended\n");
516 1.89 mlelstv return EAGAIN;
517 1.112 riastrad }
518 1.89 mlelstv
519 1.102 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
520 1.102 mlelstv KERNEL_LOCK(1, curlwp);
521 1.102 mlelstv
522 1.44 ad mutex_enter(&sc->sc_mutex);
523 1.44 ad
524 1.112 riastrad if (sc->sc_queuecnt >= sc->sc_maxqueuecnt ||
525 1.112 riastrad sc->sc_flags & LDF_SUSPEND) {
526 1.112 riastrad if (sc->sc_flags & LDF_SUSPEND)
527 1.112 riastrad aprint_debug_dev(dev, "i/o blocked while suspended\n");
528 1.89 mlelstv error = EAGAIN;
529 1.112 riastrad } else {
530 1.89 mlelstv error = (*sc->sc_start)(sc, bp);
531 1.89 mlelstv if (error == 0)
532 1.89 mlelstv sc->sc_queuecnt++;
533 1.1 ad }
534 1.44 ad
535 1.44 ad mutex_exit(&sc->sc_mutex);
536 1.89 mlelstv
537 1.102 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
538 1.102 mlelstv KERNEL_UNLOCK_ONE(curlwp);
539 1.102 mlelstv
540 1.89 mlelstv return error;
541 1.1 ad }
542 1.1 ad
543 1.1 ad void
544 1.1 ad lddone(struct ld_softc *sc, struct buf *bp)
545 1.1 ad {
546 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
547 1.1 ad
548 1.83 mlelstv dk_done(dksc, bp);
549 1.1 ad
550 1.44 ad mutex_enter(&sc->sc_mutex);
551 1.7 ad if (--sc->sc_queuecnt <= sc->sc_maxqueuecnt) {
552 1.111 riastrad cv_broadcast(&sc->sc_drain);
553 1.44 ad mutex_exit(&sc->sc_mutex);
554 1.89 mlelstv dk_start(dksc, NULL);
555 1.44 ad } else
556 1.44 ad mutex_exit(&sc->sc_mutex);
557 1.1 ad }
558 1.1 ad
559 1.29 thorpej static int
560 1.1 ad ldsize(dev_t dev)
561 1.1 ad {
562 1.1 ad struct ld_softc *sc;
563 1.83 mlelstv struct dk_softc *dksc;
564 1.83 mlelstv int unit;
565 1.1 ad
566 1.1 ad unit = DISKUNIT(dev);
567 1.59 tsutsui if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
568 1.99 mlelstv return (-1);
569 1.83 mlelstv dksc = &sc->sc_dksc;
570 1.83 mlelstv
571 1.1 ad if ((sc->sc_flags & LDF_ENABLED) == 0)
572 1.99 mlelstv return (-1);
573 1.1 ad
574 1.83 mlelstv return dk_size(dksc, dev);
575 1.1 ad }
576 1.1 ad
577 1.1 ad /*
578 1.1 ad * Take a dump.
579 1.1 ad */
580 1.29 thorpej static int
581 1.83 mlelstv lddump(dev_t dev, daddr_t blkno, void *va, size_t size)
582 1.1 ad {
583 1.1 ad struct ld_softc *sc;
584 1.83 mlelstv struct dk_softc *dksc;
585 1.83 mlelstv int unit;
586 1.1 ad
587 1.1 ad unit = DISKUNIT(dev);
588 1.59 tsutsui if ((sc = device_lookup_private(&ld_cd, unit)) == NULL)
589 1.1 ad return (ENXIO);
590 1.83 mlelstv dksc = &sc->sc_dksc;
591 1.83 mlelstv
592 1.1 ad if ((sc->sc_flags & LDF_ENABLED) == 0)
593 1.1 ad return (ENODEV);
594 1.83 mlelstv
595 1.109 riastrad return dk_dump(dksc, dev, blkno, va, size, 0);
596 1.83 mlelstv }
597 1.83 mlelstv
598 1.83 mlelstv static int
599 1.83 mlelstv ld_dumpblocks(device_t dev, void *va, daddr_t blkno, int nblk)
600 1.83 mlelstv {
601 1.83 mlelstv struct ld_softc *sc = device_private(dev);
602 1.84 skrll
603 1.3 ad if (sc->sc_dump == NULL)
604 1.91 mlelstv return (ENODEV);
605 1.3 ad
606 1.115 mlelstv /*
607 1.116 rin * Minimum consistency check; sc_dump() should check
608 1.116 rin * device-dependent constraints if necessary.
609 1.115 mlelstv */
610 1.116 rin if (blkno < 0)
611 1.115 mlelstv return (EIO);
612 1.115 mlelstv
613 1.83 mlelstv return (*sc->sc_dump)(sc, va, blkno, nblk);
614 1.1 ad }
615 1.1 ad
616 1.1 ad /*
617 1.1 ad * Adjust the size of a transfer.
618 1.1 ad */
619 1.1 ad static void
620 1.1 ad ldminphys(struct buf *bp)
621 1.1 ad {
622 1.83 mlelstv int unit;
623 1.1 ad struct ld_softc *sc;
624 1.1 ad
625 1.83 mlelstv unit = DISKUNIT(bp->b_dev);
626 1.83 mlelstv sc = device_lookup_private(&ld_cd, unit);
627 1.1 ad
628 1.83 mlelstv ld_iosize(sc->sc_dv, &bp->b_bcount);
629 1.1 ad minphys(bp);
630 1.1 ad }
631 1.43 riz
632 1.43 riz static void
633 1.83 mlelstv ld_iosize(device_t d, int *countp)
634 1.83 mlelstv {
635 1.83 mlelstv struct ld_softc *sc = device_private(d);
636 1.83 mlelstv
637 1.83 mlelstv if (*countp > sc->sc_maxxfer)
638 1.83 mlelstv *countp = sc->sc_maxxfer;
639 1.83 mlelstv }
640 1.83 mlelstv
641 1.83 mlelstv static void
642 1.83 mlelstv ld_fake_geometry(struct ld_softc *sc)
643 1.83 mlelstv {
644 1.83 mlelstv uint64_t ncyl;
645 1.83 mlelstv
646 1.83 mlelstv if (sc->sc_secperunit <= 528 * 2048) /* 528MB */
647 1.83 mlelstv sc->sc_nheads = 16;
648 1.83 mlelstv else if (sc->sc_secperunit <= 1024 * 2048) /* 1GB */
649 1.83 mlelstv sc->sc_nheads = 32;
650 1.83 mlelstv else if (sc->sc_secperunit <= 21504 * 2048) /* 21GB */
651 1.83 mlelstv sc->sc_nheads = 64;
652 1.83 mlelstv else if (sc->sc_secperunit <= 43008 * 2048) /* 42GB */
653 1.83 mlelstv sc->sc_nheads = 128;
654 1.83 mlelstv else
655 1.83 mlelstv sc->sc_nheads = 255;
656 1.83 mlelstv
657 1.83 mlelstv sc->sc_nsectors = 63;
658 1.83 mlelstv sc->sc_ncylinders = INT_MAX;
659 1.83 mlelstv ncyl = sc->sc_secperunit /
660 1.83 mlelstv (sc->sc_nheads * sc->sc_nsectors);
661 1.83 mlelstv if (ncyl < INT_MAX)
662 1.83 mlelstv sc->sc_ncylinders = (int)ncyl;
663 1.83 mlelstv }
664 1.83 mlelstv
665 1.83 mlelstv static void
666 1.83 mlelstv ld_set_geometry(struct ld_softc *sc)
667 1.43 riz {
668 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
669 1.83 mlelstv struct disk_geom *dg = &dksc->sc_dkdev.dk_geom;
670 1.83 mlelstv char tbuf[9];
671 1.83 mlelstv
672 1.83 mlelstv format_bytes(tbuf, sizeof(tbuf), sc->sc_secperunit *
673 1.83 mlelstv sc->sc_secsize);
674 1.83 mlelstv aprint_normal_dev(dksc->sc_dev, "%s, %d cyl, %d head, %d sec, "
675 1.114 jakllsch "%d bytes/sect x %"PRIu64" sectors",
676 1.83 mlelstv tbuf, sc->sc_ncylinders, sc->sc_nheads,
677 1.83 mlelstv sc->sc_nsectors, sc->sc_secsize, sc->sc_secperunit);
678 1.114 jakllsch if (sc->sc_physsecsize != sc->sc_secsize) {
679 1.114 jakllsch aprint_normal(" (%d bytes/physsect", sc->sc_physsecsize);
680 1.114 jakllsch if (sc->sc_alignedsec != 0)
681 1.114 jakllsch aprint_normal("; first aligned sector %u",
682 1.114 jakllsch sc->sc_alignedsec);
683 1.114 jakllsch aprint_normal(")");
684 1.114 jakllsch }
685 1.114 jakllsch aprint_normal("\n");
686 1.43 riz
687 1.71 christos memset(dg, 0, sizeof(*dg));
688 1.83 mlelstv dg->dg_secperunit = sc->sc_secperunit;
689 1.83 mlelstv dg->dg_secsize = sc->sc_secsize;
690 1.83 mlelstv dg->dg_nsectors = sc->sc_nsectors;
691 1.83 mlelstv dg->dg_ntracks = sc->sc_nheads;
692 1.83 mlelstv dg->dg_ncylinders = sc->sc_ncylinders;
693 1.43 riz
694 1.106 mlelstv disk_set_info(dksc->sc_dev, &dksc->sc_dkdev, sc->sc_typename);
695 1.43 riz }
696 1.45 riz
697 1.45 riz static void
698 1.65 cegger ld_config_interrupts(device_t d)
699 1.45 riz {
700 1.60 cube struct ld_softc *sc = device_private(d);
701 1.83 mlelstv struct dk_softc *dksc = &sc->sc_dksc;
702 1.83 mlelstv
703 1.83 mlelstv dkwedge_discover(&dksc->sc_dkdev);
704 1.45 riz }
705 1.90 jakllsch
706 1.90 jakllsch static int
707 1.90 jakllsch ld_discard(device_t dev, off_t pos, off_t len)
708 1.90 jakllsch {
709 1.90 jakllsch struct ld_softc *sc = device_private(dev);
710 1.103 mlelstv struct buf dbuf, *bp = &dbuf;
711 1.103 mlelstv int error = 0;
712 1.103 mlelstv
713 1.103 mlelstv KASSERT(len <= INT_MAX);
714 1.90 jakllsch
715 1.90 jakllsch if (sc->sc_discard == NULL)
716 1.91 mlelstv return (ENODEV);
717 1.90 jakllsch
718 1.102 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
719 1.102 mlelstv KERNEL_LOCK(1, curlwp);
720 1.102 mlelstv
721 1.103 mlelstv buf_init(bp);
722 1.103 mlelstv bp->b_vp = NULL;
723 1.103 mlelstv bp->b_data = NULL;
724 1.103 mlelstv bp->b_bufsize = 0;
725 1.103 mlelstv bp->b_rawblkno = pos / sc->sc_secsize;
726 1.103 mlelstv bp->b_bcount = len;
727 1.103 mlelstv bp->b_flags = B_WRITE;
728 1.103 mlelstv bp->b_cflags = BC_BUSY;
729 1.103 mlelstv
730 1.103 mlelstv error = (*sc->sc_discard)(sc, bp);
731 1.103 mlelstv if (error == 0)
732 1.103 mlelstv error = biowait(bp);
733 1.103 mlelstv
734 1.103 mlelstv buf_destroy(bp);
735 1.102 mlelstv
736 1.102 mlelstv if ((sc->sc_flags & LDF_MPSAFE) == 0)
737 1.102 mlelstv KERNEL_UNLOCK_ONE(curlwp);
738 1.102 mlelstv
739 1.103 mlelstv return error;
740 1.103 mlelstv }
741 1.103 mlelstv
742 1.103 mlelstv void
743 1.103 mlelstv lddiscardend(struct ld_softc *sc, struct buf *bp)
744 1.103 mlelstv {
745 1.103 mlelstv
746 1.103 mlelstv if (bp->b_error)
747 1.103 mlelstv bp->b_resid = bp->b_bcount;
748 1.103 mlelstv biodone(bp);
749 1.90 jakllsch }
750 1.90 jakllsch
751 1.90 jakllsch static int
752 1.90 jakllsch lddiscard(dev_t dev, off_t pos, off_t len)
753 1.90 jakllsch {
754 1.90 jakllsch struct ld_softc *sc;
755 1.90 jakllsch struct dk_softc *dksc;
756 1.90 jakllsch int unit;
757 1.90 jakllsch
758 1.90 jakllsch unit = DISKUNIT(dev);
759 1.90 jakllsch sc = device_lookup_private(&ld_cd, unit);
760 1.90 jakllsch dksc = &sc->sc_dksc;
761 1.90 jakllsch
762 1.90 jakllsch return dk_discard(dksc, dev, pos, len);
763 1.90 jakllsch }
764 1.97 pgoyette
765 1.97 pgoyette MODULE(MODULE_CLASS_DRIVER, ld, "dk_subr");
766 1.97 pgoyette
767 1.97 pgoyette #ifdef _MODULE
768 1.97 pgoyette CFDRIVER_DECL(ld, DV_DISK, NULL);
769 1.97 pgoyette #endif
770 1.97 pgoyette
771 1.97 pgoyette static int
772 1.97 pgoyette ld_modcmd(modcmd_t cmd, void *opaque)
773 1.97 pgoyette {
774 1.97 pgoyette #ifdef _MODULE
775 1.97 pgoyette devmajor_t bmajor, cmajor;
776 1.97 pgoyette #endif
777 1.97 pgoyette int error = 0;
778 1.97 pgoyette
779 1.97 pgoyette #ifdef _MODULE
780 1.97 pgoyette switch (cmd) {
781 1.97 pgoyette case MODULE_CMD_INIT:
782 1.97 pgoyette bmajor = cmajor = -1;
783 1.97 pgoyette error = devsw_attach(ld_cd.cd_name, &ld_bdevsw, &bmajor,
784 1.97 pgoyette &ld_cdevsw, &cmajor);
785 1.97 pgoyette if (error)
786 1.97 pgoyette break;
787 1.97 pgoyette error = config_cfdriver_attach(&ld_cd);
788 1.97 pgoyette break;
789 1.97 pgoyette case MODULE_CMD_FINI:
790 1.97 pgoyette error = config_cfdriver_detach(&ld_cd);
791 1.97 pgoyette if (error)
792 1.97 pgoyette break;
793 1.97 pgoyette devsw_detach(&ld_bdevsw, &ld_cdevsw);
794 1.97 pgoyette break;
795 1.97 pgoyette default:
796 1.97 pgoyette error = ENOTTY;
797 1.97 pgoyette break;
798 1.97 pgoyette }
799 1.97 pgoyette #endif
800 1.97 pgoyette
801 1.97 pgoyette return error;
802 1.97 pgoyette }
803