subr_devsw.c revision 1.37.2.4 1 1.37.2.4 pgoyette /* $NetBSD: subr_devsw.c,v 1.37.2.4 2017/05/17 04:33:03 pgoyette Exp $ */
2 1.11 ad
3 1.2 gehenna /*-
4 1.20 ad * Copyright (c) 2001, 2002, 2007, 2008 The NetBSD Foundation, Inc.
5 1.2 gehenna * All rights reserved.
6 1.2 gehenna *
7 1.2 gehenna * This code is derived from software contributed to The NetBSD Foundation
8 1.11 ad * by MAEKAWA Masahide <gehenna (at) NetBSD.org>, and by Andrew Doran.
9 1.2 gehenna *
10 1.2 gehenna * Redistribution and use in source and binary forms, with or without
11 1.2 gehenna * modification, are permitted provided that the following conditions
12 1.2 gehenna * are met:
13 1.2 gehenna * 1. Redistributions of source code must retain the above copyright
14 1.2 gehenna * notice, this list of conditions and the following disclaimer.
15 1.2 gehenna * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 gehenna * notice, this list of conditions and the following disclaimer in the
17 1.2 gehenna * documentation and/or other materials provided with the distribution.
18 1.2 gehenna *
19 1.2 gehenna * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 gehenna * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 gehenna * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 gehenna * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 gehenna * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 gehenna * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 gehenna * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 gehenna * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 gehenna * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 gehenna * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 gehenna * POSSIBILITY OF SUCH DAMAGE.
30 1.2 gehenna */
31 1.11 ad
32 1.11 ad /*
33 1.11 ad * Overview
34 1.11 ad *
35 1.11 ad * subr_devsw.c: registers device drivers by name and by major
36 1.11 ad * number, and provides wrapper methods for performing I/O and
37 1.11 ad * other tasks on device drivers, keying on the device number
38 1.11 ad * (dev_t).
39 1.11 ad *
40 1.11 ad * When the system is built, the config(8) command generates
41 1.11 ad * static tables of device drivers built into the kernel image
42 1.11 ad * along with their associated methods. These are recorded in
43 1.11 ad * the cdevsw0 and bdevsw0 tables. Drivers can also be added to
44 1.11 ad * and removed from the system dynamically.
45 1.11 ad *
46 1.11 ad * Allocation
47 1.11 ad *
48 1.11 ad * When the system initially boots only the statically allocated
49 1.11 ad * indexes (bdevsw0, cdevsw0) are used. If these overflow due to
50 1.11 ad * allocation, we allocate a fixed block of memory to hold the new,
51 1.11 ad * expanded index. This "fork" of the table is only ever performed
52 1.11 ad * once in order to guarantee that other threads may safely access
53 1.11 ad * the device tables:
54 1.11 ad *
55 1.11 ad * o Once a thread has a "reference" to the table via an earlier
56 1.11 ad * open() call, we know that the entry in the table must exist
57 1.11 ad * and so it is safe to access it.
58 1.11 ad *
59 1.11 ad * o Regardless of whether other threads see the old or new
60 1.11 ad * pointers, they will point to a correct device switch
61 1.11 ad * structure for the operation being performed.
62 1.11 ad *
63 1.11 ad * XXX Currently, the wrapper methods such as cdev_read() verify
64 1.11 ad * that a device driver does in fact exist before calling the
65 1.11 ad * associated driver method. This should be changed so that
66 1.11 ad * once the device is has been referenced by a vnode (opened),
67 1.11 ad * calling the other methods should be valid until that reference
68 1.11 ad * is dropped.
69 1.11 ad */
70 1.7 lukem
71 1.7 lukem #include <sys/cdefs.h>
72 1.37.2.4 pgoyette __KERNEL_RCSID(0, "$NetBSD: subr_devsw.c,v 1.37.2.4 2017/05/17 04:33:03 pgoyette Exp $");
73 1.34 riz
74 1.34 riz #ifdef _KERNEL_OPT
75 1.34 riz #include "opt_dtrace.h"
76 1.34 riz #endif
77 1.2 gehenna
78 1.2 gehenna #include <sys/param.h>
79 1.2 gehenna #include <sys/conf.h>
80 1.11 ad #include <sys/kmem.h>
81 1.2 gehenna #include <sys/systm.h>
82 1.11 ad #include <sys/poll.h>
83 1.11 ad #include <sys/tty.h>
84 1.15 matt #include <sys/cpu.h>
85 1.11 ad #include <sys/buf.h>
86 1.29 mrg #include <sys/reboot.h>
87 1.34 riz #include <sys/sdt.h>
88 1.37.2.1 pgoyette #include <sys/atomic.h>
89 1.37.2.1 pgoyette #include <sys/condvar.h>
90 1.37.2.1 pgoyette #include <sys/localcount.h>
91 1.37.2.1 pgoyette #include <sys/pserialize.h>
92 1.2 gehenna
93 1.2 gehenna #ifdef DEVSW_DEBUG
94 1.2 gehenna #define DPRINTF(x) printf x
95 1.2 gehenna #else /* DEVSW_DEBUG */
96 1.2 gehenna #define DPRINTF(x)
97 1.2 gehenna #endif /* DEVSW_DEBUG */
98 1.2 gehenna
99 1.11 ad #define MAXDEVSW 512 /* the maximum of major device number */
100 1.2 gehenna #define BDEVSW_SIZE (sizeof(struct bdevsw *))
101 1.2 gehenna #define CDEVSW_SIZE (sizeof(struct cdevsw *))
102 1.2 gehenna #define DEVSWCONV_SIZE (sizeof(struct devsw_conv))
103 1.2 gehenna
104 1.2 gehenna extern const struct bdevsw **bdevsw, *bdevsw0[];
105 1.2 gehenna extern const struct cdevsw **cdevsw, *cdevsw0[];
106 1.2 gehenna extern struct devsw_conv *devsw_conv, devsw_conv0[];
107 1.2 gehenna extern const int sys_bdevsws, sys_cdevsws;
108 1.2 gehenna extern int max_bdevsws, max_cdevsws, max_devsw_convs;
109 1.2 gehenna
110 1.24 drochner static int bdevsw_attach(const struct bdevsw *, devmajor_t *);
111 1.24 drochner static int cdevsw_attach(const struct cdevsw *, devmajor_t *);
112 1.11 ad static void devsw_detach_locked(const struct bdevsw *, const struct cdevsw *);
113 1.11 ad
114 1.37.2.1 pgoyette kmutex_t device_lock;
115 1.37.2.1 pgoyette kcondvar_t device_cv;
116 1.37.2.1 pgoyette pserialize_t device_psz = NULL;
117 1.23 pooka
118 1.31 pooka void (*biodone_vfs)(buf_t *) = (void *)nullop;
119 1.31 pooka
120 1.11 ad void
121 1.11 ad devsw_init(void)
122 1.11 ad {
123 1.11 ad
124 1.11 ad KASSERT(sys_bdevsws < MAXDEVSW - 1);
125 1.11 ad KASSERT(sys_cdevsws < MAXDEVSW - 1);
126 1.23 pooka mutex_init(&device_lock, MUTEX_DEFAULT, IPL_NONE);
127 1.37.2.1 pgoyette cv_init(&device_cv, "devsw");
128 1.37.2.1 pgoyette }
129 1.37.2.1 pgoyette
130 1.37.2.1 pgoyette void
131 1.37.2.1 pgoyette devsw_detach_init(void)
132 1.37.2.1 pgoyette {
133 1.37.2.1 pgoyette
134 1.37.2.1 pgoyette device_psz = pserialize_create();
135 1.11 ad }
136 1.2 gehenna
137 1.2 gehenna int
138 1.24 drochner devsw_attach(const char *devname,
139 1.24 drochner const struct bdevsw *bdev, devmajor_t *bmajor,
140 1.24 drochner const struct cdevsw *cdev, devmajor_t *cmajor)
141 1.2 gehenna {
142 1.2 gehenna struct devsw_conv *conv;
143 1.2 gehenna char *name;
144 1.2 gehenna int error, i;
145 1.25 enami size_t len;
146 1.2 gehenna
147 1.2 gehenna if (devname == NULL || cdev == NULL)
148 1.2 gehenna return (EINVAL);
149 1.2 gehenna
150 1.23 pooka mutex_enter(&device_lock);
151 1.11 ad
152 1.37.2.1 pgoyette if (bdev != NULL) {
153 1.37.2.2 pgoyette if (bdev->d_localcount == NULL) {
154 1.37.2.3 pgoyette printf("%s: %s's bdevsw has no localcount",
155 1.37.2.2 pgoyette __func__, devname);
156 1.37.2.2 pgoyette return EINVAL;
157 1.37.2.2 pgoyette }
158 1.37.2.2 pgoyette if (bdev->d_localcount == cdev->d_localcount) {
159 1.37.2.3 pgoyette printf("%s: %s uses same localcount for both "
160 1.37.2.3 pgoyette "cdevsw and bdevsw", __func__, devname);
161 1.37.2.2 pgoyette return EINVAL;
162 1.37.2.2 pgoyette }
163 1.37.2.2 pgoyette }
164 1.37.2.3 pgoyette if (cdev == NULL) {
165 1.37.2.3 pgoyette printf("%s: %s's cdevsw has no localcount", __func__, devname);
166 1.37.2.2 pgoyette return EINVAL;
167 1.37.2.1 pgoyette }
168 1.37.2.1 pgoyette
169 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
170 1.2 gehenna conv = &devsw_conv[i];
171 1.2 gehenna if (conv->d_name == NULL || strcmp(devname, conv->d_name) != 0)
172 1.2 gehenna continue;
173 1.2 gehenna
174 1.2 gehenna if (*bmajor < 0)
175 1.2 gehenna *bmajor = conv->d_bmajor;
176 1.2 gehenna if (*cmajor < 0)
177 1.2 gehenna *cmajor = conv->d_cmajor;
178 1.2 gehenna
179 1.11 ad if (*bmajor != conv->d_bmajor || *cmajor != conv->d_cmajor) {
180 1.11 ad error = EINVAL;
181 1.11 ad goto fail;
182 1.11 ad }
183 1.11 ad if ((*bmajor >= 0 && bdev == NULL) || *cmajor < 0) {
184 1.11 ad error = EINVAL;
185 1.11 ad goto fail;
186 1.11 ad }
187 1.2 gehenna
188 1.2 gehenna if ((*bmajor >= 0 && bdevsw[*bmajor] != NULL) ||
189 1.11 ad cdevsw[*cmajor] != NULL) {
190 1.11 ad error = EEXIST;
191 1.11 ad goto fail;
192 1.11 ad }
193 1.2 gehenna
194 1.37.2.1 pgoyette /* use membar_producer() to ensure visibility of the xdevsw */
195 1.37.2.1 pgoyette if (bdev != NULL) {
196 1.37.2.1 pgoyette localcount_init(bdev->d_localcount);
197 1.37.2.1 pgoyette membar_producer();
198 1.2 gehenna bdevsw[*bmajor] = bdev;
199 1.37.2.1 pgoyette }
200 1.37.2.1 pgoyette localcount_init(cdev->d_localcount);
201 1.37.2.1 pgoyette membar_producer();
202 1.2 gehenna cdevsw[*cmajor] = cdev;
203 1.2 gehenna
204 1.23 pooka mutex_exit(&device_lock);
205 1.2 gehenna return (0);
206 1.2 gehenna }
207 1.2 gehenna
208 1.14 pooka error = bdevsw_attach(bdev, bmajor);
209 1.11 ad if (error != 0)
210 1.11 ad goto fail;
211 1.14 pooka error = cdevsw_attach(cdev, cmajor);
212 1.2 gehenna if (error != 0) {
213 1.11 ad devsw_detach_locked(bdev, NULL);
214 1.11 ad goto fail;
215 1.2 gehenna }
216 1.2 gehenna
217 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
218 1.2 gehenna if (devsw_conv[i].d_name == NULL)
219 1.2 gehenna break;
220 1.2 gehenna }
221 1.2 gehenna if (i == max_devsw_convs) {
222 1.2 gehenna struct devsw_conv *newptr;
223 1.33 matt int old_convs, new_convs;
224 1.2 gehenna
225 1.33 matt old_convs = max_devsw_convs;
226 1.33 matt new_convs = old_convs + 1;
227 1.2 gehenna
228 1.33 matt newptr = kmem_zalloc(new_convs * DEVSWCONV_SIZE, KM_NOSLEEP);
229 1.2 gehenna if (newptr == NULL) {
230 1.11 ad devsw_detach_locked(bdev, cdev);
231 1.11 ad error = ENOMEM;
232 1.11 ad goto fail;
233 1.2 gehenna }
234 1.33 matt newptr[old_convs].d_name = NULL;
235 1.33 matt newptr[old_convs].d_bmajor = -1;
236 1.33 matt newptr[old_convs].d_cmajor = -1;
237 1.33 matt memcpy(newptr, devsw_conv, old_convs * DEVSWCONV_SIZE);
238 1.2 gehenna if (devsw_conv != devsw_conv0)
239 1.33 matt kmem_free(devsw_conv, old_convs * DEVSWCONV_SIZE);
240 1.2 gehenna devsw_conv = newptr;
241 1.33 matt max_devsw_convs = new_convs;
242 1.2 gehenna }
243 1.2 gehenna
244 1.25 enami len = strlen(devname) + 1;
245 1.25 enami name = kmem_alloc(len, KM_NOSLEEP);
246 1.2 gehenna if (name == NULL) {
247 1.11 ad devsw_detach_locked(bdev, cdev);
248 1.25 enami error = ENOMEM;
249 1.11 ad goto fail;
250 1.2 gehenna }
251 1.25 enami strlcpy(name, devname, len);
252 1.2 gehenna
253 1.2 gehenna devsw_conv[i].d_name = name;
254 1.2 gehenna devsw_conv[i].d_bmajor = *bmajor;
255 1.2 gehenna devsw_conv[i].d_cmajor = *cmajor;
256 1.2 gehenna
257 1.23 pooka mutex_exit(&device_lock);
258 1.2 gehenna return (0);
259 1.11 ad fail:
260 1.23 pooka mutex_exit(&device_lock);
261 1.11 ad return (error);
262 1.2 gehenna }
263 1.2 gehenna
264 1.2 gehenna static int
265 1.24 drochner bdevsw_attach(const struct bdevsw *devsw, devmajor_t *devmajor)
266 1.2 gehenna {
267 1.11 ad const struct bdevsw **newptr;
268 1.24 drochner devmajor_t bmajor;
269 1.24 drochner int i;
270 1.2 gehenna
271 1.23 pooka KASSERT(mutex_owned(&device_lock));
272 1.11 ad
273 1.2 gehenna if (devsw == NULL)
274 1.2 gehenna return (0);
275 1.2 gehenna
276 1.2 gehenna if (*devmajor < 0) {
277 1.2 gehenna for (bmajor = sys_bdevsws ; bmajor < max_bdevsws ; bmajor++) {
278 1.2 gehenna if (bdevsw[bmajor] != NULL)
279 1.2 gehenna continue;
280 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
281 1.2 gehenna if (devsw_conv[i].d_bmajor == bmajor)
282 1.2 gehenna break;
283 1.2 gehenna }
284 1.2 gehenna if (i != max_devsw_convs)
285 1.2 gehenna continue;
286 1.2 gehenna break;
287 1.2 gehenna }
288 1.3 gehenna *devmajor = bmajor;
289 1.2 gehenna }
290 1.11 ad
291 1.2 gehenna if (*devmajor >= MAXDEVSW) {
292 1.37 pgoyette printf("%s: block majors exhausted", __func__);
293 1.2 gehenna return (ENOMEM);
294 1.2 gehenna }
295 1.2 gehenna
296 1.2 gehenna if (*devmajor >= max_bdevsws) {
297 1.11 ad KASSERT(bdevsw == bdevsw0);
298 1.11 ad newptr = kmem_zalloc(MAXDEVSW * BDEVSW_SIZE, KM_NOSLEEP);
299 1.2 gehenna if (newptr == NULL)
300 1.2 gehenna return (ENOMEM);
301 1.11 ad memcpy(newptr, bdevsw, max_bdevsws * BDEVSW_SIZE);
302 1.2 gehenna bdevsw = newptr;
303 1.11 ad max_bdevsws = MAXDEVSW;
304 1.2 gehenna }
305 1.2 gehenna
306 1.2 gehenna if (bdevsw[*devmajor] != NULL)
307 1.2 gehenna return (EEXIST);
308 1.2 gehenna
309 1.37.2.2 pgoyette if (devsw->d_localcount == NULL) {
310 1.37.2.3 pgoyette printf("%s: bdevsw has no localcount", __func__);
311 1.37.2.2 pgoyette return EINVAL;
312 1.37.2.2 pgoyette }
313 1.37.2.1 pgoyette localcount_init(devsw->d_localcount);
314 1.37.2.1 pgoyette
315 1.37.2.1 pgoyette /* ensure visibility of the bdevsw */
316 1.37.2.1 pgoyette membar_producer();
317 1.37.2.1 pgoyette
318 1.2 gehenna bdevsw[*devmajor] = devsw;
319 1.2 gehenna
320 1.2 gehenna return (0);
321 1.2 gehenna }
322 1.2 gehenna
323 1.2 gehenna static int
324 1.24 drochner cdevsw_attach(const struct cdevsw *devsw, devmajor_t *devmajor)
325 1.2 gehenna {
326 1.11 ad const struct cdevsw **newptr;
327 1.24 drochner devmajor_t cmajor;
328 1.24 drochner int i;
329 1.2 gehenna
330 1.23 pooka KASSERT(mutex_owned(&device_lock));
331 1.11 ad
332 1.2 gehenna if (*devmajor < 0) {
333 1.2 gehenna for (cmajor = sys_cdevsws ; cmajor < max_cdevsws ; cmajor++) {
334 1.2 gehenna if (cdevsw[cmajor] != NULL)
335 1.2 gehenna continue;
336 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
337 1.2 gehenna if (devsw_conv[i].d_cmajor == cmajor)
338 1.2 gehenna break;
339 1.2 gehenna }
340 1.2 gehenna if (i != max_devsw_convs)
341 1.2 gehenna continue;
342 1.2 gehenna break;
343 1.2 gehenna }
344 1.3 gehenna *devmajor = cmajor;
345 1.2 gehenna }
346 1.11 ad
347 1.2 gehenna if (*devmajor >= MAXDEVSW) {
348 1.37 pgoyette printf("%s: character majors exhausted", __func__);
349 1.2 gehenna return (ENOMEM);
350 1.2 gehenna }
351 1.2 gehenna
352 1.2 gehenna if (*devmajor >= max_cdevsws) {
353 1.11 ad KASSERT(cdevsw == cdevsw0);
354 1.11 ad newptr = kmem_zalloc(MAXDEVSW * CDEVSW_SIZE, KM_NOSLEEP);
355 1.2 gehenna if (newptr == NULL)
356 1.2 gehenna return (ENOMEM);
357 1.11 ad memcpy(newptr, cdevsw, max_cdevsws * CDEVSW_SIZE);
358 1.2 gehenna cdevsw = newptr;
359 1.11 ad max_cdevsws = MAXDEVSW;
360 1.2 gehenna }
361 1.2 gehenna
362 1.2 gehenna if (cdevsw[*devmajor] != NULL)
363 1.2 gehenna return (EEXIST);
364 1.2 gehenna
365 1.37.2.2 pgoyette if (devsw->d_localcount == NULL) {
366 1.37.2.3 pgoyette printf("%s: cdevsw has no localcount", __func__);
367 1.37.2.2 pgoyette return EINVAL;
368 1.37.2.2 pgoyette }
369 1.37.2.1 pgoyette localcount_init(devsw->d_localcount);
370 1.37.2.1 pgoyette
371 1.37.2.1 pgoyette /* ensure visibility of the cdevsw */
372 1.37.2.1 pgoyette membar_producer();
373 1.37.2.1 pgoyette
374 1.2 gehenna cdevsw[*devmajor] = devsw;
375 1.2 gehenna
376 1.2 gehenna return (0);
377 1.2 gehenna }
378 1.2 gehenna
379 1.37.2.1 pgoyette /*
380 1.37.2.1 pgoyette * First, look up both bdev and cdev indices, and remove the
381 1.37.2.1 pgoyette * {b,c]devsw[] entries so no new references can be taken. Then
382 1.37.2.1 pgoyette * drain any existing references.
383 1.37.2.1 pgoyette */
384 1.37.2.1 pgoyette
385 1.11 ad static void
386 1.11 ad devsw_detach_locked(const struct bdevsw *bdev, const struct cdevsw *cdev)
387 1.2 gehenna {
388 1.37.2.1 pgoyette int i, j;
389 1.2 gehenna
390 1.23 pooka KASSERT(mutex_owned(&device_lock));
391 1.11 ad
392 1.37.2.1 pgoyette i = max_bdevsws;
393 1.2 gehenna if (bdev != NULL) {
394 1.2 gehenna for (i = 0 ; i < max_bdevsws ; i++) {
395 1.2 gehenna if (bdevsw[i] != bdev)
396 1.2 gehenna continue;
397 1.37.2.1 pgoyette
398 1.37.2.1 pgoyette KASSERTMSG(bdev->d_localcount != NULL,
399 1.37.2.1 pgoyette "%s: no bdev localcount for major %d", __func__, i);
400 1.2 gehenna break;
401 1.2 gehenna }
402 1.2 gehenna }
403 1.37.2.1 pgoyette j = max_cdevsws;
404 1.2 gehenna if (cdev != NULL) {
405 1.37.2.1 pgoyette for (j = 0 ; j < max_cdevsws ; j++) {
406 1.37.2.1 pgoyette if (cdevsw[j] != cdev)
407 1.2 gehenna continue;
408 1.37.2.1 pgoyette
409 1.37.2.1 pgoyette KASSERTMSG(cdev->d_localcount != NULL,
410 1.37.2.1 pgoyette "%s: no cdev localcount for major %d", __func__, j);
411 1.2 gehenna break;
412 1.2 gehenna }
413 1.2 gehenna }
414 1.37.2.1 pgoyette if (i < max_bdevsws)
415 1.37.2.1 pgoyette bdevsw[i] = NULL;
416 1.37.2.1 pgoyette if (j < max_cdevsws )
417 1.37.2.1 pgoyette cdevsw[j] = NULL;
418 1.37.2.1 pgoyette
419 1.37.2.1 pgoyette /* Wait for all current readers to finish with the devsw's */
420 1.37.2.1 pgoyette pserialize_perform(device_psz);
421 1.37.2.1 pgoyette
422 1.37.2.1 pgoyette /*
423 1.37.2.1 pgoyette * No new accessors can reach the bdev and cdev via the
424 1.37.2.1 pgoyette * {b,c}devsw[] arrays, so no new references can be
425 1.37.2.1 pgoyette * acquired. Wait for all existing references to drain,
426 1.37.2.1 pgoyette * and then destroy.
427 1.37.2.1 pgoyette */
428 1.37.2.1 pgoyette
429 1.37.2.1 pgoyette if (i < max_bdevsws && bdev->d_localcount != NULL) {
430 1.37.2.1 pgoyette localcount_drain(bdev->d_localcount, &device_cv, &device_lock);
431 1.37.2.1 pgoyette localcount_fini(bdev->d_localcount);
432 1.37.2.1 pgoyette }
433 1.37.2.1 pgoyette if (j < max_cdevsws && cdev->d_localcount != NULL ) {
434 1.37.2.1 pgoyette localcount_drain(cdev->d_localcount, &device_cv, &device_lock);
435 1.37.2.1 pgoyette localcount_fini(cdev->d_localcount);
436 1.37.2.1 pgoyette }
437 1.2 gehenna }
438 1.2 gehenna
439 1.19 ad int
440 1.11 ad devsw_detach(const struct bdevsw *bdev, const struct cdevsw *cdev)
441 1.11 ad {
442 1.11 ad
443 1.23 pooka mutex_enter(&device_lock);
444 1.11 ad devsw_detach_locked(bdev, cdev);
445 1.23 pooka mutex_exit(&device_lock);
446 1.19 ad return 0;
447 1.11 ad }
448 1.11 ad
449 1.11 ad /*
450 1.11 ad * Look up a block device by number.
451 1.11 ad *
452 1.11 ad * => Caller must ensure that the device is attached.
453 1.11 ad */
454 1.2 gehenna const struct bdevsw *
455 1.2 gehenna bdevsw_lookup(dev_t dev)
456 1.2 gehenna {
457 1.24 drochner devmajor_t bmajor;
458 1.2 gehenna
459 1.2 gehenna if (dev == NODEV)
460 1.2 gehenna return (NULL);
461 1.2 gehenna bmajor = major(dev);
462 1.2 gehenna if (bmajor < 0 || bmajor >= max_bdevsws)
463 1.2 gehenna return (NULL);
464 1.2 gehenna
465 1.37.2.1 pgoyette /* Wait for the content of the struct bdevsw to become visible */
466 1.37.2.1 pgoyette membar_datadep_consumer();
467 1.37.2.1 pgoyette
468 1.2 gehenna return (bdevsw[bmajor]);
469 1.2 gehenna }
470 1.2 gehenna
471 1.37.2.1 pgoyette const struct bdevsw *
472 1.37.2.1 pgoyette bdevsw_lookup_acquire(dev_t dev)
473 1.37.2.1 pgoyette {
474 1.37.2.1 pgoyette devmajor_t bmajor;
475 1.37.2.1 pgoyette const struct bdevsw *bdev = NULL;
476 1.37.2.1 pgoyette int s;
477 1.37.2.1 pgoyette
478 1.37.2.1 pgoyette if (dev == NODEV)
479 1.37.2.1 pgoyette return (NULL);
480 1.37.2.1 pgoyette bmajor = major(dev);
481 1.37.2.1 pgoyette if (bmajor < 0 || bmajor >= max_bdevsws)
482 1.37.2.1 pgoyette return (NULL);
483 1.37.2.1 pgoyette
484 1.37.2.1 pgoyette /* Start a read transaction to block localcount_drain() */
485 1.37.2.1 pgoyette s = pserialize_read_enter();
486 1.37.2.1 pgoyette
487 1.37.2.1 pgoyette /* Get the struct bdevsw pointer */
488 1.37.2.1 pgoyette bdev = bdevsw[bmajor];
489 1.37.2.1 pgoyette if (bdev == NULL)
490 1.37.2.1 pgoyette goto out;
491 1.37.2.1 pgoyette
492 1.37.2.1 pgoyette /* Wait for the content of the struct bdevsw to become visible */
493 1.37.2.1 pgoyette membar_datadep_consumer();
494 1.37.2.1 pgoyette
495 1.37.2.1 pgoyette /* If the devsw is not statically linked, acquire a reference */
496 1.37.2.1 pgoyette if (bdev->d_localcount != NULL)
497 1.37.2.1 pgoyette localcount_acquire(bdev->d_localcount);
498 1.37.2.1 pgoyette
499 1.37.2.1 pgoyette out: pserialize_read_exit(s);
500 1.37.2.1 pgoyette
501 1.37.2.1 pgoyette return bdev;
502 1.37.2.1 pgoyette }
503 1.37.2.1 pgoyette
504 1.37.2.1 pgoyette void
505 1.37.2.1 pgoyette bdevsw_release(const struct bdevsw *bd)
506 1.37.2.1 pgoyette {
507 1.37.2.1 pgoyette
508 1.37.2.4 pgoyette if (bd != NULL && bd->d_localcount != NULL)
509 1.37.2.1 pgoyette localcount_release(bd->d_localcount, &device_cv, &device_lock);
510 1.37.2.1 pgoyette }
511 1.37.2.1 pgoyette
512 1.11 ad /*
513 1.11 ad * Look up a character device by number.
514 1.11 ad *
515 1.11 ad * => Caller must ensure that the device is attached.
516 1.11 ad */
517 1.2 gehenna const struct cdevsw *
518 1.2 gehenna cdevsw_lookup(dev_t dev)
519 1.2 gehenna {
520 1.24 drochner devmajor_t cmajor;
521 1.2 gehenna
522 1.2 gehenna if (dev == NODEV)
523 1.2 gehenna return (NULL);
524 1.2 gehenna cmajor = major(dev);
525 1.2 gehenna if (cmajor < 0 || cmajor >= max_cdevsws)
526 1.2 gehenna return (NULL);
527 1.2 gehenna
528 1.37.2.1 pgoyette /* Wait for the content of the struct bdevsw to become visible */
529 1.37.2.1 pgoyette membar_datadep_consumer();
530 1.37.2.1 pgoyette
531 1.2 gehenna return (cdevsw[cmajor]);
532 1.2 gehenna }
533 1.2 gehenna
534 1.37.2.1 pgoyette const struct cdevsw *
535 1.37.2.1 pgoyette cdevsw_lookup_acquire(dev_t dev)
536 1.37.2.1 pgoyette {
537 1.37.2.1 pgoyette devmajor_t cmajor;
538 1.37.2.1 pgoyette const struct cdevsw *cdev = NULL;
539 1.37.2.1 pgoyette int s;
540 1.37.2.1 pgoyette
541 1.37.2.1 pgoyette if (dev == NODEV)
542 1.37.2.1 pgoyette return (NULL);
543 1.37.2.1 pgoyette cmajor = major(dev);
544 1.37.2.1 pgoyette if (cmajor < 0 || cmajor >= max_cdevsws)
545 1.37.2.1 pgoyette return (NULL);
546 1.37.2.1 pgoyette
547 1.37.2.1 pgoyette /* Start a read transaction to block localcount_drain() */
548 1.37.2.1 pgoyette s = pserialize_read_enter();
549 1.37.2.1 pgoyette
550 1.37.2.1 pgoyette /* Get the struct bdevsw pointer */
551 1.37.2.1 pgoyette cdev = cdevsw[cmajor];
552 1.37.2.1 pgoyette if (cdev == NULL)
553 1.37.2.1 pgoyette goto out;
554 1.37.2.1 pgoyette
555 1.37.2.1 pgoyette /* Wait for the content of the struct cdevsw to become visible */
556 1.37.2.1 pgoyette membar_datadep_consumer();
557 1.37.2.1 pgoyette
558 1.37.2.1 pgoyette /* If the devsw is not statically linked, acquire a reference */
559 1.37.2.1 pgoyette if (cdev->d_localcount != NULL)
560 1.37.2.1 pgoyette localcount_acquire(cdev->d_localcount);
561 1.37.2.1 pgoyette
562 1.37.2.1 pgoyette out: pserialize_read_exit(s);
563 1.37.2.1 pgoyette
564 1.37.2.1 pgoyette return cdev;
565 1.37.2.1 pgoyette }
566 1.37.2.1 pgoyette
567 1.37.2.1 pgoyette void
568 1.37.2.1 pgoyette cdevsw_release(const struct cdevsw *cd)
569 1.37.2.1 pgoyette {
570 1.37.2.1 pgoyette
571 1.37.2.4 pgoyette if (cd != NULL && cd->d_localcount != NULL)
572 1.37.2.1 pgoyette localcount_release(cd->d_localcount, &device_cv, &device_lock);
573 1.37.2.1 pgoyette }
574 1.37.2.1 pgoyette
575 1.11 ad /*
576 1.11 ad * Look up a block device by reference to its operations set.
577 1.11 ad *
578 1.11 ad * => Caller must ensure that the device is not detached, and therefore
579 1.11 ad * that the returned major is still valid when dereferenced.
580 1.11 ad */
581 1.24 drochner devmajor_t
582 1.2 gehenna bdevsw_lookup_major(const struct bdevsw *bdev)
583 1.2 gehenna {
584 1.24 drochner devmajor_t bmajor;
585 1.2 gehenna
586 1.2 gehenna for (bmajor = 0 ; bmajor < max_bdevsws ; bmajor++) {
587 1.2 gehenna if (bdevsw[bmajor] == bdev)
588 1.2 gehenna return (bmajor);
589 1.2 gehenna }
590 1.2 gehenna
591 1.24 drochner return (NODEVMAJOR);
592 1.2 gehenna }
593 1.2 gehenna
594 1.11 ad /*
595 1.11 ad * Look up a character device by reference to its operations set.
596 1.11 ad *
597 1.11 ad * => Caller must ensure that the device is not detached, and therefore
598 1.11 ad * that the returned major is still valid when dereferenced.
599 1.11 ad */
600 1.24 drochner devmajor_t
601 1.2 gehenna cdevsw_lookup_major(const struct cdevsw *cdev)
602 1.2 gehenna {
603 1.24 drochner devmajor_t cmajor;
604 1.2 gehenna
605 1.2 gehenna for (cmajor = 0 ; cmajor < max_cdevsws ; cmajor++) {
606 1.2 gehenna if (cdevsw[cmajor] == cdev)
607 1.2 gehenna return (cmajor);
608 1.2 gehenna }
609 1.2 gehenna
610 1.24 drochner return (NODEVMAJOR);
611 1.2 gehenna }
612 1.2 gehenna
613 1.2 gehenna /*
614 1.2 gehenna * Convert from block major number to name.
615 1.11 ad *
616 1.11 ad * => Caller must ensure that the device is not detached, and therefore
617 1.11 ad * that the name pointer is still valid when dereferenced.
618 1.2 gehenna */
619 1.2 gehenna const char *
620 1.24 drochner devsw_blk2name(devmajor_t bmajor)
621 1.2 gehenna {
622 1.11 ad const char *name;
623 1.24 drochner devmajor_t cmajor;
624 1.24 drochner int i;
625 1.2 gehenna
626 1.11 ad name = NULL;
627 1.11 ad cmajor = -1;
628 1.11 ad
629 1.23 pooka mutex_enter(&device_lock);
630 1.11 ad if (bmajor < 0 || bmajor >= max_bdevsws || bdevsw[bmajor] == NULL) {
631 1.23 pooka mutex_exit(&device_lock);
632 1.2 gehenna return (NULL);
633 1.2 gehenna }
634 1.11 ad for (i = 0 ; i < max_devsw_convs; i++) {
635 1.11 ad if (devsw_conv[i].d_bmajor == bmajor) {
636 1.11 ad cmajor = devsw_conv[i].d_cmajor;
637 1.11 ad break;
638 1.11 ad }
639 1.11 ad }
640 1.11 ad if (cmajor >= 0 && cmajor < max_cdevsws && cdevsw[cmajor] != NULL)
641 1.11 ad name = devsw_conv[i].d_name;
642 1.23 pooka mutex_exit(&device_lock);
643 1.2 gehenna
644 1.11 ad return (name);
645 1.2 gehenna }
646 1.2 gehenna
647 1.2 gehenna /*
648 1.26 haad * Convert char major number to device driver name.
649 1.26 haad */
650 1.27 yamt const char *
651 1.26 haad cdevsw_getname(devmajor_t major)
652 1.26 haad {
653 1.26 haad const char *name;
654 1.26 haad int i;
655 1.26 haad
656 1.26 haad name = NULL;
657 1.26 haad
658 1.26 haad if (major < 0)
659 1.26 haad return (NULL);
660 1.26 haad
661 1.26 haad mutex_enter(&device_lock);
662 1.26 haad for (i = 0 ; i < max_devsw_convs; i++) {
663 1.26 haad if (devsw_conv[i].d_cmajor == major) {
664 1.26 haad name = devsw_conv[i].d_name;
665 1.26 haad break;
666 1.26 haad }
667 1.26 haad }
668 1.26 haad mutex_exit(&device_lock);
669 1.26 haad return (name);
670 1.26 haad }
671 1.26 haad
672 1.26 haad /*
673 1.26 haad * Convert block major number to device driver name.
674 1.26 haad */
675 1.27 yamt const char *
676 1.26 haad bdevsw_getname(devmajor_t major)
677 1.26 haad {
678 1.26 haad const char *name;
679 1.26 haad int i;
680 1.26 haad
681 1.26 haad name = NULL;
682 1.26 haad
683 1.26 haad if (major < 0)
684 1.26 haad return (NULL);
685 1.26 haad
686 1.26 haad mutex_enter(&device_lock);
687 1.26 haad for (i = 0 ; i < max_devsw_convs; i++) {
688 1.26 haad if (devsw_conv[i].d_bmajor == major) {
689 1.26 haad name = devsw_conv[i].d_name;
690 1.26 haad break;
691 1.26 haad }
692 1.26 haad }
693 1.26 haad mutex_exit(&device_lock);
694 1.26 haad return (name);
695 1.26 haad }
696 1.26 haad
697 1.26 haad /*
698 1.2 gehenna * Convert from device name to block major number.
699 1.11 ad *
700 1.11 ad * => Caller must ensure that the device is not detached, and therefore
701 1.11 ad * that the major number is still valid when dereferenced.
702 1.2 gehenna */
703 1.24 drochner devmajor_t
704 1.2 gehenna devsw_name2blk(const char *name, char *devname, size_t devnamelen)
705 1.2 gehenna {
706 1.2 gehenna struct devsw_conv *conv;
707 1.24 drochner devmajor_t bmajor;
708 1.24 drochner int i;
709 1.2 gehenna
710 1.2 gehenna if (name == NULL)
711 1.24 drochner return (NODEVMAJOR);
712 1.2 gehenna
713 1.23 pooka mutex_enter(&device_lock);
714 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
715 1.5 mrg size_t len;
716 1.5 mrg
717 1.2 gehenna conv = &devsw_conv[i];
718 1.2 gehenna if (conv->d_name == NULL)
719 1.2 gehenna continue;
720 1.5 mrg len = strlen(conv->d_name);
721 1.5 mrg if (strncmp(conv->d_name, name, len) != 0)
722 1.5 mrg continue;
723 1.5 mrg if (*(name +len) && !isdigit(*(name + len)))
724 1.2 gehenna continue;
725 1.2 gehenna bmajor = conv->d_bmajor;
726 1.2 gehenna if (bmajor < 0 || bmajor >= max_bdevsws ||
727 1.2 gehenna bdevsw[bmajor] == NULL)
728 1.5 mrg break;
729 1.2 gehenna if (devname != NULL) {
730 1.2 gehenna #ifdef DEVSW_DEBUG
731 1.2 gehenna if (strlen(conv->d_name) >= devnamelen)
732 1.37 pgoyette printf("%s: too short buffer", __func__);
733 1.2 gehenna #endif /* DEVSW_DEBUG */
734 1.4 tsutsui strncpy(devname, conv->d_name, devnamelen);
735 1.2 gehenna devname[devnamelen - 1] = '\0';
736 1.2 gehenna }
737 1.23 pooka mutex_exit(&device_lock);
738 1.2 gehenna return (bmajor);
739 1.2 gehenna }
740 1.2 gehenna
741 1.23 pooka mutex_exit(&device_lock);
742 1.24 drochner return (NODEVMAJOR);
743 1.2 gehenna }
744 1.2 gehenna
745 1.2 gehenna /*
746 1.16 plunky * Convert from device name to char major number.
747 1.16 plunky *
748 1.16 plunky * => Caller must ensure that the device is not detached, and therefore
749 1.16 plunky * that the major number is still valid when dereferenced.
750 1.16 plunky */
751 1.24 drochner devmajor_t
752 1.16 plunky devsw_name2chr(const char *name, char *devname, size_t devnamelen)
753 1.16 plunky {
754 1.16 plunky struct devsw_conv *conv;
755 1.24 drochner devmajor_t cmajor;
756 1.24 drochner int i;
757 1.16 plunky
758 1.16 plunky if (name == NULL)
759 1.24 drochner return (NODEVMAJOR);
760 1.16 plunky
761 1.23 pooka mutex_enter(&device_lock);
762 1.16 plunky for (i = 0 ; i < max_devsw_convs ; i++) {
763 1.16 plunky size_t len;
764 1.16 plunky
765 1.16 plunky conv = &devsw_conv[i];
766 1.16 plunky if (conv->d_name == NULL)
767 1.16 plunky continue;
768 1.16 plunky len = strlen(conv->d_name);
769 1.16 plunky if (strncmp(conv->d_name, name, len) != 0)
770 1.16 plunky continue;
771 1.16 plunky if (*(name +len) && !isdigit(*(name + len)))
772 1.16 plunky continue;
773 1.16 plunky cmajor = conv->d_cmajor;
774 1.16 plunky if (cmajor < 0 || cmajor >= max_cdevsws ||
775 1.16 plunky cdevsw[cmajor] == NULL)
776 1.16 plunky break;
777 1.16 plunky if (devname != NULL) {
778 1.16 plunky #ifdef DEVSW_DEBUG
779 1.16 plunky if (strlen(conv->d_name) >= devnamelen)
780 1.37 pgoyette printf("%s: too short buffer", __func__);
781 1.16 plunky #endif /* DEVSW_DEBUG */
782 1.16 plunky strncpy(devname, conv->d_name, devnamelen);
783 1.16 plunky devname[devnamelen - 1] = '\0';
784 1.16 plunky }
785 1.23 pooka mutex_exit(&device_lock);
786 1.16 plunky return (cmajor);
787 1.16 plunky }
788 1.16 plunky
789 1.23 pooka mutex_exit(&device_lock);
790 1.24 drochner return (NODEVMAJOR);
791 1.16 plunky }
792 1.16 plunky
793 1.16 plunky /*
794 1.2 gehenna * Convert from character dev_t to block dev_t.
795 1.11 ad *
796 1.11 ad * => Caller must ensure that the device is not detached, and therefore
797 1.11 ad * that the major number is still valid when dereferenced.
798 1.2 gehenna */
799 1.2 gehenna dev_t
800 1.2 gehenna devsw_chr2blk(dev_t cdev)
801 1.2 gehenna {
802 1.24 drochner devmajor_t bmajor, cmajor;
803 1.24 drochner int i;
804 1.11 ad dev_t rv;
805 1.2 gehenna
806 1.2 gehenna cmajor = major(cdev);
807 1.24 drochner bmajor = NODEVMAJOR;
808 1.11 ad rv = NODEV;
809 1.2 gehenna
810 1.23 pooka mutex_enter(&device_lock);
811 1.11 ad if (cmajor < 0 || cmajor >= max_cdevsws || cdevsw[cmajor] == NULL) {
812 1.23 pooka mutex_exit(&device_lock);
813 1.11 ad return (NODEV);
814 1.11 ad }
815 1.2 gehenna for (i = 0 ; i < max_devsw_convs ; i++) {
816 1.11 ad if (devsw_conv[i].d_cmajor == cmajor) {
817 1.11 ad bmajor = devsw_conv[i].d_bmajor;
818 1.11 ad break;
819 1.11 ad }
820 1.2 gehenna }
821 1.11 ad if (bmajor >= 0 && bmajor < max_bdevsws && bdevsw[bmajor] != NULL)
822 1.11 ad rv = makedev(bmajor, minor(cdev));
823 1.23 pooka mutex_exit(&device_lock);
824 1.2 gehenna
825 1.11 ad return (rv);
826 1.2 gehenna }
827 1.2 gehenna
828 1.2 gehenna /*
829 1.2 gehenna * Convert from block dev_t to character dev_t.
830 1.11 ad *
831 1.11 ad * => Caller must ensure that the device is not detached, and therefore
832 1.11 ad * that the major number is still valid when dereferenced.
833 1.2 gehenna */
834 1.2 gehenna dev_t
835 1.2 gehenna devsw_blk2chr(dev_t bdev)
836 1.2 gehenna {
837 1.24 drochner devmajor_t bmajor, cmajor;
838 1.24 drochner int i;
839 1.11 ad dev_t rv;
840 1.2 gehenna
841 1.11 ad bmajor = major(bdev);
842 1.24 drochner cmajor = NODEVMAJOR;
843 1.11 ad rv = NODEV;
844 1.11 ad
845 1.23 pooka mutex_enter(&device_lock);
846 1.11 ad if (bmajor < 0 || bmajor >= max_bdevsws || bdevsw[bmajor] == NULL) {
847 1.23 pooka mutex_exit(&device_lock);
848 1.2 gehenna return (NODEV);
849 1.11 ad }
850 1.11 ad for (i = 0 ; i < max_devsw_convs ; i++) {
851 1.11 ad if (devsw_conv[i].d_bmajor == bmajor) {
852 1.11 ad cmajor = devsw_conv[i].d_cmajor;
853 1.11 ad break;
854 1.11 ad }
855 1.11 ad }
856 1.11 ad if (cmajor >= 0 && cmajor < max_cdevsws && cdevsw[cmajor] != NULL)
857 1.11 ad rv = makedev(cmajor, minor(bdev));
858 1.23 pooka mutex_exit(&device_lock);
859 1.2 gehenna
860 1.11 ad return (rv);
861 1.11 ad }
862 1.11 ad
863 1.11 ad /*
864 1.11 ad * Device access methods.
865 1.11 ad */
866 1.11 ad
867 1.11 ad #define DEV_LOCK(d) \
868 1.17 ad if ((mpflag = (d->d_flag & D_MPSAFE)) == 0) { \
869 1.17 ad KERNEL_LOCK(1, NULL); \
870 1.11 ad }
871 1.2 gehenna
872 1.11 ad #define DEV_UNLOCK(d) \
873 1.17 ad if (mpflag == 0) { \
874 1.17 ad KERNEL_UNLOCK_ONE(NULL); \
875 1.2 gehenna }
876 1.2 gehenna
877 1.11 ad int
878 1.11 ad bdev_open(dev_t dev, int flag, int devtype, lwp_t *l)
879 1.11 ad {
880 1.11 ad const struct bdevsw *d;
881 1.17 ad int rv, mpflag;
882 1.11 ad
883 1.11 ad /*
884 1.11 ad * For open we need to lock, in order to synchronize
885 1.11 ad * with attach/detach.
886 1.11 ad */
887 1.23 pooka mutex_enter(&device_lock);
888 1.37.2.1 pgoyette d = bdevsw_lookup_acquire(dev);
889 1.23 pooka mutex_exit(&device_lock);
890 1.11 ad if (d == NULL)
891 1.11 ad return ENXIO;
892 1.11 ad
893 1.11 ad DEV_LOCK(d);
894 1.11 ad rv = (*d->d_open)(dev, flag, devtype, l);
895 1.11 ad DEV_UNLOCK(d);
896 1.37.2.1 pgoyette bdevsw_release(d);
897 1.11 ad
898 1.11 ad return rv;
899 1.11 ad }
900 1.11 ad
901 1.11 ad int
902 1.11 ad bdev_close(dev_t dev, int flag, int devtype, lwp_t *l)
903 1.11 ad {
904 1.11 ad const struct bdevsw *d;
905 1.17 ad int rv, mpflag;
906 1.11 ad
907 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
908 1.11 ad return ENXIO;
909 1.11 ad
910 1.11 ad DEV_LOCK(d);
911 1.11 ad rv = (*d->d_close)(dev, flag, devtype, l);
912 1.11 ad DEV_UNLOCK(d);
913 1.37.2.1 pgoyette bdevsw_release(d);
914 1.11 ad
915 1.11 ad return rv;
916 1.11 ad }
917 1.11 ad
918 1.34 riz SDT_PROVIDER_DECLARE(io);
919 1.34 riz SDT_PROBE_DEFINE1(io, kernel, , start, "struct buf *"/*bp*/);
920 1.34 riz
921 1.11 ad void
922 1.11 ad bdev_strategy(struct buf *bp)
923 1.11 ad {
924 1.11 ad const struct bdevsw *d;
925 1.17 ad int mpflag;
926 1.11 ad
927 1.34 riz SDT_PROBE1(io, kernel, , start, bp);
928 1.34 riz
929 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(bp->b_dev)) == NULL) {
930 1.28 jmcneill bp->b_error = ENXIO;
931 1.28 jmcneill bp->b_resid = bp->b_bcount;
932 1.31 pooka biodone_vfs(bp); /* biodone() iff vfs present */
933 1.28 jmcneill return;
934 1.28 jmcneill }
935 1.11 ad
936 1.11 ad DEV_LOCK(d);
937 1.11 ad (*d->d_strategy)(bp);
938 1.11 ad DEV_UNLOCK(d);
939 1.37.2.1 pgoyette bdevsw_release(d);
940 1.11 ad }
941 1.11 ad
942 1.11 ad int
943 1.11 ad bdev_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
944 1.11 ad {
945 1.11 ad const struct bdevsw *d;
946 1.17 ad int rv, mpflag;
947 1.11 ad
948 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
949 1.11 ad return ENXIO;
950 1.11 ad
951 1.11 ad DEV_LOCK(d);
952 1.11 ad rv = (*d->d_ioctl)(dev, cmd, data, flag, l);
953 1.11 ad DEV_UNLOCK(d);
954 1.37.2.1 pgoyette bdevsw_release(d);
955 1.11 ad
956 1.11 ad return rv;
957 1.11 ad }
958 1.11 ad
959 1.11 ad int
960 1.11 ad bdev_dump(dev_t dev, daddr_t addr, void *data, size_t sz)
961 1.11 ad {
962 1.11 ad const struct bdevsw *d;
963 1.11 ad int rv;
964 1.11 ad
965 1.11 ad /*
966 1.11 ad * Dump can be called without the device open. Since it can
967 1.11 ad * currently only be called with the system paused (and in a
968 1.11 ad * potentially unstable state), we don't perform any locking.
969 1.11 ad */
970 1.11 ad if ((d = bdevsw_lookup(dev)) == NULL)
971 1.11 ad return ENXIO;
972 1.11 ad
973 1.11 ad /* DEV_LOCK(d); */
974 1.11 ad rv = (*d->d_dump)(dev, addr, data, sz);
975 1.11 ad /* DEV_UNLOCK(d); */
976 1.11 ad
977 1.11 ad return rv;
978 1.11 ad }
979 1.11 ad
980 1.11 ad int
981 1.35 nat bdev_flags(dev_t dev)
982 1.35 nat {
983 1.35 nat const struct bdevsw *d;
984 1.37.2.1 pgoyette int rv;
985 1.35 nat
986 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
987 1.35 nat return 0;
988 1.37.2.1 pgoyette
989 1.37.2.1 pgoyette rv = d->d_flag & ~D_TYPEMASK;
990 1.37.2.1 pgoyette bdevsw_release(d);
991 1.37.2.1 pgoyette
992 1.37.2.1 pgoyette return rv;
993 1.35 nat }
994 1.35 nat
995 1.35 nat int
996 1.11 ad bdev_type(dev_t dev)
997 1.11 ad {
998 1.11 ad const struct bdevsw *d;
999 1.37.2.1 pgoyette int rv;
1000 1.11 ad
1001 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
1002 1.11 ad return D_OTHER;
1003 1.37.2.1 pgoyette
1004 1.37.2.1 pgoyette rv = d->d_flag & D_TYPEMASK;
1005 1.37.2.1 pgoyette bdevsw_release(d);
1006 1.37.2.1 pgoyette
1007 1.37.2.1 pgoyette return rv;
1008 1.11 ad }
1009 1.11 ad
1010 1.11 ad int
1011 1.29 mrg bdev_size(dev_t dev)
1012 1.29 mrg {
1013 1.29 mrg const struct bdevsw *d;
1014 1.29 mrg int rv, mpflag = 0;
1015 1.29 mrg
1016 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
1017 1.29 mrg return -1;
1018 1.29 mrg
1019 1.37.2.1 pgoyette if (d->d_psize == NULL) {
1020 1.37.2.1 pgoyette bdevsw_release(d);
1021 1.37.2.1 pgoyette return -1;
1022 1.37.2.1 pgoyette }
1023 1.37.2.1 pgoyette
1024 1.29 mrg /*
1025 1.29 mrg * Don't to try lock the device if we're dumping.
1026 1.30 mrg * XXX: is there a better way to test this?
1027 1.29 mrg */
1028 1.29 mrg if ((boothowto & RB_DUMP) == 0)
1029 1.29 mrg DEV_LOCK(d);
1030 1.29 mrg rv = (*d->d_psize)(dev);
1031 1.29 mrg if ((boothowto & RB_DUMP) == 0)
1032 1.29 mrg DEV_UNLOCK(d);
1033 1.37.2.1 pgoyette bdevsw_release(d);
1034 1.29 mrg return rv;
1035 1.29 mrg }
1036 1.29 mrg
1037 1.29 mrg int
1038 1.32 dholland bdev_discard(dev_t dev, off_t pos, off_t len)
1039 1.32 dholland {
1040 1.32 dholland const struct bdevsw *d;
1041 1.32 dholland int rv, mpflag;
1042 1.32 dholland
1043 1.37.2.1 pgoyette if ((d = bdevsw_lookup_acquire(dev)) == NULL)
1044 1.32 dholland return ENXIO;
1045 1.32 dholland
1046 1.32 dholland DEV_LOCK(d);
1047 1.32 dholland rv = (*d->d_discard)(dev, pos, len);
1048 1.32 dholland DEV_UNLOCK(d);
1049 1.37.2.1 pgoyette bdevsw_release(d);
1050 1.32 dholland
1051 1.32 dholland return rv;
1052 1.32 dholland }
1053 1.32 dholland
1054 1.32 dholland int
1055 1.11 ad cdev_open(dev_t dev, int flag, int devtype, lwp_t *l)
1056 1.11 ad {
1057 1.11 ad const struct cdevsw *d;
1058 1.17 ad int rv, mpflag;
1059 1.11 ad
1060 1.11 ad /*
1061 1.11 ad * For open we need to lock, in order to synchronize
1062 1.11 ad * with attach/detach.
1063 1.11 ad */
1064 1.23 pooka mutex_enter(&device_lock);
1065 1.37.2.1 pgoyette d = cdevsw_lookup_acquire(dev);
1066 1.23 pooka mutex_exit(&device_lock);
1067 1.11 ad if (d == NULL)
1068 1.11 ad return ENXIO;
1069 1.11 ad
1070 1.11 ad DEV_LOCK(d);
1071 1.11 ad rv = (*d->d_open)(dev, flag, devtype, l);
1072 1.11 ad DEV_UNLOCK(d);
1073 1.37.2.1 pgoyette cdevsw_release(d);
1074 1.11 ad
1075 1.11 ad return rv;
1076 1.11 ad }
1077 1.11 ad
1078 1.11 ad int
1079 1.11 ad cdev_close(dev_t dev, int flag, int devtype, lwp_t *l)
1080 1.11 ad {
1081 1.11 ad const struct cdevsw *d;
1082 1.17 ad int rv, mpflag;
1083 1.11 ad
1084 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1085 1.11 ad return ENXIO;
1086 1.11 ad
1087 1.11 ad DEV_LOCK(d);
1088 1.11 ad rv = (*d->d_close)(dev, flag, devtype, l);
1089 1.11 ad DEV_UNLOCK(d);
1090 1.37.2.1 pgoyette cdevsw_release(d);
1091 1.11 ad
1092 1.11 ad return rv;
1093 1.11 ad }
1094 1.11 ad
1095 1.11 ad int
1096 1.11 ad cdev_read(dev_t dev, struct uio *uio, int flag)
1097 1.11 ad {
1098 1.11 ad const struct cdevsw *d;
1099 1.17 ad int rv, mpflag;
1100 1.11 ad
1101 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1102 1.11 ad return ENXIO;
1103 1.11 ad
1104 1.11 ad DEV_LOCK(d);
1105 1.11 ad rv = (*d->d_read)(dev, uio, flag);
1106 1.11 ad DEV_UNLOCK(d);
1107 1.37.2.1 pgoyette cdevsw_release(d);
1108 1.11 ad
1109 1.11 ad return rv;
1110 1.11 ad }
1111 1.11 ad
1112 1.11 ad int
1113 1.11 ad cdev_write(dev_t dev, struct uio *uio, int flag)
1114 1.11 ad {
1115 1.11 ad const struct cdevsw *d;
1116 1.17 ad int rv, mpflag;
1117 1.11 ad
1118 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1119 1.11 ad return ENXIO;
1120 1.11 ad
1121 1.11 ad DEV_LOCK(d);
1122 1.11 ad rv = (*d->d_write)(dev, uio, flag);
1123 1.11 ad DEV_UNLOCK(d);
1124 1.37.2.1 pgoyette cdevsw_release(d);
1125 1.11 ad
1126 1.11 ad return rv;
1127 1.11 ad }
1128 1.11 ad
1129 1.11 ad int
1130 1.11 ad cdev_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
1131 1.11 ad {
1132 1.11 ad const struct cdevsw *d;
1133 1.17 ad int rv, mpflag;
1134 1.11 ad
1135 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1136 1.11 ad return ENXIO;
1137 1.11 ad
1138 1.11 ad DEV_LOCK(d);
1139 1.11 ad rv = (*d->d_ioctl)(dev, cmd, data, flag, l);
1140 1.11 ad DEV_UNLOCK(d);
1141 1.37.2.1 pgoyette cdevsw_release(d);
1142 1.11 ad
1143 1.11 ad return rv;
1144 1.11 ad }
1145 1.11 ad
1146 1.11 ad void
1147 1.11 ad cdev_stop(struct tty *tp, int flag)
1148 1.11 ad {
1149 1.11 ad const struct cdevsw *d;
1150 1.17 ad int mpflag;
1151 1.11 ad
1152 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(tp->t_dev)) == NULL)
1153 1.11 ad return;
1154 1.11 ad
1155 1.11 ad DEV_LOCK(d);
1156 1.11 ad (*d->d_stop)(tp, flag);
1157 1.11 ad DEV_UNLOCK(d);
1158 1.37.2.1 pgoyette cdevsw_release(d);
1159 1.11 ad }
1160 1.11 ad
1161 1.11 ad struct tty *
1162 1.11 ad cdev_tty(dev_t dev)
1163 1.11 ad {
1164 1.11 ad const struct cdevsw *d;
1165 1.37.2.1 pgoyette struct tty *rv;
1166 1.11 ad
1167 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1168 1.11 ad return NULL;
1169 1.11 ad
1170 1.12 ad /* XXX Check if necessary. */
1171 1.12 ad if (d->d_tty == NULL)
1172 1.37.2.1 pgoyette rv = NULL;
1173 1.37.2.1 pgoyette else
1174 1.37.2.1 pgoyette rv= (*d->d_tty)(dev);
1175 1.37.2.1 pgoyette cdevsw_release(d);
1176 1.12 ad
1177 1.37.2.1 pgoyette return rv;
1178 1.11 ad }
1179 1.11 ad
1180 1.11 ad int
1181 1.11 ad cdev_poll(dev_t dev, int flag, lwp_t *l)
1182 1.11 ad {
1183 1.11 ad const struct cdevsw *d;
1184 1.17 ad int rv, mpflag;
1185 1.11 ad
1186 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1187 1.11 ad return POLLERR;
1188 1.11 ad
1189 1.11 ad DEV_LOCK(d);
1190 1.11 ad rv = (*d->d_poll)(dev, flag, l);
1191 1.11 ad DEV_UNLOCK(d);
1192 1.37.2.1 pgoyette cdevsw_release(d);
1193 1.11 ad
1194 1.11 ad return rv;
1195 1.11 ad }
1196 1.11 ad
1197 1.11 ad paddr_t
1198 1.11 ad cdev_mmap(dev_t dev, off_t off, int flag)
1199 1.11 ad {
1200 1.11 ad const struct cdevsw *d;
1201 1.11 ad paddr_t rv;
1202 1.17 ad int mpflag;
1203 1.11 ad
1204 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1205 1.11 ad return (paddr_t)-1LL;
1206 1.11 ad
1207 1.11 ad DEV_LOCK(d);
1208 1.11 ad rv = (*d->d_mmap)(dev, off, flag);
1209 1.11 ad DEV_UNLOCK(d);
1210 1.37.2.1 pgoyette cdevsw_release(d);
1211 1.11 ad
1212 1.11 ad return rv;
1213 1.11 ad }
1214 1.11 ad
1215 1.11 ad int
1216 1.11 ad cdev_kqfilter(dev_t dev, struct knote *kn)
1217 1.11 ad {
1218 1.11 ad const struct cdevsw *d;
1219 1.17 ad int rv, mpflag;
1220 1.11 ad
1221 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1222 1.11 ad return ENXIO;
1223 1.11 ad
1224 1.11 ad DEV_LOCK(d);
1225 1.11 ad rv = (*d->d_kqfilter)(dev, kn);
1226 1.11 ad DEV_UNLOCK(d);
1227 1.37.2.1 pgoyette cdevsw_release(d);
1228 1.11 ad
1229 1.11 ad return rv;
1230 1.11 ad }
1231 1.11 ad
1232 1.11 ad int
1233 1.32 dholland cdev_discard(dev_t dev, off_t pos, off_t len)
1234 1.32 dholland {
1235 1.32 dholland const struct cdevsw *d;
1236 1.32 dholland int rv, mpflag;
1237 1.32 dholland
1238 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1239 1.32 dholland return ENXIO;
1240 1.32 dholland
1241 1.32 dholland DEV_LOCK(d);
1242 1.32 dholland rv = (*d->d_discard)(dev, pos, len);
1243 1.32 dholland DEV_UNLOCK(d);
1244 1.37.2.1 pgoyette cdevsw_release(d);
1245 1.32 dholland
1246 1.32 dholland return rv;
1247 1.32 dholland }
1248 1.32 dholland
1249 1.32 dholland int
1250 1.35 nat cdev_flags(dev_t dev)
1251 1.35 nat {
1252 1.35 nat const struct cdevsw *d;
1253 1.37.2.1 pgoyette int rv;
1254 1.35 nat
1255 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1256 1.35 nat return 0;
1257 1.37.2.1 pgoyette
1258 1.37.2.1 pgoyette rv = d->d_flag & ~D_TYPEMASK;
1259 1.37.2.1 pgoyette cdevsw_release(d);
1260 1.37.2.1 pgoyette
1261 1.37.2.1 pgoyette return rv;
1262 1.35 nat }
1263 1.35 nat
1264 1.35 nat int
1265 1.11 ad cdev_type(dev_t dev)
1266 1.11 ad {
1267 1.11 ad const struct cdevsw *d;
1268 1.37.2.1 pgoyette int rv;
1269 1.11 ad
1270 1.37.2.1 pgoyette if ((d = cdevsw_lookup_acquire(dev)) == NULL)
1271 1.11 ad return D_OTHER;
1272 1.37.2.1 pgoyette
1273 1.37.2.1 pgoyette rv = d->d_flag & D_TYPEMASK;
1274 1.37.2.1 pgoyette cdevsw_release(d);
1275 1.37.2.1 pgoyette
1276 1.37.2.1 pgoyette return rv;
1277 1.2 gehenna }
1278 1.36 riastrad
1279 1.36 riastrad /*
1280 1.36 riastrad * nommap(dev, off, prot)
1281 1.36 riastrad *
1282 1.36 riastrad * mmap routine that always fails, for non-mmappable devices.
1283 1.36 riastrad */
1284 1.36 riastrad paddr_t
1285 1.36 riastrad nommap(dev_t dev, off_t off, int prot)
1286 1.36 riastrad {
1287 1.36 riastrad
1288 1.36 riastrad return (paddr_t)-1;
1289 1.36 riastrad }
1290