vfs_trans.c revision 1.50 1 1.49 manu /* $NetBSD: vfs_trans.c,v 1.50 2018/10/05 01:25:38 manu Exp $ */
2 1.1 hannken
3 1.1 hannken /*-
4 1.1 hannken * Copyright (c) 2007 The NetBSD Foundation, Inc.
5 1.1 hannken * All rights reserved.
6 1.1 hannken *
7 1.1 hannken * This code is derived from software contributed to The NetBSD Foundation
8 1.1 hannken * by Juergen Hannken-Illjes.
9 1.1 hannken *
10 1.1 hannken * Redistribution and use in source and binary forms, with or without
11 1.1 hannken * modification, are permitted provided that the following conditions
12 1.1 hannken * are met:
13 1.1 hannken * 1. Redistributions of source code must retain the above copyright
14 1.1 hannken * notice, this list of conditions and the following disclaimer.
15 1.1 hannken * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 hannken * notice, this list of conditions and the following disclaimer in the
17 1.1 hannken * documentation and/or other materials provided with the distribution.
18 1.1 hannken *
19 1.1 hannken * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 hannken * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 hannken * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 hannken * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 hannken * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 hannken * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 hannken * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 hannken * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 hannken * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 hannken * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 hannken * POSSIBILITY OF SUCH DAMAGE.
30 1.1 hannken */
31 1.1 hannken
32 1.1 hannken #include <sys/cdefs.h>
33 1.49 manu __KERNEL_RCSID(0, "$NetBSD: vfs_trans.c,v 1.50 2018/10/05 01:25:38 manu Exp $");
34 1.1 hannken
35 1.1 hannken /*
36 1.1 hannken * File system transaction operations.
37 1.1 hannken */
38 1.1 hannken
39 1.34 pooka #ifdef _KERNEL_OPT
40 1.1 hannken #include "opt_ddb.h"
41 1.34 pooka #endif
42 1.1 hannken
43 1.1 hannken #include <sys/param.h>
44 1.1 hannken #include <sys/systm.h>
45 1.26 hannken #include <sys/atomic.h>
46 1.24 pooka #include <sys/buf.h>
47 1.12 hannken #include <sys/kmem.h>
48 1.1 hannken #include <sys/mount.h>
49 1.26 hannken #include <sys/pserialize.h>
50 1.1 hannken #include <sys/vnode.h>
51 1.1 hannken #include <sys/fstrans.h>
52 1.10 ad #include <sys/proc.h>
53 1.1 hannken
54 1.12 hannken #include <miscfs/specfs/specdev.h>
55 1.1 hannken
56 1.46 hannken enum fstrans_lock_type {
57 1.46 hannken FSTRANS_SHARED, /* Granted while not suspending */
58 1.46 hannken FSTRANS_EXCL /* Internal: exclusive lock */
59 1.46 hannken };
60 1.46 hannken
61 1.16 ad struct fscow_handler {
62 1.26 hannken LIST_ENTRY(fscow_handler) ch_list;
63 1.16 ad int (*ch_func)(void *, struct buf *, bool);
64 1.16 ad void *ch_arg;
65 1.16 ad };
66 1.1 hannken struct fstrans_lwp_info {
67 1.1 hannken struct fstrans_lwp_info *fli_succ;
68 1.26 hannken struct lwp *fli_self;
69 1.1 hannken struct mount *fli_mount;
70 1.20 hannken int fli_trans_cnt;
71 1.20 hannken int fli_cow_cnt;
72 1.1 hannken enum fstrans_lock_type fli_lock_type;
73 1.26 hannken LIST_ENTRY(fstrans_lwp_info) fli_list;
74 1.1 hannken };
75 1.1 hannken struct fstrans_mount_info {
76 1.1 hannken enum fstrans_state fmi_state;
77 1.26 hannken unsigned int fmi_ref_cnt;
78 1.26 hannken bool fmi_cow_change;
79 1.26 hannken LIST_HEAD(, fscow_handler) fmi_cow_handler;
80 1.1 hannken };
81 1.1 hannken
82 1.26 hannken static specificdata_key_t lwp_data_key; /* Our specific data key. */
83 1.4 ad static kmutex_t vfs_suspend_lock; /* Serialize suspensions. */
84 1.26 hannken static kmutex_t fstrans_lock; /* Fstrans big lock. */
85 1.35 hannken static kmutex_t fstrans_mount_lock; /* Fstrans mount big lock. */
86 1.26 hannken static kcondvar_t fstrans_state_cv; /* Fstrans or cow state changed. */
87 1.26 hannken static kcondvar_t fstrans_count_cv; /* Fstrans or cow count changed. */
88 1.26 hannken static pserialize_t fstrans_psz; /* Pserialize state. */
89 1.26 hannken static LIST_HEAD(fstrans_lwp_head, fstrans_lwp_info) fstrans_fli_head;
90 1.26 hannken /* List of all fstrans_lwp_info. */
91 1.1 hannken
92 1.38 hannken static inline struct mount *fstrans_normalize_mount(struct mount *);
93 1.1 hannken static void fstrans_lwp_dtor(void *);
94 1.26 hannken static void fstrans_mount_dtor(struct mount *);
95 1.47 hannken static void fstrans_clear_lwp_info(void);
96 1.48 hannken static inline struct fstrans_lwp_info *
97 1.48 hannken fstrans_get_lwp_info(struct mount *, bool);
98 1.48 hannken static struct fstrans_lwp_info *fstrans_alloc_lwp_info(struct mount *);
99 1.46 hannken static inline int _fstrans_start(struct mount *, enum fstrans_lock_type, int);
100 1.26 hannken static bool grant_lock(const enum fstrans_state, const enum fstrans_lock_type);
101 1.26 hannken static bool state_change_done(const struct mount *);
102 1.26 hannken static bool cow_state_change_done(const struct mount *);
103 1.26 hannken static void cow_change_enter(const struct mount *);
104 1.26 hannken static void cow_change_done(const struct mount *);
105 1.1 hannken
106 1.1 hannken /*
107 1.26 hannken * Initialize.
108 1.1 hannken */
109 1.1 hannken void
110 1.1 hannken fstrans_init(void)
111 1.1 hannken {
112 1.28 martin int error __diagused;
113 1.1 hannken
114 1.1 hannken error = lwp_specific_key_create(&lwp_data_key, fstrans_lwp_dtor);
115 1.1 hannken KASSERT(error == 0);
116 1.7 ad
117 1.4 ad mutex_init(&vfs_suspend_lock, MUTEX_DEFAULT, IPL_NONE);
118 1.26 hannken mutex_init(&fstrans_lock, MUTEX_DEFAULT, IPL_NONE);
119 1.35 hannken mutex_init(&fstrans_mount_lock, MUTEX_DEFAULT, IPL_NONE);
120 1.26 hannken cv_init(&fstrans_state_cv, "fstchg");
121 1.26 hannken cv_init(&fstrans_count_cv, "fstcnt");
122 1.26 hannken fstrans_psz = pserialize_create();
123 1.26 hannken LIST_INIT(&fstrans_fli_head);
124 1.1 hannken }
125 1.1 hannken
126 1.1 hannken /*
127 1.38 hannken * Normalize mount.
128 1.38 hannken * Return mount if file system supports fstrans, NULL otherwise.
129 1.38 hannken */
130 1.38 hannken static inline struct mount *
131 1.38 hannken fstrans_normalize_mount(struct mount *mp)
132 1.38 hannken {
133 1.38 hannken
134 1.39 hannken while (mp && mp->mnt_lower)
135 1.39 hannken mp = mp->mnt_lower;
136 1.38 hannken if (mp == NULL)
137 1.38 hannken return NULL;
138 1.38 hannken if ((mp->mnt_iflag & IMNT_HAS_TRANS) == 0)
139 1.38 hannken return NULL;
140 1.38 hannken return mp;
141 1.38 hannken }
142 1.38 hannken
143 1.38 hannken /*
144 1.26 hannken * Deallocate lwp state.
145 1.1 hannken */
146 1.1 hannken static void
147 1.1 hannken fstrans_lwp_dtor(void *arg)
148 1.1 hannken {
149 1.1 hannken struct fstrans_lwp_info *fli, *fli_next;
150 1.1 hannken
151 1.1 hannken for (fli = arg; fli; fli = fli_next) {
152 1.20 hannken KASSERT(fli->fli_trans_cnt == 0);
153 1.20 hannken KASSERT(fli->fli_cow_cnt == 0);
154 1.26 hannken if (fli->fli_mount != NULL)
155 1.26 hannken fstrans_mount_dtor(fli->fli_mount);
156 1.1 hannken fli_next = fli->fli_succ;
157 1.30 hannken fli->fli_mount = NULL;
158 1.30 hannken membar_sync();
159 1.30 hannken fli->fli_self = NULL;
160 1.1 hannken }
161 1.26 hannken }
162 1.26 hannken
163 1.26 hannken /*
164 1.26 hannken * Dereference mount state.
165 1.26 hannken */
166 1.26 hannken static void
167 1.26 hannken fstrans_mount_dtor(struct mount *mp)
168 1.26 hannken {
169 1.26 hannken struct fstrans_mount_info *fmi;
170 1.26 hannken
171 1.35 hannken mutex_enter(&fstrans_mount_lock);
172 1.35 hannken
173 1.26 hannken fmi = mp->mnt_transinfo;
174 1.35 hannken KASSERT(fmi != NULL);
175 1.35 hannken fmi->fmi_ref_cnt -= 1;
176 1.35 hannken if (fmi->fmi_ref_cnt > 0) {
177 1.35 hannken mutex_exit(&fstrans_mount_lock);
178 1.26 hannken return;
179 1.35 hannken }
180 1.26 hannken
181 1.26 hannken KASSERT(fmi->fmi_state == FSTRANS_NORMAL);
182 1.26 hannken KASSERT(LIST_FIRST(&fmi->fmi_cow_handler) == NULL);
183 1.26 hannken
184 1.26 hannken mp->mnt_iflag &= ~IMNT_HAS_TRANS;
185 1.26 hannken mp->mnt_transinfo = NULL;
186 1.26 hannken
187 1.35 hannken mutex_exit(&fstrans_mount_lock);
188 1.35 hannken
189 1.35 hannken kmem_free(fmi, sizeof(*fmi));
190 1.42 hannken vfs_rele(mp);
191 1.1 hannken }
192 1.1 hannken
193 1.1 hannken /*
194 1.26 hannken * Allocate mount state.
195 1.1 hannken */
196 1.16 ad int
197 1.16 ad fstrans_mount(struct mount *mp)
198 1.1 hannken {
199 1.31 matt struct fstrans_mount_info *newfmi;
200 1.16 ad
201 1.32 pooka newfmi = kmem_alloc(sizeof(*newfmi), KM_SLEEP);
202 1.31 matt newfmi->fmi_state = FSTRANS_NORMAL;
203 1.31 matt newfmi->fmi_ref_cnt = 1;
204 1.31 matt LIST_INIT(&newfmi->fmi_cow_handler);
205 1.31 matt newfmi->fmi_cow_change = false;
206 1.16 ad
207 1.35 hannken mutex_enter(&fstrans_mount_lock);
208 1.31 matt mp->mnt_transinfo = newfmi;
209 1.16 ad mp->mnt_iflag |= IMNT_HAS_TRANS;
210 1.35 hannken mutex_exit(&fstrans_mount_lock);
211 1.1 hannken
212 1.43 hannken vfs_ref(mp);
213 1.26 hannken
214 1.16 ad return 0;
215 1.1 hannken }
216 1.1 hannken
217 1.1 hannken /*
218 1.26 hannken * Deallocate mount state.
219 1.1 hannken */
220 1.16 ad void
221 1.16 ad fstrans_unmount(struct mount *mp)
222 1.1 hannken {
223 1.1 hannken
224 1.38 hannken if ((mp->mnt_iflag & IMNT_HAS_TRANS) == 0)
225 1.38 hannken return;
226 1.38 hannken
227 1.26 hannken KASSERT(mp->mnt_transinfo != NULL);
228 1.1 hannken
229 1.26 hannken fstrans_mount_dtor(mp);
230 1.1 hannken }
231 1.1 hannken
232 1.1 hannken /*
233 1.47 hannken * Clear mount entries whose mount is gone.
234 1.20 hannken */
235 1.47 hannken static void
236 1.47 hannken fstrans_clear_lwp_info(void)
237 1.20 hannken {
238 1.47 hannken struct fstrans_lwp_info *fli;
239 1.20 hannken
240 1.26 hannken /*
241 1.47 hannken * Scan our list clearing entries whose mount is gone.
242 1.26 hannken */
243 1.20 hannken for (fli = lwp_getspecific(lwp_data_key); fli; fli = fli->fli_succ) {
244 1.47 hannken if (fli->fli_mount != NULL &&
245 1.26 hannken (fli->fli_mount->mnt_iflag & IMNT_GONE) != 0 &&
246 1.26 hannken fli->fli_trans_cnt == 0 && fli->fli_cow_cnt == 0) {
247 1.26 hannken fstrans_mount_dtor(fli->fli_mount);
248 1.26 hannken fli->fli_mount = NULL;
249 1.26 hannken }
250 1.20 hannken }
251 1.47 hannken }
252 1.47 hannken
253 1.47 hannken /*
254 1.48 hannken * Allocate and return per lwp info for this mount.
255 1.47 hannken */
256 1.47 hannken static struct fstrans_lwp_info *
257 1.48 hannken fstrans_alloc_lwp_info(struct mount *mp)
258 1.47 hannken {
259 1.47 hannken struct fstrans_lwp_info *fli;
260 1.47 hannken struct fstrans_mount_info *fmi;
261 1.47 hannken
262 1.47 hannken /*
263 1.26 hannken * Try to reuse a cleared entry or allocate a new one.
264 1.26 hannken */
265 1.26 hannken for (fli = lwp_getspecific(lwp_data_key); fli; fli = fli->fli_succ) {
266 1.48 hannken KASSERT(fli->fli_mount != mp);
267 1.26 hannken if (fli->fli_mount == NULL) {
268 1.26 hannken KASSERT(fli->fli_trans_cnt == 0);
269 1.26 hannken KASSERT(fli->fli_cow_cnt == 0);
270 1.26 hannken break;
271 1.26 hannken }
272 1.26 hannken }
273 1.26 hannken if (fli == NULL) {
274 1.30 hannken mutex_enter(&fstrans_lock);
275 1.30 hannken LIST_FOREACH(fli, &fstrans_fli_head, fli_list) {
276 1.30 hannken if (fli->fli_self == NULL) {
277 1.35 hannken KASSERT(fli->fli_mount == NULL);
278 1.30 hannken KASSERT(fli->fli_trans_cnt == 0);
279 1.30 hannken KASSERT(fli->fli_cow_cnt == 0);
280 1.30 hannken fli->fli_self = curlwp;
281 1.30 hannken fli->fli_succ = lwp_getspecific(lwp_data_key);
282 1.30 hannken lwp_setspecific(lwp_data_key, fli);
283 1.30 hannken break;
284 1.30 hannken }
285 1.30 hannken }
286 1.30 hannken mutex_exit(&fstrans_lock);
287 1.30 hannken }
288 1.30 hannken if (fli == NULL) {
289 1.30 hannken fli = kmem_alloc(sizeof(*fli), KM_SLEEP);
290 1.26 hannken mutex_enter(&fstrans_lock);
291 1.26 hannken memset(fli, 0, sizeof(*fli));
292 1.26 hannken fli->fli_self = curlwp;
293 1.26 hannken LIST_INSERT_HEAD(&fstrans_fli_head, fli, fli_list);
294 1.26 hannken mutex_exit(&fstrans_lock);
295 1.26 hannken fli->fli_succ = lwp_getspecific(lwp_data_key);
296 1.26 hannken lwp_setspecific(lwp_data_key, fli);
297 1.20 hannken }
298 1.20 hannken
299 1.26 hannken /*
300 1.44 hannken * Attach the entry to the mount if its mnt_transinfo is valid.
301 1.26 hannken */
302 1.35 hannken mutex_enter(&fstrans_mount_lock);
303 1.37 hannken fmi = mp->mnt_transinfo;
304 1.44 hannken if (__predict_true(fmi != NULL)) {
305 1.44 hannken fli->fli_mount = mp;
306 1.44 hannken fmi->fmi_ref_cnt += 1;
307 1.44 hannken } else {
308 1.44 hannken fli = NULL;
309 1.44 hannken }
310 1.35 hannken mutex_exit(&fstrans_mount_lock);
311 1.26 hannken
312 1.26 hannken return fli;
313 1.26 hannken }
314 1.26 hannken
315 1.26 hannken /*
316 1.48 hannken * Retrieve the per lwp info for this mount allocating if necessary.
317 1.48 hannken */
318 1.48 hannken static inline struct fstrans_lwp_info *
319 1.48 hannken fstrans_get_lwp_info(struct mount *mp, bool do_alloc)
320 1.48 hannken {
321 1.48 hannken struct fstrans_lwp_info *fli;
322 1.48 hannken
323 1.48 hannken /*
324 1.48 hannken * Scan our list for a match.
325 1.48 hannken */
326 1.48 hannken for (fli = lwp_getspecific(lwp_data_key); fli; fli = fli->fli_succ) {
327 1.48 hannken if (fli->fli_mount == mp)
328 1.48 hannken return fli;
329 1.48 hannken }
330 1.48 hannken
331 1.48 hannken return (do_alloc ? fstrans_alloc_lwp_info(mp) : NULL);
332 1.48 hannken }
333 1.48 hannken
334 1.48 hannken /*
335 1.26 hannken * Check if this lock type is granted at this state.
336 1.26 hannken */
337 1.26 hannken static bool
338 1.26 hannken grant_lock(const enum fstrans_state state, const enum fstrans_lock_type type)
339 1.26 hannken {
340 1.20 hannken
341 1.26 hannken if (__predict_true(state == FSTRANS_NORMAL))
342 1.26 hannken return true;
343 1.26 hannken if (type == FSTRANS_EXCL)
344 1.26 hannken return true;
345 1.20 hannken
346 1.26 hannken return false;
347 1.20 hannken }
348 1.20 hannken
349 1.20 hannken /*
350 1.1 hannken * Start a transaction. If this thread already has a transaction on this
351 1.1 hannken * file system increment the reference counter.
352 1.1 hannken */
353 1.46 hannken static inline int
354 1.1 hannken _fstrans_start(struct mount *mp, enum fstrans_lock_type lock_type, int wait)
355 1.1 hannken {
356 1.26 hannken int s;
357 1.40 hannken struct mount *lmp;
358 1.20 hannken struct fstrans_lwp_info *fli;
359 1.1 hannken struct fstrans_mount_info *fmi;
360 1.1 hannken
361 1.40 hannken if ((lmp = fstrans_normalize_mount(mp)) == NULL)
362 1.38 hannken return 0;
363 1.38 hannken
364 1.18 yamt ASSERT_SLEEPABLE();
365 1.1 hannken
366 1.40 hannken /*
367 1.40 hannken * Allocate per lwp info for layered file systems to
368 1.40 hannken * get a reference to the mount. No need to increment
369 1.40 hannken * the reference counter here.
370 1.40 hannken */
371 1.40 hannken for (lmp = mp; lmp->mnt_lower; lmp = lmp->mnt_lower) {
372 1.40 hannken fli = fstrans_get_lwp_info(lmp, true);
373 1.40 hannken }
374 1.40 hannken
375 1.40 hannken if ((fli = fstrans_get_lwp_info(lmp, true)) == NULL)
376 1.1 hannken return 0;
377 1.1 hannken
378 1.20 hannken if (fli->fli_trans_cnt > 0) {
379 1.26 hannken KASSERT(lock_type != FSTRANS_EXCL);
380 1.20 hannken fli->fli_trans_cnt += 1;
381 1.26 hannken
382 1.20 hannken return 0;
383 1.1 hannken }
384 1.1 hannken
385 1.26 hannken s = pserialize_read_enter();
386 1.40 hannken fmi = lmp->mnt_transinfo;
387 1.26 hannken if (__predict_true(grant_lock(fmi->fmi_state, lock_type))) {
388 1.26 hannken fli->fli_trans_cnt = 1;
389 1.26 hannken fli->fli_lock_type = lock_type;
390 1.26 hannken pserialize_read_exit(s);
391 1.1 hannken
392 1.26 hannken return 0;
393 1.26 hannken }
394 1.26 hannken pserialize_read_exit(s);
395 1.8 hannken
396 1.26 hannken if (! wait)
397 1.8 hannken return EBUSY;
398 1.1 hannken
399 1.26 hannken mutex_enter(&fstrans_lock);
400 1.26 hannken while (! grant_lock(fmi->fmi_state, lock_type))
401 1.26 hannken cv_wait(&fstrans_state_cv, &fstrans_lock);
402 1.20 hannken fli->fli_trans_cnt = 1;
403 1.20 hannken fli->fli_lock_type = lock_type;
404 1.26 hannken mutex_exit(&fstrans_lock);
405 1.1 hannken
406 1.1 hannken return 0;
407 1.1 hannken }
408 1.1 hannken
409 1.46 hannken void
410 1.46 hannken fstrans_start(struct mount *mp)
411 1.46 hannken {
412 1.46 hannken int error __diagused;
413 1.46 hannken
414 1.46 hannken error = _fstrans_start(mp, FSTRANS_SHARED, 1);
415 1.46 hannken KASSERT(error == 0);
416 1.46 hannken }
417 1.46 hannken
418 1.46 hannken int
419 1.46 hannken fstrans_start_nowait(struct mount *mp)
420 1.46 hannken {
421 1.46 hannken
422 1.46 hannken return _fstrans_start(mp, FSTRANS_SHARED, 0);
423 1.46 hannken }
424 1.46 hannken
425 1.1 hannken /*
426 1.1 hannken * Finish a transaction.
427 1.1 hannken */
428 1.1 hannken void
429 1.1 hannken fstrans_done(struct mount *mp)
430 1.1 hannken {
431 1.26 hannken int s;
432 1.1 hannken struct fstrans_lwp_info *fli;
433 1.1 hannken struct fstrans_mount_info *fmi;
434 1.1 hannken
435 1.38 hannken if ((mp = fstrans_normalize_mount(mp)) == NULL)
436 1.38 hannken return;
437 1.44 hannken if ((fli = fstrans_get_lwp_info(mp, false)) == NULL)
438 1.44 hannken return;
439 1.26 hannken KASSERT(fli->fli_trans_cnt > 0);
440 1.26 hannken
441 1.26 hannken if (fli->fli_trans_cnt > 1) {
442 1.26 hannken fli->fli_trans_cnt -= 1;
443 1.26 hannken
444 1.26 hannken return;
445 1.1 hannken }
446 1.1 hannken
447 1.47 hannken fstrans_clear_lwp_info();
448 1.47 hannken
449 1.26 hannken s = pserialize_read_enter();
450 1.26 hannken fmi = mp->mnt_transinfo;
451 1.26 hannken if (__predict_true(fmi->fmi_state == FSTRANS_NORMAL)) {
452 1.26 hannken fli->fli_trans_cnt = 0;
453 1.26 hannken pserialize_read_exit(s);
454 1.26 hannken
455 1.26 hannken return;
456 1.26 hannken }
457 1.26 hannken pserialize_read_exit(s);
458 1.20 hannken
459 1.26 hannken mutex_enter(&fstrans_lock);
460 1.26 hannken fli->fli_trans_cnt = 0;
461 1.26 hannken cv_signal(&fstrans_count_cv);
462 1.26 hannken mutex_exit(&fstrans_lock);
463 1.1 hannken }
464 1.1 hannken
465 1.1 hannken /*
466 1.1 hannken * Check if this thread has an exclusive lock.
467 1.1 hannken */
468 1.1 hannken int
469 1.1 hannken fstrans_is_owner(struct mount *mp)
470 1.1 hannken {
471 1.1 hannken struct fstrans_lwp_info *fli;
472 1.1 hannken
473 1.38 hannken if ((mp = fstrans_normalize_mount(mp)) == NULL)
474 1.38 hannken return 0;
475 1.38 hannken if ((fli = fstrans_get_lwp_info(mp, false)) == NULL)
476 1.1 hannken return 0;
477 1.1 hannken
478 1.35 hannken if (fli->fli_trans_cnt == 0)
479 1.1 hannken return 0;
480 1.1 hannken
481 1.1 hannken KASSERT(fli->fli_mount == mp);
482 1.20 hannken KASSERT(fli->fli_trans_cnt > 0);
483 1.26 hannken
484 1.2 hannken return (fli->fli_lock_type == FSTRANS_EXCL);
485 1.1 hannken }
486 1.1 hannken
487 1.1 hannken /*
488 1.26 hannken * True, if no thread is in a transaction not granted at the current state.
489 1.26 hannken */
490 1.26 hannken static bool
491 1.26 hannken state_change_done(const struct mount *mp)
492 1.26 hannken {
493 1.26 hannken struct fstrans_lwp_info *fli;
494 1.26 hannken struct fstrans_mount_info *fmi;
495 1.26 hannken
496 1.26 hannken KASSERT(mutex_owned(&fstrans_lock));
497 1.26 hannken
498 1.26 hannken fmi = mp->mnt_transinfo;
499 1.26 hannken LIST_FOREACH(fli, &fstrans_fli_head, fli_list) {
500 1.26 hannken if (fli->fli_mount != mp)
501 1.26 hannken continue;
502 1.26 hannken if (fli->fli_trans_cnt == 0)
503 1.26 hannken continue;
504 1.26 hannken if (grant_lock(fmi->fmi_state, fli->fli_lock_type))
505 1.26 hannken continue;
506 1.26 hannken
507 1.26 hannken return false;
508 1.26 hannken }
509 1.26 hannken
510 1.26 hannken return true;
511 1.26 hannken }
512 1.26 hannken
513 1.26 hannken /*
514 1.1 hannken * Set new file system state.
515 1.1 hannken */
516 1.1 hannken int
517 1.1 hannken fstrans_setstate(struct mount *mp, enum fstrans_state new_state)
518 1.1 hannken {
519 1.26 hannken int error;
520 1.26 hannken enum fstrans_state old_state;
521 1.1 hannken struct fstrans_mount_info *fmi;
522 1.1 hannken
523 1.16 ad fmi = mp->mnt_transinfo;
524 1.26 hannken old_state = fmi->fmi_state;
525 1.26 hannken if (old_state == new_state)
526 1.26 hannken return 0;
527 1.1 hannken
528 1.26 hannken mutex_enter(&fstrans_lock);
529 1.26 hannken fmi->fmi_state = new_state;
530 1.26 hannken pserialize_perform(fstrans_psz);
531 1.26 hannken
532 1.26 hannken /*
533 1.26 hannken * All threads see the new state now.
534 1.26 hannken * Wait for transactions invalid at this state to leave.
535 1.26 hannken */
536 1.26 hannken error = 0;
537 1.26 hannken while (! state_change_done(mp)) {
538 1.50 manu error = cv_wait_sig(&fstrans_count_cv, &fstrans_lock);
539 1.26 hannken if (error) {
540 1.26 hannken new_state = fmi->fmi_state = FSTRANS_NORMAL;
541 1.26 hannken break;
542 1.26 hannken }
543 1.26 hannken }
544 1.26 hannken cv_broadcast(&fstrans_state_cv);
545 1.26 hannken mutex_exit(&fstrans_lock);
546 1.1 hannken
547 1.26 hannken if (old_state != new_state) {
548 1.26 hannken if (old_state == FSTRANS_NORMAL)
549 1.46 hannken _fstrans_start(mp, FSTRANS_EXCL, 1);
550 1.26 hannken if (new_state == FSTRANS_NORMAL)
551 1.1 hannken fstrans_done(mp);
552 1.1 hannken }
553 1.1 hannken
554 1.26 hannken return error;
555 1.1 hannken }
556 1.1 hannken
557 1.1 hannken /*
558 1.26 hannken * Get current file system state.
559 1.1 hannken */
560 1.1 hannken enum fstrans_state
561 1.1 hannken fstrans_getstate(struct mount *mp)
562 1.1 hannken {
563 1.1 hannken struct fstrans_mount_info *fmi;
564 1.1 hannken
565 1.16 ad fmi = mp->mnt_transinfo;
566 1.26 hannken KASSERT(fmi != NULL);
567 1.1 hannken
568 1.1 hannken return fmi->fmi_state;
569 1.1 hannken }
570 1.1 hannken
571 1.1 hannken /*
572 1.1 hannken * Request a filesystem to suspend all operations.
573 1.1 hannken */
574 1.1 hannken int
575 1.1 hannken vfs_suspend(struct mount *mp, int nowait)
576 1.1 hannken {
577 1.4 ad int error;
578 1.1 hannken
579 1.38 hannken if ((mp = fstrans_normalize_mount(mp)) == NULL)
580 1.38 hannken return EOPNOTSUPP;
581 1.4 ad if (nowait) {
582 1.4 ad if (!mutex_tryenter(&vfs_suspend_lock))
583 1.4 ad return EWOULDBLOCK;
584 1.4 ad } else
585 1.4 ad mutex_enter(&vfs_suspend_lock);
586 1.1 hannken
587 1.36 hannken if ((error = VFS_SUSPENDCTL(mp, SUSPEND_SUSPEND)) != 0)
588 1.4 ad mutex_exit(&vfs_suspend_lock);
589 1.1 hannken
590 1.1 hannken return error;
591 1.1 hannken }
592 1.1 hannken
593 1.1 hannken /*
594 1.1 hannken * Request a filesystem to resume all operations.
595 1.1 hannken */
596 1.1 hannken void
597 1.1 hannken vfs_resume(struct mount *mp)
598 1.1 hannken {
599 1.1 hannken
600 1.38 hannken mp = fstrans_normalize_mount(mp);
601 1.38 hannken KASSERT(mp != NULL);
602 1.38 hannken
603 1.1 hannken VFS_SUSPENDCTL(mp, SUSPEND_RESUME);
604 1.4 ad mutex_exit(&vfs_suspend_lock);
605 1.1 hannken }
606 1.1 hannken
607 1.1 hannken
608 1.26 hannken /*
609 1.26 hannken * True, if no thread is running a cow handler.
610 1.26 hannken */
611 1.26 hannken static bool
612 1.26 hannken cow_state_change_done(const struct mount *mp)
613 1.1 hannken {
614 1.1 hannken struct fstrans_lwp_info *fli;
615 1.28 martin struct fstrans_mount_info *fmi __diagused;
616 1.26 hannken
617 1.26 hannken fmi = mp->mnt_transinfo;
618 1.1 hannken
619 1.26 hannken KASSERT(mutex_owned(&fstrans_lock));
620 1.26 hannken KASSERT(fmi->fmi_cow_change);
621 1.26 hannken
622 1.26 hannken LIST_FOREACH(fli, &fstrans_fli_head, fli_list) {
623 1.26 hannken if (fli->fli_mount != mp)
624 1.26 hannken continue;
625 1.26 hannken if (fli->fli_cow_cnt == 0)
626 1.1 hannken continue;
627 1.26 hannken
628 1.26 hannken return false;
629 1.1 hannken }
630 1.26 hannken
631 1.26 hannken return true;
632 1.1 hannken }
633 1.1 hannken
634 1.26 hannken /*
635 1.26 hannken * Prepare for changing this mounts cow list.
636 1.26 hannken * Returns with fstrans_lock locked.
637 1.26 hannken */
638 1.1 hannken static void
639 1.26 hannken cow_change_enter(const struct mount *mp)
640 1.1 hannken {
641 1.1 hannken struct fstrans_mount_info *fmi;
642 1.1 hannken
643 1.16 ad fmi = mp->mnt_transinfo;
644 1.1 hannken
645 1.26 hannken mutex_enter(&fstrans_lock);
646 1.26 hannken
647 1.26 hannken /*
648 1.26 hannken * Wait for other threads changing the list.
649 1.26 hannken */
650 1.26 hannken while (fmi->fmi_cow_change)
651 1.26 hannken cv_wait(&fstrans_state_cv, &fstrans_lock);
652 1.26 hannken
653 1.26 hannken /*
654 1.26 hannken * Wait until all threads are aware of a state change.
655 1.26 hannken */
656 1.26 hannken fmi->fmi_cow_change = true;
657 1.26 hannken pserialize_perform(fstrans_psz);
658 1.26 hannken
659 1.26 hannken while (! cow_state_change_done(mp))
660 1.26 hannken cv_wait(&fstrans_count_cv, &fstrans_lock);
661 1.1 hannken }
662 1.1 hannken
663 1.26 hannken /*
664 1.26 hannken * Done changing this mounts cow list.
665 1.26 hannken */
666 1.26 hannken static void
667 1.26 hannken cow_change_done(const struct mount *mp)
668 1.1 hannken {
669 1.26 hannken struct fstrans_mount_info *fmi;
670 1.26 hannken
671 1.26 hannken KASSERT(mutex_owned(&fstrans_lock));
672 1.26 hannken
673 1.26 hannken fmi = mp->mnt_transinfo;
674 1.26 hannken
675 1.26 hannken fmi->fmi_cow_change = false;
676 1.26 hannken pserialize_perform(fstrans_psz);
677 1.1 hannken
678 1.26 hannken cv_broadcast(&fstrans_state_cv);
679 1.1 hannken
680 1.26 hannken mutex_exit(&fstrans_lock);
681 1.1 hannken }
682 1.12 hannken
683 1.26 hannken /*
684 1.26 hannken * Add a handler to this mount.
685 1.26 hannken */
686 1.12 hannken int
687 1.15 hannken fscow_establish(struct mount *mp, int (*func)(void *, struct buf *, bool),
688 1.15 hannken void *arg)
689 1.12 hannken {
690 1.16 ad struct fstrans_mount_info *fmi;
691 1.31 matt struct fscow_handler *newch;
692 1.12 hannken
693 1.16 ad if ((mp->mnt_iflag & IMNT_HAS_TRANS) == 0)
694 1.16 ad return EINVAL;
695 1.16 ad
696 1.16 ad fmi = mp->mnt_transinfo;
697 1.26 hannken KASSERT(fmi != NULL);
698 1.12 hannken
699 1.32 pooka newch = kmem_alloc(sizeof(*newch), KM_SLEEP);
700 1.31 matt newch->ch_func = func;
701 1.31 matt newch->ch_arg = arg;
702 1.26 hannken
703 1.26 hannken cow_change_enter(mp);
704 1.31 matt LIST_INSERT_HEAD(&fmi->fmi_cow_handler, newch, ch_list);
705 1.26 hannken cow_change_done(mp);
706 1.12 hannken
707 1.12 hannken return 0;
708 1.12 hannken }
709 1.12 hannken
710 1.26 hannken /*
711 1.26 hannken * Remove a handler from this mount.
712 1.26 hannken */
713 1.12 hannken int
714 1.15 hannken fscow_disestablish(struct mount *mp, int (*func)(void *, struct buf *, bool),
715 1.12 hannken void *arg)
716 1.12 hannken {
717 1.16 ad struct fstrans_mount_info *fmi;
718 1.12 hannken struct fscow_handler *hp = NULL;
719 1.12 hannken
720 1.16 ad if ((mp->mnt_iflag & IMNT_HAS_TRANS) == 0)
721 1.12 hannken return EINVAL;
722 1.12 hannken
723 1.16 ad fmi = mp->mnt_transinfo;
724 1.26 hannken KASSERT(fmi != NULL);
725 1.16 ad
726 1.26 hannken cow_change_enter(mp);
727 1.26 hannken LIST_FOREACH(hp, &fmi->fmi_cow_handler, ch_list)
728 1.12 hannken if (hp->ch_func == func && hp->ch_arg == arg)
729 1.12 hannken break;
730 1.12 hannken if (hp != NULL) {
731 1.26 hannken LIST_REMOVE(hp, ch_list);
732 1.12 hannken kmem_free(hp, sizeof(*hp));
733 1.12 hannken }
734 1.26 hannken cow_change_done(mp);
735 1.12 hannken
736 1.12 hannken return hp ? 0 : EINVAL;
737 1.12 hannken }
738 1.12 hannken
739 1.26 hannken /*
740 1.26 hannken * Check for need to copy block that is about to be written.
741 1.26 hannken */
742 1.12 hannken int
743 1.15 hannken fscow_run(struct buf *bp, bool data_valid)
744 1.12 hannken {
745 1.26 hannken int error, s;
746 1.12 hannken struct mount *mp;
747 1.20 hannken struct fstrans_lwp_info *fli;
748 1.16 ad struct fstrans_mount_info *fmi;
749 1.12 hannken struct fscow_handler *hp;
750 1.12 hannken
751 1.26 hannken /*
752 1.26 hannken * First check if we need run the copy-on-write handler.
753 1.26 hannken */
754 1.17 hannken if ((bp->b_flags & B_COWDONE))
755 1.26 hannken return 0;
756 1.26 hannken if (bp->b_vp == NULL) {
757 1.26 hannken bp->b_flags |= B_COWDONE;
758 1.26 hannken return 0;
759 1.26 hannken }
760 1.12 hannken if (bp->b_vp->v_type == VBLK)
761 1.27 hannken mp = spec_node_getmountedfs(bp->b_vp);
762 1.12 hannken else
763 1.12 hannken mp = bp->b_vp->v_mount;
764 1.26 hannken if (mp == NULL || (mp->mnt_iflag & IMNT_HAS_TRANS) == 0) {
765 1.26 hannken bp->b_flags |= B_COWDONE;
766 1.26 hannken return 0;
767 1.26 hannken }
768 1.12 hannken
769 1.26 hannken fli = fstrans_get_lwp_info(mp, true);
770 1.16 ad fmi = mp->mnt_transinfo;
771 1.12 hannken
772 1.26 hannken /*
773 1.26 hannken * On non-recursed run check if other threads
774 1.26 hannken * want to change the list.
775 1.26 hannken */
776 1.26 hannken if (fli->fli_cow_cnt == 0) {
777 1.26 hannken s = pserialize_read_enter();
778 1.26 hannken if (__predict_false(fmi->fmi_cow_change)) {
779 1.26 hannken pserialize_read_exit(s);
780 1.26 hannken mutex_enter(&fstrans_lock);
781 1.26 hannken while (fmi->fmi_cow_change)
782 1.26 hannken cv_wait(&fstrans_state_cv, &fstrans_lock);
783 1.26 hannken fli->fli_cow_cnt = 1;
784 1.26 hannken mutex_exit(&fstrans_lock);
785 1.26 hannken } else {
786 1.26 hannken fli->fli_cow_cnt = 1;
787 1.26 hannken pserialize_read_exit(s);
788 1.26 hannken }
789 1.26 hannken } else
790 1.26 hannken fli->fli_cow_cnt += 1;
791 1.20 hannken
792 1.26 hannken /*
793 1.26 hannken * Run all copy-on-write handlers, stop on error.
794 1.26 hannken */
795 1.26 hannken error = 0;
796 1.26 hannken LIST_FOREACH(hp, &fmi->fmi_cow_handler, ch_list)
797 1.15 hannken if ((error = (*hp->ch_func)(hp->ch_arg, bp, data_valid)) != 0)
798 1.12 hannken break;
799 1.17 hannken if (error == 0)
800 1.17 hannken bp->b_flags |= B_COWDONE;
801 1.15 hannken
802 1.26 hannken /*
803 1.26 hannken * Check if other threads want to change the list.
804 1.26 hannken */
805 1.26 hannken if (fli->fli_cow_cnt > 1) {
806 1.26 hannken fli->fli_cow_cnt -= 1;
807 1.26 hannken } else {
808 1.26 hannken s = pserialize_read_enter();
809 1.26 hannken if (__predict_false(fmi->fmi_cow_change)) {
810 1.26 hannken pserialize_read_exit(s);
811 1.26 hannken mutex_enter(&fstrans_lock);
812 1.26 hannken fli->fli_cow_cnt = 0;
813 1.26 hannken cv_signal(&fstrans_count_cv);
814 1.26 hannken mutex_exit(&fstrans_lock);
815 1.26 hannken } else {
816 1.26 hannken fli->fli_cow_cnt = 0;
817 1.26 hannken pserialize_read_exit(s);
818 1.26 hannken }
819 1.26 hannken }
820 1.26 hannken
821 1.12 hannken return error;
822 1.12 hannken }
823 1.26 hannken
824 1.26 hannken #if defined(DDB)
825 1.26 hannken void fstrans_dump(int);
826 1.26 hannken
827 1.26 hannken static void
828 1.26 hannken fstrans_print_lwp(struct proc *p, struct lwp *l, int verbose)
829 1.26 hannken {
830 1.26 hannken char prefix[9];
831 1.26 hannken struct fstrans_lwp_info *fli;
832 1.26 hannken
833 1.26 hannken snprintf(prefix, sizeof(prefix), "%d.%d", p->p_pid, l->l_lid);
834 1.26 hannken LIST_FOREACH(fli, &fstrans_fli_head, fli_list) {
835 1.26 hannken if (fli->fli_self != l)
836 1.26 hannken continue;
837 1.26 hannken if (fli->fli_trans_cnt == 0 && fli->fli_cow_cnt == 0) {
838 1.26 hannken if (! verbose)
839 1.26 hannken continue;
840 1.26 hannken }
841 1.26 hannken printf("%-8s", prefix);
842 1.26 hannken if (verbose)
843 1.26 hannken printf(" @%p", fli);
844 1.26 hannken if (fli->fli_mount != NULL)
845 1.26 hannken printf(" (%s)", fli->fli_mount->mnt_stat.f_mntonname);
846 1.26 hannken else
847 1.26 hannken printf(" NULL");
848 1.26 hannken if (fli->fli_trans_cnt == 0) {
849 1.26 hannken printf(" -");
850 1.26 hannken } else {
851 1.26 hannken switch (fli->fli_lock_type) {
852 1.26 hannken case FSTRANS_SHARED:
853 1.26 hannken printf(" shared");
854 1.26 hannken break;
855 1.26 hannken case FSTRANS_EXCL:
856 1.26 hannken printf(" excl");
857 1.26 hannken break;
858 1.26 hannken default:
859 1.26 hannken printf(" %#x", fli->fli_lock_type);
860 1.26 hannken break;
861 1.26 hannken }
862 1.26 hannken }
863 1.26 hannken printf(" %d cow %d\n", fli->fli_trans_cnt, fli->fli_cow_cnt);
864 1.26 hannken prefix[0] = '\0';
865 1.26 hannken }
866 1.26 hannken }
867 1.26 hannken
868 1.26 hannken static void
869 1.26 hannken fstrans_print_mount(struct mount *mp, int verbose)
870 1.26 hannken {
871 1.26 hannken struct fstrans_mount_info *fmi;
872 1.26 hannken
873 1.26 hannken fmi = mp->mnt_transinfo;
874 1.26 hannken if (!verbose && (fmi == NULL || fmi->fmi_state == FSTRANS_NORMAL))
875 1.26 hannken return;
876 1.26 hannken
877 1.26 hannken printf("%-16s ", mp->mnt_stat.f_mntonname);
878 1.26 hannken if (fmi == NULL) {
879 1.26 hannken printf("(null)\n");
880 1.26 hannken return;
881 1.26 hannken }
882 1.26 hannken switch (fmi->fmi_state) {
883 1.26 hannken case FSTRANS_NORMAL:
884 1.26 hannken printf("state normal\n");
885 1.26 hannken break;
886 1.26 hannken case FSTRANS_SUSPENDED:
887 1.26 hannken printf("state suspended\n");
888 1.26 hannken break;
889 1.26 hannken default:
890 1.26 hannken printf("state %#x\n", fmi->fmi_state);
891 1.26 hannken break;
892 1.26 hannken }
893 1.26 hannken }
894 1.26 hannken
895 1.26 hannken void
896 1.26 hannken fstrans_dump(int full)
897 1.26 hannken {
898 1.26 hannken const struct proclist_desc *pd;
899 1.26 hannken struct proc *p;
900 1.26 hannken struct lwp *l;
901 1.26 hannken struct mount *mp;
902 1.26 hannken
903 1.26 hannken printf("Fstrans locks by lwp:\n");
904 1.26 hannken for (pd = proclists; pd->pd_list != NULL; pd++)
905 1.26 hannken PROCLIST_FOREACH(p, pd->pd_list)
906 1.26 hannken LIST_FOREACH(l, &p->p_lwps, l_sibling)
907 1.26 hannken fstrans_print_lwp(p, l, full == 1);
908 1.26 hannken
909 1.26 hannken printf("Fstrans state by mount:\n");
910 1.41 hannken for (mp = _mountlist_next(NULL); mp; mp = _mountlist_next(mp))
911 1.26 hannken fstrans_print_mount(mp, full == 1);
912 1.26 hannken }
913 1.26 hannken #endif /* defined(DDB) */
914