kref.h revision 1.13 1 1.13 riastrad /* $NetBSD: kref.h,v 1.13 2022/04/09 23:43:39 riastradh Exp $ */
2 1.2 riastrad
3 1.2 riastrad /*-
4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.2 riastrad * All rights reserved.
6 1.2 riastrad *
7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 riastrad * by Taylor R. Campbell.
9 1.2 riastrad *
10 1.2 riastrad * Redistribution and use in source and binary forms, with or without
11 1.2 riastrad * modification, are permitted provided that the following conditions
12 1.2 riastrad * are met:
13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.2 riastrad * notice, this list of conditions and the following disclaimer.
15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.2 riastrad * documentation and/or other materials provided with the distribution.
18 1.2 riastrad *
19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 riastrad */
31 1.2 riastrad
32 1.2 riastrad #ifndef _LINUX_KREF_H_
33 1.2 riastrad #define _LINUX_KREF_H_
34 1.2 riastrad
35 1.2 riastrad #include <sys/types.h>
36 1.2 riastrad #include <sys/atomic.h>
37 1.2 riastrad #include <sys/systm.h>
38 1.2 riastrad
39 1.7 riastrad #include <linux/atomic.h>
40 1.10 riastrad #include <linux/refcount.h>
41 1.2 riastrad #include <linux/mutex.h>
42 1.11 riastrad #include <linux/spinlock.h>
43 1.2 riastrad
44 1.2 riastrad struct kref {
45 1.6 riastrad unsigned int kr_count;
46 1.2 riastrad };
47 1.2 riastrad
48 1.2 riastrad static inline void
49 1.2 riastrad kref_init(struct kref *kref)
50 1.2 riastrad {
51 1.12 riastrad atomic_store_relaxed(&kref->kr_count, 1);
52 1.2 riastrad }
53 1.2 riastrad
54 1.2 riastrad static inline void
55 1.2 riastrad kref_get(struct kref *kref)
56 1.2 riastrad {
57 1.2 riastrad const unsigned int count __unused =
58 1.6 riastrad atomic_inc_uint_nv(&kref->kr_count);
59 1.2 riastrad
60 1.2 riastrad KASSERTMSG((count > 1), "getting released kref");
61 1.2 riastrad }
62 1.2 riastrad
63 1.4 riastrad static inline bool
64 1.4 riastrad kref_get_unless_zero(struct kref *kref)
65 1.4 riastrad {
66 1.4 riastrad unsigned count;
67 1.4 riastrad
68 1.4 riastrad do {
69 1.12 riastrad count = atomic_load_relaxed(&kref->kr_count);
70 1.4 riastrad if ((count == 0) || (count == UINT_MAX))
71 1.4 riastrad return false;
72 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, count, (count + 1)) !=
73 1.4 riastrad count);
74 1.4 riastrad
75 1.4 riastrad return true;
76 1.4 riastrad }
77 1.4 riastrad
78 1.2 riastrad static inline int
79 1.2 riastrad kref_sub(struct kref *kref, unsigned int count, void (*release)(struct kref *))
80 1.2 riastrad {
81 1.2 riastrad unsigned int old, new;
82 1.2 riastrad
83 1.7 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
84 1.13 riastrad membar_release();
85 1.7 riastrad #endif
86 1.7 riastrad
87 1.2 riastrad do {
88 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count);
89 1.2 riastrad KASSERTMSG((count <= old), "overreleasing kref: %u - %u",
90 1.2 riastrad old, count);
91 1.2 riastrad new = (old - count);
92 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old);
93 1.2 riastrad
94 1.2 riastrad if (new == 0) {
95 1.13 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
96 1.13 riastrad membar_acquire();
97 1.13 riastrad #endif
98 1.2 riastrad (*release)(kref);
99 1.2 riastrad return 1;
100 1.2 riastrad }
101 1.2 riastrad
102 1.2 riastrad return 0;
103 1.2 riastrad }
104 1.2 riastrad
105 1.2 riastrad static inline int
106 1.12 riastrad kref_put_lock(struct kref *kref, void (*release)(struct kref *),
107 1.12 riastrad spinlock_t *interlock)
108 1.11 riastrad {
109 1.11 riastrad unsigned int old, new;
110 1.11 riastrad
111 1.11 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
112 1.13 riastrad membar_release();
113 1.11 riastrad #endif
114 1.11 riastrad
115 1.11 riastrad do {
116 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count);
117 1.11 riastrad KASSERT(old > 0);
118 1.11 riastrad if (old == 1) {
119 1.11 riastrad spin_lock(interlock);
120 1.11 riastrad if (atomic_add_int_nv(&kref->kr_count, -1) == 0) {
121 1.13 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
122 1.13 riastrad membar_acquire();
123 1.13 riastrad #endif
124 1.11 riastrad (*release)(kref);
125 1.11 riastrad return 1;
126 1.11 riastrad }
127 1.11 riastrad spin_unlock(interlock);
128 1.11 riastrad return 0;
129 1.11 riastrad }
130 1.11 riastrad new = (old - 1);
131 1.11 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old);
132 1.11 riastrad
133 1.11 riastrad return 0;
134 1.11 riastrad }
135 1.11 riastrad
136 1.11 riastrad static inline int
137 1.2 riastrad kref_put(struct kref *kref, void (*release)(struct kref *))
138 1.2 riastrad {
139 1.2 riastrad
140 1.2 riastrad return kref_sub(kref, 1, release);
141 1.2 riastrad }
142 1.2 riastrad
143 1.2 riastrad static inline int
144 1.2 riastrad kref_put_mutex(struct kref *kref, void (*release)(struct kref *),
145 1.2 riastrad struct mutex *interlock)
146 1.2 riastrad {
147 1.2 riastrad unsigned int old, new;
148 1.2 riastrad
149 1.7 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
150 1.13 riastrad membar_release();
151 1.7 riastrad #endif
152 1.7 riastrad
153 1.2 riastrad do {
154 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count);
155 1.2 riastrad KASSERT(old > 0);
156 1.2 riastrad if (old == 1) {
157 1.2 riastrad mutex_lock(interlock);
158 1.6 riastrad if (atomic_add_int_nv(&kref->kr_count, -1) == 0) {
159 1.13 riastrad #ifndef __HAVE_ATOMIC_AS_MEMBAR
160 1.13 riastrad membar_acquire();
161 1.13 riastrad #endif
162 1.2 riastrad (*release)(kref);
163 1.2 riastrad return 1;
164 1.2 riastrad }
165 1.2 riastrad mutex_unlock(interlock);
166 1.2 riastrad return 0;
167 1.2 riastrad }
168 1.2 riastrad new = (old - 1);
169 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old);
170 1.2 riastrad
171 1.2 riastrad return 0;
172 1.2 riastrad }
173 1.2 riastrad
174 1.8 riastrad static inline unsigned
175 1.8 riastrad kref_read(const struct kref *kref)
176 1.8 riastrad {
177 1.8 riastrad
178 1.12 riastrad return atomic_load_relaxed(&kref->kr_count);
179 1.8 riastrad }
180 1.8 riastrad
181 1.4 riastrad /*
182 1.4 riastrad * Not native to Linux. Mostly used for assertions...
183 1.4 riastrad */
184 1.4 riastrad
185 1.4 riastrad static inline bool
186 1.4 riastrad kref_referenced_p(struct kref *kref)
187 1.4 riastrad {
188 1.4 riastrad
189 1.6 riastrad return (0 < kref->kr_count);
190 1.4 riastrad }
191 1.4 riastrad
192 1.3 riastrad static inline bool
193 1.3 riastrad kref_exclusive_p(struct kref *kref)
194 1.3 riastrad {
195 1.3 riastrad
196 1.6 riastrad KASSERT(0 < kref->kr_count);
197 1.6 riastrad return (kref->kr_count == 1);
198 1.3 riastrad }
199 1.3 riastrad
200 1.2 riastrad #endif /* _LINUX_KREF_H_ */
201