1 1.14 riastrad /* $NetBSD: kref.h,v 1.14 2023/02/24 11:02:06 riastradh Exp $ */ 2 1.2 riastrad 3 1.2 riastrad /*- 4 1.2 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc. 5 1.2 riastrad * All rights reserved. 6 1.2 riastrad * 7 1.2 riastrad * This code is derived from software contributed to The NetBSD Foundation 8 1.2 riastrad * by Taylor R. Campbell. 9 1.2 riastrad * 10 1.2 riastrad * Redistribution and use in source and binary forms, with or without 11 1.2 riastrad * modification, are permitted provided that the following conditions 12 1.2 riastrad * are met: 13 1.2 riastrad * 1. Redistributions of source code must retain the above copyright 14 1.2 riastrad * notice, this list of conditions and the following disclaimer. 15 1.2 riastrad * 2. Redistributions in binary form must reproduce the above copyright 16 1.2 riastrad * notice, this list of conditions and the following disclaimer in the 17 1.2 riastrad * documentation and/or other materials provided with the distribution. 18 1.2 riastrad * 19 1.2 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 20 1.2 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 21 1.2 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 22 1.2 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 23 1.2 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 24 1.2 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 25 1.2 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 26 1.2 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 27 1.2 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 28 1.2 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 1.2 riastrad * POSSIBILITY OF SUCH DAMAGE. 30 1.2 riastrad */ 31 1.2 riastrad 32 1.2 riastrad #ifndef _LINUX_KREF_H_ 33 1.2 riastrad #define _LINUX_KREF_H_ 34 1.2 riastrad 35 1.2 riastrad #include <sys/types.h> 36 1.2 riastrad #include <sys/atomic.h> 37 1.2 riastrad #include <sys/systm.h> 38 1.2 riastrad 39 1.7 riastrad #include <linux/atomic.h> 40 1.10 riastrad #include <linux/refcount.h> 41 1.2 riastrad #include <linux/mutex.h> 42 1.11 riastrad #include <linux/spinlock.h> 43 1.2 riastrad 44 1.2 riastrad struct kref { 45 1.6 riastrad unsigned int kr_count; 46 1.2 riastrad }; 47 1.2 riastrad 48 1.2 riastrad static inline void 49 1.2 riastrad kref_init(struct kref *kref) 50 1.2 riastrad { 51 1.12 riastrad atomic_store_relaxed(&kref->kr_count, 1); 52 1.2 riastrad } 53 1.2 riastrad 54 1.2 riastrad static inline void 55 1.2 riastrad kref_get(struct kref *kref) 56 1.2 riastrad { 57 1.2 riastrad const unsigned int count __unused = 58 1.6 riastrad atomic_inc_uint_nv(&kref->kr_count); 59 1.2 riastrad 60 1.2 riastrad KASSERTMSG((count > 1), "getting released kref"); 61 1.2 riastrad } 62 1.2 riastrad 63 1.4 riastrad static inline bool 64 1.4 riastrad kref_get_unless_zero(struct kref *kref) 65 1.4 riastrad { 66 1.4 riastrad unsigned count; 67 1.4 riastrad 68 1.4 riastrad do { 69 1.12 riastrad count = atomic_load_relaxed(&kref->kr_count); 70 1.4 riastrad if ((count == 0) || (count == UINT_MAX)) 71 1.4 riastrad return false; 72 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, count, (count + 1)) != 73 1.4 riastrad count); 74 1.4 riastrad 75 1.4 riastrad return true; 76 1.4 riastrad } 77 1.4 riastrad 78 1.2 riastrad static inline int 79 1.2 riastrad kref_sub(struct kref *kref, unsigned int count, void (*release)(struct kref *)) 80 1.2 riastrad { 81 1.2 riastrad unsigned int old, new; 82 1.2 riastrad 83 1.13 riastrad membar_release(); 84 1.7 riastrad 85 1.2 riastrad do { 86 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count); 87 1.2 riastrad KASSERTMSG((count <= old), "overreleasing kref: %u - %u", 88 1.2 riastrad old, count); 89 1.2 riastrad new = (old - count); 90 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old); 91 1.2 riastrad 92 1.2 riastrad if (new == 0) { 93 1.13 riastrad membar_acquire(); 94 1.2 riastrad (*release)(kref); 95 1.2 riastrad return 1; 96 1.2 riastrad } 97 1.2 riastrad 98 1.2 riastrad return 0; 99 1.2 riastrad } 100 1.2 riastrad 101 1.2 riastrad static inline int 102 1.12 riastrad kref_put_lock(struct kref *kref, void (*release)(struct kref *), 103 1.12 riastrad spinlock_t *interlock) 104 1.11 riastrad { 105 1.11 riastrad unsigned int old, new; 106 1.11 riastrad 107 1.13 riastrad membar_release(); 108 1.11 riastrad 109 1.11 riastrad do { 110 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count); 111 1.11 riastrad KASSERT(old > 0); 112 1.11 riastrad if (old == 1) { 113 1.11 riastrad spin_lock(interlock); 114 1.11 riastrad if (atomic_add_int_nv(&kref->kr_count, -1) == 0) { 115 1.13 riastrad membar_acquire(); 116 1.11 riastrad (*release)(kref); 117 1.11 riastrad return 1; 118 1.11 riastrad } 119 1.11 riastrad spin_unlock(interlock); 120 1.11 riastrad return 0; 121 1.11 riastrad } 122 1.11 riastrad new = (old - 1); 123 1.11 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old); 124 1.11 riastrad 125 1.11 riastrad return 0; 126 1.11 riastrad } 127 1.11 riastrad 128 1.11 riastrad static inline int 129 1.2 riastrad kref_put(struct kref *kref, void (*release)(struct kref *)) 130 1.2 riastrad { 131 1.2 riastrad 132 1.2 riastrad return kref_sub(kref, 1, release); 133 1.2 riastrad } 134 1.2 riastrad 135 1.2 riastrad static inline int 136 1.2 riastrad kref_put_mutex(struct kref *kref, void (*release)(struct kref *), 137 1.2 riastrad struct mutex *interlock) 138 1.2 riastrad { 139 1.2 riastrad unsigned int old, new; 140 1.2 riastrad 141 1.13 riastrad membar_release(); 142 1.7 riastrad 143 1.2 riastrad do { 144 1.12 riastrad old = atomic_load_relaxed(&kref->kr_count); 145 1.2 riastrad KASSERT(old > 0); 146 1.2 riastrad if (old == 1) { 147 1.2 riastrad mutex_lock(interlock); 148 1.6 riastrad if (atomic_add_int_nv(&kref->kr_count, -1) == 0) { 149 1.13 riastrad membar_acquire(); 150 1.2 riastrad (*release)(kref); 151 1.2 riastrad return 1; 152 1.2 riastrad } 153 1.2 riastrad mutex_unlock(interlock); 154 1.2 riastrad return 0; 155 1.2 riastrad } 156 1.2 riastrad new = (old - 1); 157 1.6 riastrad } while (atomic_cas_uint(&kref->kr_count, old, new) != old); 158 1.2 riastrad 159 1.2 riastrad return 0; 160 1.2 riastrad } 161 1.2 riastrad 162 1.8 riastrad static inline unsigned 163 1.8 riastrad kref_read(const struct kref *kref) 164 1.8 riastrad { 165 1.8 riastrad 166 1.12 riastrad return atomic_load_relaxed(&kref->kr_count); 167 1.8 riastrad } 168 1.8 riastrad 169 1.4 riastrad /* 170 1.4 riastrad * Not native to Linux. Mostly used for assertions... 171 1.4 riastrad */ 172 1.4 riastrad 173 1.4 riastrad static inline bool 174 1.4 riastrad kref_referenced_p(struct kref *kref) 175 1.4 riastrad { 176 1.4 riastrad 177 1.6 riastrad return (0 < kref->kr_count); 178 1.4 riastrad } 179 1.4 riastrad 180 1.3 riastrad static inline bool 181 1.3 riastrad kref_exclusive_p(struct kref *kref) 182 1.3 riastrad { 183 1.3 riastrad 184 1.6 riastrad KASSERT(0 < kref->kr_count); 185 1.6 riastrad return (kref->kr_count == 1); 186 1.3 riastrad } 187 1.3 riastrad 188 1.2 riastrad #endif /* _LINUX_KREF_H_ */ 189