mutex.h revision 1.18 1 1.18 riastrad /* $NetBSD: mutex.h,v 1.18 2023/07/12 12:50:12 riastradh Exp $ */
2 1.2 ad
3 1.2 ad /*-
4 1.2 ad * Copyright (c) 2002, 2007 The NetBSD Foundation, Inc.
5 1.2 ad * All rights reserved.
6 1.2 ad *
7 1.2 ad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 ad * by Jason R. Thorpe and Andrew Doran.
9 1.2 ad *
10 1.2 ad * Redistribution and use in source and binary forms, with or without
11 1.2 ad * modification, are permitted provided that the following conditions
12 1.2 ad * are met:
13 1.2 ad * 1. Redistributions of source code must retain the above copyright
14 1.2 ad * notice, this list of conditions and the following disclaimer.
15 1.2 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 ad * notice, this list of conditions and the following disclaimer in the
17 1.2 ad * documentation and/or other materials provided with the distribution.
18 1.2 ad *
19 1.2 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 ad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 ad */
31 1.2 ad
32 1.2 ad #ifndef _HPPA_MUTEX_H_
33 1.2 ad #define _HPPA_MUTEX_H_
34 1.2 ad
35 1.2 ad /*
36 1.2 ad * The HPPA mutex implementation is troublesome, because HPPA lacks
37 1.2 ad * a compare-and-set operation, yet there are many SMP HPPA machines
38 1.2 ad * in circulation. SMP for spin mutexes is easy - we don't need to
39 1.2 ad * know who owns the lock. For adaptive mutexes, we need an owner
40 1.2 ad * field and additional interlock
41 1.2 ad */
42 1.5 skrll
43 1.2 ad #ifndef __ASSEMBLER__
44 1.5 skrll
45 1.18 riastrad #include <sys/types.h>
46 1.18 riastrad
47 1.16 riastrad #ifdef __MUTEX_PRIVATE
48 1.16 riastrad #include <machine/intr.h>
49 1.16 riastrad #endif
50 1.5 skrll
51 1.2 ad struct kmutex {
52 1.2 ad union {
53 1.2 ad /*
54 1.6 skrll * Only the 16 bytes aligned word of __cpu_simple_lock_t will
55 1.6 skrll * be used. It's 16 bytes to simplify the allocation.
56 1.6 skrll * See hppa/lock.h
57 1.2 ad */
58 1.2 ad #ifdef __MUTEX_PRIVATE
59 1.2 ad struct {
60 1.6 skrll __cpu_simple_lock_t mtxu_lock; /* 0-15 */
61 1.6 skrll volatile uint32_t mtxs_owner; /* 16-19 */
62 1.6 skrll ipl_cookie_t mtxs_ipl; /* 20-23 */
63 1.6 skrll volatile uint8_t mtxs_waiters; /* 24 */
64 1.2 ad
65 1.2 ad /* For LOCKDEBUG */
66 1.8 yamt uint8_t mtxs_dodebug; /* 25 */
67 1.2 ad } s;
68 1.2 ad #endif
69 1.6 skrll uint8_t mtxu_pad[32]; /* 0 - 32 */
70 1.2 ad } u;
71 1.2 ad } __aligned (16);
72 1.2 ad #endif
73 1.2 ad
74 1.2 ad #ifdef __MUTEX_PRIVATE
75 1.2 ad
76 1.2 ad #define __HAVE_MUTEX_STUBS 1
77 1.2 ad
78 1.6 skrll #define mtx_lock u.s.mtxu_lock
79 1.2 ad #define mtx_owner u.s.mtxs_owner
80 1.2 ad #define mtx_ipl u.s.mtxs_ipl
81 1.2 ad #define mtx_waiters u.s.mtxs_waiters
82 1.8 yamt #define mtx_dodebug u.s.mtxs_dodebug
83 1.2 ad
84 1.2 ad /* Magic constants for mtx_owner */
85 1.2 ad #define MUTEX_ADAPTIVE_UNOWNED 0xffffff00
86 1.2 ad #define MUTEX_SPIN_FLAG 0xffffff10
87 1.2 ad #define MUTEX_UNOWNED_OR_SPIN(x) (((x) & 0xffffffef) == 0xffffff00)
88 1.2 ad
89 1.17 mrg #if !defined(__ASSEMBLER__) && defined(_KERNEL)
90 1.2 ad
91 1.2 ad static inline uintptr_t
92 1.2 ad MUTEX_OWNER(uintptr_t owner)
93 1.2 ad {
94 1.2 ad return owner;
95 1.2 ad }
96 1.2 ad
97 1.2 ad static inline int
98 1.2 ad MUTEX_OWNED(uintptr_t owner)
99 1.2 ad {
100 1.2 ad return owner != MUTEX_ADAPTIVE_UNOWNED;
101 1.2 ad }
102 1.2 ad
103 1.2 ad static inline int
104 1.10 uebayasi MUTEX_SET_WAITERS(struct kmutex *mtx, uintptr_t owner)
105 1.2 ad {
106 1.14 riastrad __sync(); /* formerly mb_read */
107 1.2 ad mtx->mtx_waiters = 1;
108 1.14 riastrad __sync(); /* formerly mb_memory */
109 1.2 ad return mtx->mtx_owner != MUTEX_ADAPTIVE_UNOWNED;
110 1.2 ad }
111 1.2 ad
112 1.2 ad static inline int
113 1.12 christos MUTEX_HAS_WAITERS(const volatile struct kmutex *mtx)
114 1.2 ad {
115 1.2 ad return mtx->mtx_waiters != 0;
116 1.2 ad }
117 1.2 ad
118 1.2 ad static inline void
119 1.10 uebayasi MUTEX_INITIALIZE_SPIN(struct kmutex *mtx, bool dodebug, int ipl)
120 1.2 ad {
121 1.2 ad mtx->mtx_ipl = makeiplcookie(ipl);
122 1.8 yamt mtx->mtx_dodebug = dodebug;
123 1.2 ad mtx->mtx_owner = MUTEX_SPIN_FLAG;
124 1.2 ad __cpu_simple_lock_init(&mtx->mtx_lock);
125 1.2 ad }
126 1.2 ad
127 1.2 ad static inline void
128 1.10 uebayasi MUTEX_INITIALIZE_ADAPTIVE(struct kmutex *mtx, bool dodebug)
129 1.2 ad {
130 1.8 yamt mtx->mtx_dodebug = dodebug;
131 1.2 ad mtx->mtx_owner = MUTEX_ADAPTIVE_UNOWNED;
132 1.2 ad __cpu_simple_lock_init(&mtx->mtx_lock);
133 1.2 ad }
134 1.2 ad
135 1.2 ad static inline void
136 1.10 uebayasi MUTEX_DESTROY(struct kmutex *mtx)
137 1.2 ad {
138 1.3 skrll mtx->mtx_owner = 0xffffffff;
139 1.2 ad }
140 1.2 ad
141 1.8 yamt static inline bool
142 1.12 christos MUTEX_DEBUG_P(const volatile struct kmutex *mtx)
143 1.2 ad {
144 1.8 yamt return mtx->mtx_dodebug != 0;
145 1.2 ad }
146 1.2 ad
147 1.2 ad static inline int
148 1.15 ad MUTEX_SPIN_P(const uintptr_t owner)
149 1.2 ad {
150 1.15 ad return owner == MUTEX_SPIN_FLAG;
151 1.2 ad }
152 1.2 ad
153 1.2 ad static inline int
154 1.15 ad MUTEX_ADAPTIVE_P(const uintptr_t owner)
155 1.2 ad {
156 1.15 ad return owner != MUTEX_SPIN_FLAG;
157 1.2 ad }
158 1.2 ad
159 1.2 ad /* Acquire an adaptive mutex */
160 1.2 ad static inline int
161 1.10 uebayasi MUTEX_ACQUIRE(struct kmutex *mtx, uintptr_t curthread)
162 1.2 ad {
163 1.2 ad if (!__cpu_simple_lock_try(&mtx->mtx_lock))
164 1.2 ad return 0;
165 1.2 ad mtx->mtx_owner = curthread;
166 1.2 ad return 1;
167 1.2 ad }
168 1.2 ad
169 1.2 ad /* Release an adaptive mutex */
170 1.2 ad static inline void
171 1.10 uebayasi MUTEX_RELEASE(struct kmutex *mtx)
172 1.2 ad {
173 1.2 ad mtx->mtx_owner = MUTEX_ADAPTIVE_UNOWNED;
174 1.2 ad __cpu_simple_unlock(&mtx->mtx_lock);
175 1.2 ad mtx->mtx_waiters = 0;
176 1.2 ad }
177 1.2 ad
178 1.4 ad static inline void
179 1.10 uebayasi MUTEX_CLEAR_WAITERS(struct kmutex *mtx)
180 1.4 ad {
181 1.4 ad mtx->mtx_waiters = 0;
182 1.4 ad }
183 1.4 ad
184 1.17 mrg #endif /* !__ASSEMBLER__ && _KERNEL */
185 1.2 ad
186 1.2 ad #endif /* __MUTEX_PRIVATE */
187 1.2 ad
188 1.2 ad #endif /* _HPPA_MUTEX_H_ */
189