mutex.h revision 1.14 1 1.14 riastrad /* $NetBSD: mutex.h,v 1.14 2019/11/29 20:05:29 riastradh Exp $ */
2 1.2 ad
3 1.2 ad /*-
4 1.2 ad * Copyright (c) 2002, 2007 The NetBSD Foundation, Inc.
5 1.2 ad * All rights reserved.
6 1.2 ad *
7 1.2 ad * This code is derived from software contributed to The NetBSD Foundation
8 1.2 ad * by Jason R. Thorpe and Andrew Doran.
9 1.2 ad *
10 1.2 ad * Redistribution and use in source and binary forms, with or without
11 1.2 ad * modification, are permitted provided that the following conditions
12 1.2 ad * are met:
13 1.2 ad * 1. Redistributions of source code must retain the above copyright
14 1.2 ad * notice, this list of conditions and the following disclaimer.
15 1.2 ad * 2. Redistributions in binary form must reproduce the above copyright
16 1.2 ad * notice, this list of conditions and the following disclaimer in the
17 1.2 ad * documentation and/or other materials provided with the distribution.
18 1.2 ad *
19 1.2 ad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.2 ad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.2 ad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.2 ad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.2 ad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.2 ad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.2 ad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.2 ad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.2 ad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.2 ad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.2 ad * POSSIBILITY OF SUCH DAMAGE.
30 1.2 ad */
31 1.2 ad
32 1.2 ad #ifndef _HPPA_MUTEX_H_
33 1.2 ad #define _HPPA_MUTEX_H_
34 1.2 ad
35 1.2 ad /*
36 1.2 ad * The HPPA mutex implementation is troublesome, because HPPA lacks
37 1.2 ad * a compare-and-set operation, yet there are many SMP HPPA machines
38 1.2 ad * in circulation. SMP for spin mutexes is easy - we don't need to
39 1.2 ad * know who owns the lock. For adaptive mutexes, we need an owner
40 1.2 ad * field and additional interlock
41 1.2 ad */
42 1.5 skrll
43 1.2 ad #ifndef __ASSEMBLER__
44 1.5 skrll
45 1.5 skrll #include <machine/lock.h>
46 1.5 skrll
47 1.2 ad struct kmutex {
48 1.2 ad union {
49 1.2 ad /*
50 1.6 skrll * Only the 16 bytes aligned word of __cpu_simple_lock_t will
51 1.6 skrll * be used. It's 16 bytes to simplify the allocation.
52 1.6 skrll * See hppa/lock.h
53 1.2 ad */
54 1.2 ad #ifdef __MUTEX_PRIVATE
55 1.2 ad struct {
56 1.6 skrll __cpu_simple_lock_t mtxu_lock; /* 0-15 */
57 1.6 skrll volatile uint32_t mtxs_owner; /* 16-19 */
58 1.6 skrll ipl_cookie_t mtxs_ipl; /* 20-23 */
59 1.6 skrll volatile uint8_t mtxs_waiters; /* 24 */
60 1.2 ad
61 1.2 ad /* For LOCKDEBUG */
62 1.8 yamt uint8_t mtxs_dodebug; /* 25 */
63 1.2 ad } s;
64 1.2 ad #endif
65 1.6 skrll uint8_t mtxu_pad[32]; /* 0 - 32 */
66 1.2 ad } u;
67 1.2 ad } __aligned (16);
68 1.2 ad #endif
69 1.2 ad
70 1.2 ad #ifdef __MUTEX_PRIVATE
71 1.2 ad
72 1.2 ad #define __HAVE_MUTEX_STUBS 1
73 1.2 ad
74 1.6 skrll #define mtx_lock u.s.mtxu_lock
75 1.2 ad #define mtx_owner u.s.mtxs_owner
76 1.2 ad #define mtx_ipl u.s.mtxs_ipl
77 1.2 ad #define mtx_waiters u.s.mtxs_waiters
78 1.8 yamt #define mtx_dodebug u.s.mtxs_dodebug
79 1.2 ad
80 1.2 ad /* Magic constants for mtx_owner */
81 1.2 ad #define MUTEX_ADAPTIVE_UNOWNED 0xffffff00
82 1.2 ad #define MUTEX_SPIN_FLAG 0xffffff10
83 1.2 ad #define MUTEX_UNOWNED_OR_SPIN(x) (((x) & 0xffffffef) == 0xffffff00)
84 1.2 ad
85 1.2 ad #ifndef __ASSEMBLER__
86 1.2 ad
87 1.2 ad static inline uintptr_t
88 1.2 ad MUTEX_OWNER(uintptr_t owner)
89 1.2 ad {
90 1.2 ad return owner;
91 1.2 ad }
92 1.2 ad
93 1.2 ad static inline int
94 1.2 ad MUTEX_OWNED(uintptr_t owner)
95 1.2 ad {
96 1.2 ad return owner != MUTEX_ADAPTIVE_UNOWNED;
97 1.2 ad }
98 1.2 ad
99 1.2 ad static inline int
100 1.10 uebayasi MUTEX_SET_WAITERS(struct kmutex *mtx, uintptr_t owner)
101 1.2 ad {
102 1.14 riastrad __sync(); /* formerly mb_read */
103 1.2 ad mtx->mtx_waiters = 1;
104 1.14 riastrad __sync(); /* formerly mb_memory */
105 1.2 ad return mtx->mtx_owner != MUTEX_ADAPTIVE_UNOWNED;
106 1.2 ad }
107 1.2 ad
108 1.2 ad static inline int
109 1.12 christos MUTEX_HAS_WAITERS(const volatile struct kmutex *mtx)
110 1.2 ad {
111 1.2 ad return mtx->mtx_waiters != 0;
112 1.2 ad }
113 1.2 ad
114 1.2 ad static inline void
115 1.10 uebayasi MUTEX_INITIALIZE_SPIN(struct kmutex *mtx, bool dodebug, int ipl)
116 1.2 ad {
117 1.2 ad mtx->mtx_ipl = makeiplcookie(ipl);
118 1.8 yamt mtx->mtx_dodebug = dodebug;
119 1.2 ad mtx->mtx_owner = MUTEX_SPIN_FLAG;
120 1.2 ad __cpu_simple_lock_init(&mtx->mtx_lock);
121 1.2 ad }
122 1.2 ad
123 1.2 ad static inline void
124 1.10 uebayasi MUTEX_INITIALIZE_ADAPTIVE(struct kmutex *mtx, bool dodebug)
125 1.2 ad {
126 1.8 yamt mtx->mtx_dodebug = dodebug;
127 1.2 ad mtx->mtx_owner = MUTEX_ADAPTIVE_UNOWNED;
128 1.2 ad __cpu_simple_lock_init(&mtx->mtx_lock);
129 1.2 ad }
130 1.2 ad
131 1.2 ad static inline void
132 1.10 uebayasi MUTEX_DESTROY(struct kmutex *mtx)
133 1.2 ad {
134 1.3 skrll mtx->mtx_owner = 0xffffffff;
135 1.2 ad }
136 1.2 ad
137 1.8 yamt static inline bool
138 1.12 christos MUTEX_DEBUG_P(const volatile struct kmutex *mtx)
139 1.2 ad {
140 1.8 yamt return mtx->mtx_dodebug != 0;
141 1.2 ad }
142 1.2 ad
143 1.2 ad static inline int
144 1.13 christos MUTEX_SPIN_P(const volatile struct kmutex *mtx)
145 1.2 ad {
146 1.2 ad return mtx->mtx_owner == MUTEX_SPIN_FLAG;
147 1.2 ad }
148 1.2 ad
149 1.2 ad static inline int
150 1.13 christos MUTEX_ADAPTIVE_P(const volatile struct kmutex *mtx)
151 1.2 ad {
152 1.2 ad return mtx->mtx_owner != MUTEX_SPIN_FLAG;
153 1.2 ad }
154 1.2 ad
155 1.2 ad /* Acquire an adaptive mutex */
156 1.2 ad static inline int
157 1.10 uebayasi MUTEX_ACQUIRE(struct kmutex *mtx, uintptr_t curthread)
158 1.2 ad {
159 1.2 ad if (!__cpu_simple_lock_try(&mtx->mtx_lock))
160 1.2 ad return 0;
161 1.2 ad mtx->mtx_owner = curthread;
162 1.2 ad return 1;
163 1.2 ad }
164 1.2 ad
165 1.2 ad /* Release an adaptive mutex */
166 1.2 ad static inline void
167 1.10 uebayasi MUTEX_RELEASE(struct kmutex *mtx)
168 1.2 ad {
169 1.2 ad mtx->mtx_owner = MUTEX_ADAPTIVE_UNOWNED;
170 1.2 ad __cpu_simple_unlock(&mtx->mtx_lock);
171 1.2 ad mtx->mtx_waiters = 0;
172 1.2 ad }
173 1.2 ad
174 1.4 ad static inline void
175 1.10 uebayasi MUTEX_CLEAR_WAITERS(struct kmutex *mtx)
176 1.4 ad {
177 1.4 ad mtx->mtx_waiters = 0;
178 1.4 ad }
179 1.4 ad
180 1.2 ad #endif /* __ASSEMBLER__ */
181 1.2 ad
182 1.2 ad #endif /* __MUTEX_PRIVATE */
183 1.2 ad
184 1.2 ad #endif /* _HPPA_MUTEX_H_ */
185