atomic.h revision 1.1.2.8 1 1.1.2.3 riastrad /* $NetBSD: atomic.h,v 1.1.2.8 2013/07/24 02:28:36 riastradh Exp $ */
2 1.1.2.1 riastrad
3 1.1.2.1 riastrad /*-
4 1.1.2.1 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.1.2.1 riastrad * All rights reserved.
6 1.1.2.1 riastrad *
7 1.1.2.1 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.1.2.1 riastrad * by Taylor R. Campbell.
9 1.1.2.1 riastrad *
10 1.1.2.1 riastrad * Redistribution and use in source and binary forms, with or without
11 1.1.2.1 riastrad * modification, are permitted provided that the following conditions
12 1.1.2.1 riastrad * are met:
13 1.1.2.1 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.1.2.1 riastrad * notice, this list of conditions and the following disclaimer.
15 1.1.2.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1.2.1 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.1.2.1 riastrad * documentation and/or other materials provided with the distribution.
18 1.1.2.1 riastrad *
19 1.1.2.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1.2.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1.2.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1.2.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1.2.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1.2.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1.2.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1.2.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1.2.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1.2.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1.2.1 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.1.2.1 riastrad */
31 1.1.2.1 riastrad
32 1.1.2.1 riastrad #ifndef _LINUX_ATOMIC_H_
33 1.1.2.1 riastrad #define _LINUX_ATOMIC_H_
34 1.1.2.1 riastrad
35 1.1.2.3 riastrad #include <sys/atomic.h>
36 1.1.2.3 riastrad
37 1.1.2.6 riastrad struct atomic {
38 1.1.2.4 riastrad union {
39 1.1.2.4 riastrad int au_int;
40 1.1.2.4 riastrad unsigned int au_uint;
41 1.1.2.4 riastrad } a_u;
42 1.1.2.6 riastrad };
43 1.1.2.6 riastrad
44 1.1.2.6 riastrad typedef struct atomic atomic_t;
45 1.1.2.2 riastrad
46 1.1.2.2 riastrad static inline int
47 1.1.2.2 riastrad atomic_read(atomic_t *atomic)
48 1.1.2.2 riastrad {
49 1.1.2.4 riastrad return *(volatile int *)&atomic->a_u.au_int;
50 1.1.2.2 riastrad }
51 1.1.2.2 riastrad
52 1.1.2.3 riastrad static inline void
53 1.1.2.3 riastrad atomic_set(atomic_t *atomic, int value)
54 1.1.2.3 riastrad {
55 1.1.2.4 riastrad atomic->a_u.au_int = value;
56 1.1.2.3 riastrad }
57 1.1.2.3 riastrad
58 1.1.2.3 riastrad static inline void
59 1.1.2.7 riastrad atomic_add(int addend, atomic_t *atomic)
60 1.1.2.7 riastrad {
61 1.1.2.7 riastrad atomic_add_int(&atomic->a_u.au_uint, addend);
62 1.1.2.7 riastrad }
63 1.1.2.7 riastrad
64 1.1.2.7 riastrad static inline int
65 1.1.2.7 riastrad atomic_add_return(int addend, atomic_t *atomic)
66 1.1.2.7 riastrad {
67 1.1.2.7 riastrad return (int)atomic_add_int_nv(&atomic->a_u.au_uint, addend);
68 1.1.2.7 riastrad }
69 1.1.2.7 riastrad
70 1.1.2.7 riastrad static inline void
71 1.1.2.3 riastrad atomic_inc(atomic_t *atomic)
72 1.1.2.3 riastrad {
73 1.1.2.4 riastrad atomic_inc_uint(&atomic->a_u.au_uint);
74 1.1.2.4 riastrad }
75 1.1.2.4 riastrad
76 1.1.2.4 riastrad static inline void
77 1.1.2.4 riastrad atomic_dec(atomic_t *atomic)
78 1.1.2.4 riastrad {
79 1.1.2.4 riastrad atomic_dec_uint(&atomic->a_u.au_uint);
80 1.1.2.3 riastrad }
81 1.1.2.3 riastrad
82 1.1.2.3 riastrad static inline int
83 1.1.2.3 riastrad atomic_dec_and_test(atomic_t *atomic)
84 1.1.2.3 riastrad {
85 1.1.2.4 riastrad return (-1 == (int)atomic_dec_uint_nv(&atomic->a_u.au_uint));
86 1.1.2.3 riastrad }
87 1.1.2.3 riastrad
88 1.1.2.5 riastrad static inline void
89 1.1.2.5 riastrad set_bit(unsigned long bit, volatile unsigned long *ptr)
90 1.1.2.5 riastrad {
91 1.1.2.5 riastrad atomic_or_ulong(ptr, (1 << bit));
92 1.1.2.5 riastrad }
93 1.1.2.5 riastrad
94 1.1.2.5 riastrad static inline void
95 1.1.2.5 riastrad clear_bit(unsigned long bit, volatile unsigned long *ptr)
96 1.1.2.5 riastrad {
97 1.1.2.5 riastrad atomic_and_ulong(ptr, ~(1 << bit));
98 1.1.2.5 riastrad }
99 1.1.2.5 riastrad
100 1.1.2.5 riastrad static inline void
101 1.1.2.5 riastrad change_bit(unsigned long bit, volatile unsigned long *ptr)
102 1.1.2.5 riastrad {
103 1.1.2.5 riastrad unsigned long v;
104 1.1.2.5 riastrad
105 1.1.2.5 riastrad do v = *ptr; while (atomic_cas_ulong(ptr, v, v ^ (1 << bit)) != v);
106 1.1.2.5 riastrad }
107 1.1.2.5 riastrad
108 1.1.2.5 riastrad static inline unsigned long
109 1.1.2.5 riastrad test_and_set_bit(unsigned long bit, volatile unsigned long *ptr)
110 1.1.2.5 riastrad {
111 1.1.2.5 riastrad unsigned long v;
112 1.1.2.5 riastrad
113 1.1.2.5 riastrad do v = *ptr; while (atomic_cas_ulong(ptr, v, v | (1 << bit)) != v);
114 1.1.2.5 riastrad
115 1.1.2.5 riastrad return (v & (1 << bit));
116 1.1.2.5 riastrad }
117 1.1.2.5 riastrad
118 1.1.2.5 riastrad static inline unsigned long
119 1.1.2.5 riastrad test_and_clear_bit(unsigned long bit, volatile unsigned long *ptr)
120 1.1.2.5 riastrad {
121 1.1.2.5 riastrad unsigned long v;
122 1.1.2.5 riastrad
123 1.1.2.5 riastrad do v = *ptr; while (atomic_cas_ulong(ptr, v, v &~ (1 << bit)) != v);
124 1.1.2.5 riastrad
125 1.1.2.5 riastrad return (v & (1 << bit));
126 1.1.2.5 riastrad }
127 1.1.2.5 riastrad
128 1.1.2.5 riastrad static inline unsigned long
129 1.1.2.5 riastrad test_and_change_bit(unsigned long bit, volatile unsigned long *ptr)
130 1.1.2.5 riastrad {
131 1.1.2.5 riastrad unsigned long v;
132 1.1.2.5 riastrad
133 1.1.2.5 riastrad do v = *ptr; while (atomic_cas_ulong(ptr, v, v ^ (1 << bit)) != v);
134 1.1.2.5 riastrad
135 1.1.2.5 riastrad return (v & (1 << bit));
136 1.1.2.5 riastrad }
137 1.1.2.5 riastrad
138 1.1.2.8 riastrad #if defined(MULTIPROCESSOR) && !defined(__HAVE_ATOMIC_AS_MEMBAR)
139 1.1.2.8 riastrad /*
140 1.1.2.8 riastrad * XXX These memory barriers are doubtless overkill, but I am having
141 1.1.2.8 riastrad * trouble understanding the intent and use of the Linux atomic membar
142 1.1.2.8 riastrad * API. I think that for reference counting purposes, the sequences
143 1.1.2.8 riastrad * should be insn/inc/enter and exit/dec/insn, but the use of the
144 1.1.2.8 riastrad * before/after memory barriers is not consistent throughout Linux.
145 1.1.2.8 riastrad */
146 1.1.2.8 riastrad # define smp_mb__before_atomic_inc() membar_sync()
147 1.1.2.8 riastrad # define smp_mb__after_atomic_inc() membar_sync()
148 1.1.2.8 riastrad # define smp_mb__before_atomic_dec() membar_sync()
149 1.1.2.8 riastrad # define smp_mb__after_atomic_dec() membar_sync()
150 1.1.2.8 riastrad #else
151 1.1.2.8 riastrad # define smp_mb__before_atomic_inc() __insn_barrier()
152 1.1.2.8 riastrad # define smp_mb__after_atomic_inc() __insn_barrier()
153 1.1.2.8 riastrad # define smp_mb__before_atomic_dec() __insn_barrier()
154 1.1.2.8 riastrad # define smp_mb__after_atomic_dec() __insn_barrier()
155 1.1.2.8 riastrad #endif
156 1.1.2.8 riastrad
157 1.1.2.1 riastrad #endif /* _LINUX_ATOMIC_H_ */
158