bitops.h revision 1.4 1 1.1 riastrad /* $NetBSD: bitops.h,v 1.4 2018/08/27 07:04:32 riastradh Exp $ */
2 1.1 riastrad
3 1.1 riastrad /*-
4 1.1 riastrad * Copyright (c) 2013 The NetBSD Foundation, Inc.
5 1.1 riastrad * All rights reserved.
6 1.1 riastrad *
7 1.1 riastrad * This code is derived from software contributed to The NetBSD Foundation
8 1.1 riastrad * by Taylor R. Campbell.
9 1.1 riastrad *
10 1.1 riastrad * Redistribution and use in source and binary forms, with or without
11 1.1 riastrad * modification, are permitted provided that the following conditions
12 1.1 riastrad * are met:
13 1.1 riastrad * 1. Redistributions of source code must retain the above copyright
14 1.1 riastrad * notice, this list of conditions and the following disclaimer.
15 1.1 riastrad * 2. Redistributions in binary form must reproduce the above copyright
16 1.1 riastrad * notice, this list of conditions and the following disclaimer in the
17 1.1 riastrad * documentation and/or other materials provided with the distribution.
18 1.1 riastrad *
19 1.1 riastrad * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.1 riastrad * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.1 riastrad * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.1 riastrad * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.1 riastrad * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.1 riastrad * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.1 riastrad * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.1 riastrad * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.1 riastrad * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.1 riastrad * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.1 riastrad * POSSIBILITY OF SUCH DAMAGE.
30 1.1 riastrad */
31 1.1 riastrad
32 1.1 riastrad #ifndef _LINUX_BITOPS_H_
33 1.1 riastrad #define _LINUX_BITOPS_H_
34 1.1 riastrad
35 1.1 riastrad #include <sys/cdefs.h>
36 1.1 riastrad #include <sys/types.h>
37 1.1 riastrad #include <sys/param.h>
38 1.1 riastrad #include <sys/atomic.h>
39 1.1 riastrad #include <sys/bitops.h>
40 1.1 riastrad
41 1.1 riastrad #include <machine/limits.h>
42 1.1 riastrad
43 1.1 riastrad #include <lib/libkern/libkern.h>
44 1.1 riastrad
45 1.1 riastrad /*
46 1.1 riastrad * Linux __ffs/__ffs64 is zero-based; zero input is undefined. Our
47 1.1 riastrad * ffs/ffs64 is one-based; zero input yields zero.
48 1.1 riastrad */
49 1.1 riastrad static inline unsigned long
50 1.1 riastrad __ffs(unsigned long x)
51 1.1 riastrad {
52 1.1 riastrad
53 1.1 riastrad KASSERT(x != 0);
54 1.1 riastrad return ffs64(x) - 1;
55 1.1 riastrad }
56 1.1 riastrad
57 1.1 riastrad static inline unsigned long
58 1.1 riastrad __ffs64(uint64_t x)
59 1.1 riastrad {
60 1.1 riastrad
61 1.1 riastrad KASSERT(x != 0);
62 1.1 riastrad return ffs64(x) - 1;
63 1.1 riastrad }
64 1.1 riastrad
65 1.4 riastrad /*
66 1.4 riastrad * Linux fls(0) = 0, fls(1) = 1, fls(0x80000000) = 32, so it matches
67 1.4 riastrad * our fls semantics.
68 1.4 riastrad */
69 1.4 riastrad static inline int
70 1.4 riastrad fls(int x)
71 1.4 riastrad {
72 1.4 riastrad return fls32(x);
73 1.4 riastrad }
74 1.4 riastrad
75 1.1 riastrad static inline unsigned int
76 1.1 riastrad hweight16(uint16_t n)
77 1.1 riastrad {
78 1.1 riastrad return popcount32(n);
79 1.1 riastrad }
80 1.1 riastrad
81 1.1 riastrad static inline unsigned int
82 1.1 riastrad hweight32(uint32_t n)
83 1.1 riastrad {
84 1.1 riastrad return popcount32(n);
85 1.1 riastrad }
86 1.1 riastrad
87 1.3 riastrad static inline unsigned int
88 1.3 riastrad hweight64(uint64_t n)
89 1.3 riastrad {
90 1.3 riastrad return popcount64(n);
91 1.3 riastrad }
92 1.3 riastrad
93 1.1 riastrad /*
94 1.1 riastrad * XXX Don't define BITS_PER_LONG as sizeof(unsigned long)*CHAR_BIT
95 1.1 riastrad * because that won't work in preprocessor conditionals, where it often
96 1.1 riastrad * turns up.
97 1.1 riastrad */
98 1.1 riastrad
99 1.1 riastrad #define BITS_TO_LONGS(n) \
100 1.1 riastrad roundup2((n), (sizeof(unsigned long) * CHAR_BIT))
101 1.1 riastrad
102 1.1 riastrad #define BIT(n) ((uintmax_t)1 << (n))
103 1.2 riastrad #define GENMASK(h,l) __BITS(h,l)
104 1.1 riastrad
105 1.1 riastrad static inline int
106 1.1 riastrad test_bit(unsigned int n, const volatile unsigned long *p)
107 1.1 riastrad {
108 1.1 riastrad const unsigned units = (sizeof(unsigned long) * CHAR_BIT);
109 1.1 riastrad
110 1.1 riastrad return ((p[n / units] & (1UL << (n % units))) != 0);
111 1.1 riastrad }
112 1.1 riastrad
113 1.1 riastrad static inline void
114 1.1 riastrad __set_bit(unsigned int n, volatile unsigned long *p)
115 1.1 riastrad {
116 1.1 riastrad const unsigned units = (sizeof(unsigned long) * CHAR_BIT);
117 1.1 riastrad
118 1.1 riastrad p[n / units] |= (1UL << (n % units));
119 1.1 riastrad }
120 1.1 riastrad
121 1.1 riastrad static inline void
122 1.1 riastrad __clear_bit(unsigned int n, volatile unsigned long *p)
123 1.1 riastrad {
124 1.1 riastrad const unsigned units = (sizeof(unsigned long) * CHAR_BIT);
125 1.1 riastrad
126 1.1 riastrad p[n / units] &= ~(1UL << (n % units));
127 1.1 riastrad }
128 1.1 riastrad
129 1.1 riastrad static inline void
130 1.1 riastrad __change_bit(unsigned int n, volatile unsigned long *p)
131 1.1 riastrad {
132 1.1 riastrad const unsigned units = (sizeof(unsigned long) * CHAR_BIT);
133 1.1 riastrad
134 1.1 riastrad p[n / units] ^= (1UL << (n % units));
135 1.1 riastrad }
136 1.1 riastrad
137 1.1 riastrad static inline unsigned long
138 1.1 riastrad __test_and_set_bit(unsigned int bit, volatile unsigned long *ptr)
139 1.1 riastrad {
140 1.1 riastrad const unsigned int units = (sizeof(*ptr) * CHAR_BIT);
141 1.1 riastrad volatile unsigned long *const p = &ptr[bit / units];
142 1.1 riastrad const unsigned long mask = (1UL << (bit % units));
143 1.1 riastrad unsigned long v;
144 1.1 riastrad
145 1.1 riastrad v = *p;
146 1.1 riastrad *p |= mask;
147 1.1 riastrad
148 1.1 riastrad return ((v & mask) != 0);
149 1.1 riastrad }
150 1.1 riastrad
151 1.1 riastrad static inline unsigned long
152 1.1 riastrad __test_and_clear_bit(unsigned int bit, volatile unsigned long *ptr)
153 1.1 riastrad {
154 1.1 riastrad const unsigned int units = (sizeof(*ptr) * CHAR_BIT);
155 1.1 riastrad volatile unsigned long *const p = &ptr[bit / units];
156 1.1 riastrad const unsigned long mask = (1UL << (bit % units));
157 1.1 riastrad unsigned long v;
158 1.1 riastrad
159 1.1 riastrad v = *p;
160 1.1 riastrad *p &= ~mask;
161 1.1 riastrad
162 1.1 riastrad return ((v & mask) != 0);
163 1.1 riastrad }
164 1.1 riastrad
165 1.1 riastrad static inline unsigned long
166 1.1 riastrad __test_and_change_bit(unsigned int bit, volatile unsigned long *ptr)
167 1.1 riastrad {
168 1.1 riastrad const unsigned int units = (sizeof(*ptr) * CHAR_BIT);
169 1.1 riastrad volatile unsigned long *const p = &ptr[bit / units];
170 1.1 riastrad const unsigned long mask = (1UL << (bit % units));
171 1.1 riastrad unsigned long v;
172 1.1 riastrad
173 1.1 riastrad v = *p;
174 1.1 riastrad *p ^= mask;
175 1.1 riastrad
176 1.1 riastrad return ((v & mask) != 0);
177 1.1 riastrad }
178 1.1 riastrad
179 1.1 riastrad static inline unsigned long
180 1.1 riastrad find_first_zero_bit(const unsigned long *ptr, unsigned long nbits)
181 1.1 riastrad {
182 1.1 riastrad const size_t bpl = (CHAR_BIT * sizeof(*ptr));
183 1.1 riastrad const unsigned long *p;
184 1.1 riastrad unsigned long result = 0;
185 1.1 riastrad
186 1.1 riastrad for (p = ptr; bpl < nbits; nbits -= bpl, p++, result += bpl) {
187 1.1 riastrad if (~*p)
188 1.1 riastrad break;
189 1.1 riastrad }
190 1.1 riastrad
191 1.1 riastrad CTASSERT(sizeof(unsigned long) <= sizeof(uint64_t));
192 1.1 riastrad result += ffs64(~(uint64_t)*p | (~0UL << MIN(nbits, bpl)));
193 1.1 riastrad return result;
194 1.1 riastrad }
195 1.1 riastrad
196 1.1 riastrad static inline unsigned
197 1.1 riastrad hweight8(unsigned w)
198 1.1 riastrad {
199 1.1 riastrad
200 1.1 riastrad return popcount(w & 0xff);
201 1.1 riastrad }
202 1.1 riastrad
203 1.1 riastrad #endif /* _LINUX_BITOPS_H_ */
204