cpuset.c revision 1.10.2.3 1 1.10.2.3 wrstuden /* $NetBSD: cpuset.c,v 1.10.2.3 2008/06/24 06:05:40 wrstuden Exp $ */
2 1.10.2.2 wrstuden
3 1.10.2.2 wrstuden /*-
4 1.10.2.2 wrstuden * Copyright (c) 2008 The NetBSD Foundation, Inc.
5 1.10.2.2 wrstuden * All rights reserved.
6 1.10.2.2 wrstuden *
7 1.10.2.2 wrstuden * This code is derived from software contributed to The NetBSD Foundation
8 1.10.2.2 wrstuden * by Christos Zoulas.
9 1.10.2.2 wrstuden *
10 1.10.2.2 wrstuden * Redistribution and use in source and binary forms, with or without
11 1.10.2.2 wrstuden * modification, are permitted provided that the following conditions
12 1.10.2.2 wrstuden * are met:
13 1.10.2.2 wrstuden * 1. Redistributions of source code must retain the above copyright
14 1.10.2.2 wrstuden * notice, this list of conditions and the following disclaimer.
15 1.10.2.2 wrstuden * 2. Redistributions in binary form must reproduce the above copyright
16 1.10.2.2 wrstuden * notice, this list of conditions and the following disclaimer in the
17 1.10.2.2 wrstuden * documentation and/or other materials provided with the distribution.
18 1.10.2.2 wrstuden *
19 1.10.2.2 wrstuden * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
20 1.10.2.2 wrstuden * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
21 1.10.2.2 wrstuden * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
22 1.10.2.2 wrstuden * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
23 1.10.2.2 wrstuden * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
24 1.10.2.2 wrstuden * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
25 1.10.2.2 wrstuden * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
26 1.10.2.2 wrstuden * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
27 1.10.2.2 wrstuden * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
28 1.10.2.2 wrstuden * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 1.10.2.2 wrstuden * POSSIBILITY OF SUCH DAMAGE.
30 1.10.2.2 wrstuden */
31 1.10.2.2 wrstuden
32 1.10.2.3 wrstuden #ifndef _STANDALONE
33 1.10.2.2 wrstuden #include <sys/cdefs.h>
34 1.10.2.2 wrstuden #if defined(LIBC_SCCS) && !defined(lint)
35 1.10.2.3 wrstuden __RCSID("$NetBSD: cpuset.c,v 1.10.2.3 2008/06/24 06:05:40 wrstuden Exp $");
36 1.10.2.2 wrstuden #endif /* LIBC_SCCS and not lint */
37 1.10.2.2 wrstuden
38 1.10.2.2 wrstuden #include <sys/param.h>
39 1.10.2.2 wrstuden #include <sys/sched.h>
40 1.10.2.2 wrstuden #ifdef _KERNEL
41 1.10.2.2 wrstuden #include <sys/kmem.h>
42 1.10.2.2 wrstuden #include <lib/libkern/libkern.h>
43 1.10.2.2 wrstuden #include <sys/atomic.h>
44 1.10.2.2 wrstuden #else
45 1.10.2.3 wrstuden #include <errno.h>
46 1.10.2.2 wrstuden #include <string.h>
47 1.10.2.2 wrstuden #include <stdlib.h>
48 1.10.2.2 wrstuden #include <sys/sysctl.h>
49 1.10.2.2 wrstuden #endif
50 1.10.2.2 wrstuden
51 1.10.2.2 wrstuden #define CPUSET_SHIFT 5
52 1.10.2.2 wrstuden #define CPUSET_MASK 31
53 1.10.2.3 wrstuden #define CPUSET_NENTRIES(nc) ((nc) > 32 ? ((nc) >> CPUSET_SHIFT) : 1)
54 1.10.2.3 wrstuden #ifndef __lint__
55 1.10.2.3 wrstuden #define CPUSET_SIZE() sizeof( \
56 1.10.2.3 wrstuden struct { \
57 1.10.2.3 wrstuden uint32_t bits[cpuset_nentries]; \
58 1.10.2.3 wrstuden })
59 1.10.2.3 wrstuden #else
60 1.10.2.3 wrstuden #define CPUSET_SIZE() 0
61 1.10.2.3 wrstuden #endif
62 1.10.2.2 wrstuden
63 1.10.2.2 wrstuden struct _cpuset {
64 1.10.2.3 wrstuden uint32_t bits[0];
65 1.10.2.3 wrstuden };
66 1.10.2.3 wrstuden
67 1.10.2.3 wrstuden #ifdef _KERNEL
68 1.10.2.3 wrstuden struct _kcpuset {
69 1.10.2.2 wrstuden unsigned int nused;
70 1.10.2.3 wrstuden struct _kcpuset *next;
71 1.10.2.2 wrstuden uint32_t bits[0];
72 1.10.2.2 wrstuden };
73 1.10.2.3 wrstuden #define KCPUSET_SIZE() sizeof( \
74 1.10.2.3 wrstuden struct { \
75 1.10.2.3 wrstuden unsigned int nused; \
76 1.10.2.3 wrstuden struct _kcpuset *next; \
77 1.10.2.3 wrstuden uint32_t bits[cpuset_nentries]; \
78 1.10.2.3 wrstuden })
79 1.10.2.3 wrstuden #endif
80 1.10.2.2 wrstuden
81 1.10.2.3 wrstuden static size_t cpuset_size = 0;
82 1.10.2.3 wrstuden static size_t cpuset_nentries = 0;
83 1.10.2.3 wrstuden
84 1.10.2.3 wrstuden #ifndef _KERNEL
85 1.10.2.2 wrstuden size_t
86 1.10.2.3 wrstuden /*ARGSUSED*/
87 1.10.2.2 wrstuden _cpuset_size(const cpuset_t *c)
88 1.10.2.2 wrstuden {
89 1.10.2.3 wrstuden return cpuset_size;
90 1.10.2.2 wrstuden }
91 1.10.2.2 wrstuden
92 1.10.2.2 wrstuden void
93 1.10.2.2 wrstuden _cpuset_zero(cpuset_t *c)
94 1.10.2.2 wrstuden {
95 1.10.2.3 wrstuden (void)memset(c->bits, 0, cpuset_nentries * sizeof(c->bits[0]));
96 1.10.2.2 wrstuden }
97 1.10.2.2 wrstuden
98 1.10.2.2 wrstuden int
99 1.10.2.3 wrstuden _cpuset_isset(cpuid_t i, const cpuset_t *c)
100 1.10.2.2 wrstuden {
101 1.10.2.3 wrstuden const int j = i >> CPUSET_SHIFT;
102 1.10.2.3 wrstuden
103 1.10.2.3 wrstuden if (j >= cpuset_nentries || j < 0) {
104 1.10.2.3 wrstuden errno = EINVAL;
105 1.10.2.2 wrstuden return -1;
106 1.10.2.3 wrstuden }
107 1.10.2.2 wrstuden return ((1 << (i & CPUSET_MASK)) & c->bits[j]) != 0;
108 1.10.2.2 wrstuden }
109 1.10.2.2 wrstuden
110 1.10.2.2 wrstuden int
111 1.10.2.3 wrstuden _cpuset_set(cpuid_t i, cpuset_t *c)
112 1.10.2.2 wrstuden {
113 1.10.2.3 wrstuden const int j = i >> CPUSET_SHIFT;
114 1.10.2.3 wrstuden
115 1.10.2.3 wrstuden if (j >= cpuset_nentries || j < 0) {
116 1.10.2.3 wrstuden errno = EINVAL;
117 1.10.2.2 wrstuden return -1;
118 1.10.2.3 wrstuden }
119 1.10.2.2 wrstuden c->bits[j] |= 1 << (i & CPUSET_MASK);
120 1.10.2.2 wrstuden return 0;
121 1.10.2.2 wrstuden }
122 1.10.2.2 wrstuden
123 1.10.2.2 wrstuden int
124 1.10.2.3 wrstuden _cpuset_clr(cpuid_t i, cpuset_t *c)
125 1.10.2.2 wrstuden {
126 1.10.2.3 wrstuden const int j = i >> CPUSET_SHIFT;
127 1.10.2.3 wrstuden
128 1.10.2.3 wrstuden if (j >= cpuset_nentries || j < 0) {
129 1.10.2.3 wrstuden errno = EINVAL;
130 1.10.2.2 wrstuden return -1;
131 1.10.2.3 wrstuden }
132 1.10.2.2 wrstuden c->bits[j] &= ~(1 << (i & CPUSET_MASK));
133 1.10.2.2 wrstuden return 0;
134 1.10.2.2 wrstuden }
135 1.10.2.2 wrstuden
136 1.10.2.2 wrstuden cpuset_t *
137 1.10.2.2 wrstuden _cpuset_create(void)
138 1.10.2.2 wrstuden {
139 1.10.2.3 wrstuden if (cpuset_size == 0) {
140 1.10.2.3 wrstuden static int mib[2] = { CTL_HW, HW_NCPU };
141 1.10.2.3 wrstuden size_t len;
142 1.10.2.3 wrstuden int nc;
143 1.10.2.3 wrstuden
144 1.10.2.3 wrstuden if (sysctl(mib, __arraycount(mib), &nc, &len, NULL, 0) == -1)
145 1.10.2.3 wrstuden return NULL;
146 1.10.2.3 wrstuden
147 1.10.2.3 wrstuden cpuset_nentries = nc;
148 1.10.2.3 wrstuden cpuset_size = CPUSET_SIZE();
149 1.10.2.3 wrstuden }
150 1.10.2.3 wrstuden return calloc(1, cpuset_size);
151 1.10.2.3 wrstuden }
152 1.10.2.3 wrstuden
153 1.10.2.3 wrstuden void
154 1.10.2.3 wrstuden _cpuset_destroy(cpuset_t *c)
155 1.10.2.3 wrstuden {
156 1.10.2.3 wrstuden free(c);
157 1.10.2.3 wrstuden }
158 1.10.2.3 wrstuden
159 1.10.2.2 wrstuden #else
160 1.10.2.3 wrstuden
161 1.10.2.3 wrstuden kcpuset_t *
162 1.10.2.3 wrstuden kcpuset_create(void)
163 1.10.2.3 wrstuden {
164 1.10.2.3 wrstuden kcpuset_t *c;
165 1.10.2.3 wrstuden if (cpuset_size == 0) {
166 1.10.2.3 wrstuden cpuset_nentries = CPUSET_NENTRIES(MAXCPUS);
167 1.10.2.3 wrstuden cpuset_size = KCPUSET_SIZE();
168 1.10.2.3 wrstuden }
169 1.10.2.3 wrstuden c = kmem_zalloc(cpuset_size, KM_SLEEP);
170 1.10.2.2 wrstuden c->next = NULL;
171 1.10.2.2 wrstuden c->nused = 1;
172 1.10.2.2 wrstuden return c;
173 1.10.2.2 wrstuden }
174 1.10.2.2 wrstuden
175 1.10.2.2 wrstuden void
176 1.10.2.3 wrstuden kcpuset_destroy(kcpuset_t *c)
177 1.10.2.2 wrstuden {
178 1.10.2.3 wrstuden kcpuset_t *nc;
179 1.10.2.2 wrstuden while (c) {
180 1.10.2.2 wrstuden KASSERT(c->nused == 0);
181 1.10.2.3 wrstuden nc = c->next;
182 1.10.2.3 wrstuden kmem_free(c, cpuset_size);
183 1.10.2.3 wrstuden c = nc;
184 1.10.2.2 wrstuden }
185 1.10.2.2 wrstuden }
186 1.10.2.2 wrstuden
187 1.10.2.2 wrstuden void
188 1.10.2.3 wrstuden kcpuset_copy(kcpuset_t *d, const kcpuset_t *s)
189 1.10.2.2 wrstuden {
190 1.10.2.2 wrstuden KASSERT(d->nused == 1);
191 1.10.2.3 wrstuden (void)memcpy(d->bits, s->bits, cpuset_nentries * sizeof(s->bits[0]));
192 1.10.2.2 wrstuden }
193 1.10.2.2 wrstuden
194 1.10.2.2 wrstuden void
195 1.10.2.3 wrstuden kcpuset_use(kcpuset_t *c)
196 1.10.2.2 wrstuden {
197 1.10.2.2 wrstuden atomic_inc_uint(&c->nused);
198 1.10.2.2 wrstuden }
199 1.10.2.2 wrstuden
200 1.10.2.2 wrstuden void
201 1.10.2.3 wrstuden kcpuset_unuse(kcpuset_t *c, kcpuset_t **lst)
202 1.10.2.2 wrstuden {
203 1.10.2.2 wrstuden if (atomic_dec_uint_nv(&c->nused) != 0)
204 1.10.2.2 wrstuden return;
205 1.10.2.3 wrstuden KASSERT(c->nused == 0);
206 1.10.2.2 wrstuden KASSERT(c->next == NULL);
207 1.10.2.2 wrstuden if (lst == NULL) {
208 1.10.2.3 wrstuden kcpuset_destroy(c);
209 1.10.2.2 wrstuden return;
210 1.10.2.2 wrstuden }
211 1.10.2.2 wrstuden c->next = *lst;
212 1.10.2.2 wrstuden *lst = c;
213 1.10.2.2 wrstuden }
214 1.10.2.3 wrstuden
215 1.10.2.3 wrstuden int
216 1.10.2.3 wrstuden kcpuset_copyin(const cpuset_t *u, kcpuset_t *k, size_t len)
217 1.10.2.3 wrstuden {
218 1.10.2.3 wrstuden KASSERT(k->nused > 0);
219 1.10.2.3 wrstuden KASSERT(k->next == NULL);
220 1.10.2.3 wrstuden if (len != CPUSET_SIZE())
221 1.10.2.3 wrstuden return EINVAL;
222 1.10.2.3 wrstuden return copyin(u->bits, k->bits, cpuset_nentries * sizeof(k->bits[0]));
223 1.10.2.3 wrstuden }
224 1.10.2.3 wrstuden
225 1.10.2.3 wrstuden int
226 1.10.2.3 wrstuden kcpuset_copyout(const kcpuset_t *k, cpuset_t *u, size_t len)
227 1.10.2.3 wrstuden {
228 1.10.2.3 wrstuden KASSERT(k->nused > 0);
229 1.10.2.3 wrstuden KASSERT(k->next == NULL);
230 1.10.2.3 wrstuden if (len != CPUSET_SIZE())
231 1.10.2.3 wrstuden return EINVAL;
232 1.10.2.3 wrstuden return copyout(k->bits, u->bits, cpuset_nentries * sizeof(u->bits[0]));
233 1.10.2.3 wrstuden }
234 1.10.2.3 wrstuden
235 1.10.2.3 wrstuden void
236 1.10.2.3 wrstuden kcpuset_zero(kcpuset_t *c)
237 1.10.2.3 wrstuden {
238 1.10.2.3 wrstuden KASSERT(c->nused > 0);
239 1.10.2.3 wrstuden KASSERT(c->next == NULL);
240 1.10.2.3 wrstuden (void)memset(c->bits, 0, cpuset_nentries * sizeof(c->bits[0]));
241 1.10.2.3 wrstuden }
242 1.10.2.3 wrstuden
243 1.10.2.3 wrstuden int
244 1.10.2.3 wrstuden kcpuset_isset(cpuid_t i, const kcpuset_t *c)
245 1.10.2.3 wrstuden {
246 1.10.2.3 wrstuden const int j = i >> CPUSET_SHIFT;
247 1.10.2.3 wrstuden
248 1.10.2.3 wrstuden KASSERT(c->nused > 0);
249 1.10.2.3 wrstuden KASSERT(c->next == NULL);
250 1.10.2.3 wrstuden return ((1 << (i & CPUSET_MASK)) & c->bits[j]) != 0;
251 1.10.2.3 wrstuden }
252 1.10.2.3 wrstuden
253 1.10.2.3 wrstuden #endif
254 1.10.2.2 wrstuden #endif
255