kern_cpu.c revision 1.6.4.3 1 1.6.4.3 yamt /* $NetBSD: kern_cpu.c,v 1.6.4.3 2007/10/27 11:35:21 yamt Exp $ */
2 1.6.4.2 yamt
3 1.6.4.2 yamt /*-
4 1.6.4.2 yamt * Copyright (c) 2007 The NetBSD Foundation, Inc.
5 1.6.4.2 yamt * All rights reserved.
6 1.6.4.2 yamt *
7 1.6.4.2 yamt * This code is derived from software contributed to The NetBSD Foundation
8 1.6.4.2 yamt * by Andrew Doran.
9 1.6.4.2 yamt *
10 1.6.4.2 yamt * Redistribution and use in source and binary forms, with or without
11 1.6.4.2 yamt * modification, are permitted provided that the following conditions
12 1.6.4.2 yamt * are met:
13 1.6.4.2 yamt * 1. Redistributions of source code must retain the above copyright
14 1.6.4.2 yamt * notice, this list of conditions and the following disclaimer.
15 1.6.4.2 yamt * 2. Redistributions in binary form must reproduce the above copyright
16 1.6.4.2 yamt * notice, this list of conditions and the following disclaimer in the
17 1.6.4.2 yamt * documentation and/or other materials provided with the distribution.
18 1.6.4.2 yamt * 3. All advertising materials mentioning features or use of this software
19 1.6.4.2 yamt * must display the following acknowledgement:
20 1.6.4.2 yamt * This product includes software developed by the NetBSD
21 1.6.4.2 yamt * Foundation, Inc. and its contributors.
22 1.6.4.2 yamt * 4. Neither the name of The NetBSD Foundation nor the names of its
23 1.6.4.2 yamt * contributors may be used to endorse or promote products derived
24 1.6.4.2 yamt * from this software without specific prior written permission.
25 1.6.4.2 yamt *
26 1.6.4.2 yamt * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
27 1.6.4.2 yamt * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
28 1.6.4.2 yamt * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
29 1.6.4.2 yamt * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
30 1.6.4.2 yamt * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
31 1.6.4.2 yamt * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
32 1.6.4.2 yamt * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
33 1.6.4.2 yamt * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
34 1.6.4.2 yamt * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
35 1.6.4.2 yamt * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
36 1.6.4.2 yamt * POSSIBILITY OF SUCH DAMAGE.
37 1.6.4.2 yamt */
38 1.6.4.2 yamt
39 1.6.4.2 yamt /*-
40 1.6.4.2 yamt * Copyright (c)2007 YAMAMOTO Takashi,
41 1.6.4.2 yamt * All rights reserved.
42 1.6.4.2 yamt *
43 1.6.4.2 yamt * Redistribution and use in source and binary forms, with or without
44 1.6.4.2 yamt * modification, are permitted provided that the following conditions
45 1.6.4.2 yamt * are met:
46 1.6.4.2 yamt * 1. Redistributions of source code must retain the above copyright
47 1.6.4.2 yamt * notice, this list of conditions and the following disclaimer.
48 1.6.4.2 yamt * 2. Redistributions in binary form must reproduce the above copyright
49 1.6.4.2 yamt * notice, this list of conditions and the following disclaimer in the
50 1.6.4.2 yamt * documentation and/or other materials provided with the distribution.
51 1.6.4.2 yamt *
52 1.6.4.2 yamt * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
53 1.6.4.2 yamt * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 1.6.4.2 yamt * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 1.6.4.2 yamt * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
56 1.6.4.2 yamt * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 1.6.4.2 yamt * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 1.6.4.2 yamt * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 1.6.4.2 yamt * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 1.6.4.2 yamt * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 1.6.4.2 yamt * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
62 1.6.4.2 yamt * SUCH DAMAGE.
63 1.6.4.2 yamt */
64 1.6.4.2 yamt
65 1.6.4.2 yamt #include <sys/cdefs.h>
66 1.6.4.2 yamt
67 1.6.4.3 yamt __KERNEL_RCSID(0, "$NetBSD: kern_cpu.c,v 1.6.4.3 2007/10/27 11:35:21 yamt Exp $");
68 1.6.4.2 yamt
69 1.6.4.2 yamt #include <sys/param.h>
70 1.6.4.2 yamt #include <sys/systm.h>
71 1.6.4.2 yamt #include <sys/idle.h>
72 1.6.4.2 yamt #include <sys/sched.h>
73 1.6.4.3 yamt #include <sys/intr.h>
74 1.6.4.2 yamt #include <sys/conf.h>
75 1.6.4.2 yamt #include <sys/cpu.h>
76 1.6.4.2 yamt #include <sys/cpuio.h>
77 1.6.4.2 yamt #include <sys/proc.h>
78 1.6.4.2 yamt #include <sys/kernel.h>
79 1.6.4.2 yamt #include <sys/kauth.h>
80 1.6.4.3 yamt #include <sys/xcall.h>
81 1.6.4.3 yamt #include <sys/pool.h>
82 1.6.4.2 yamt
83 1.6.4.2 yamt #include <uvm/uvm_extern.h>
84 1.6.4.2 yamt
85 1.6.4.2 yamt void cpuctlattach(int);
86 1.6.4.2 yamt
87 1.6.4.3 yamt static void cpu_xc_online(struct schedstate_percpu *);
88 1.6.4.3 yamt static void cpu_xc_offline(struct schedstate_percpu *);
89 1.6.4.3 yamt
90 1.6.4.2 yamt dev_type_ioctl(cpuctl_ioctl);
91 1.6.4.2 yamt
92 1.6.4.2 yamt const struct cdevsw cpuctl_cdevsw = {
93 1.6.4.2 yamt nullopen, nullclose, nullread, nullwrite, cpuctl_ioctl,
94 1.6.4.2 yamt nullstop, notty, nopoll, nommap, nokqfilter,
95 1.6.4.2 yamt D_OTHER | D_MPSAFE
96 1.6.4.2 yamt };
97 1.6.4.3 yamt
98 1.6.4.2 yamt kmutex_t cpu_lock;
99 1.6.4.3 yamt int ncpu;
100 1.6.4.3 yamt int ncpuonline;
101 1.6.4.2 yamt
102 1.6.4.2 yamt int
103 1.6.4.2 yamt mi_cpu_attach(struct cpu_info *ci)
104 1.6.4.2 yamt {
105 1.6.4.2 yamt struct schedstate_percpu *spc = &ci->ci_schedstate;
106 1.6.4.2 yamt int error;
107 1.6.4.2 yamt
108 1.6.4.2 yamt ci->ci_index = ncpu;
109 1.6.4.2 yamt
110 1.6.4.2 yamt mutex_init(&spc->spc_lwplock, MUTEX_SPIN, IPL_SCHED);
111 1.6.4.2 yamt sched_cpuattach(ci);
112 1.6.4.2 yamt uvm_cpu_attach(ci);
113 1.6.4.2 yamt
114 1.6.4.2 yamt error = create_idle_lwp(ci);
115 1.6.4.2 yamt if (error != 0) {
116 1.6.4.2 yamt /* XXX revert sched_cpuattach */
117 1.6.4.2 yamt return error;
118 1.6.4.2 yamt }
119 1.6.4.2 yamt
120 1.6.4.3 yamt softint_init(ci);
121 1.6.4.3 yamt xc_init_cpu(ci);
122 1.6.4.3 yamt TAILQ_INIT(&ci->ci_data.cpu_biodone);
123 1.6.4.2 yamt ncpu++;
124 1.6.4.3 yamt ncpuonline++;
125 1.6.4.2 yamt
126 1.6.4.2 yamt return 0;
127 1.6.4.2 yamt }
128 1.6.4.2 yamt
129 1.6.4.2 yamt void
130 1.6.4.2 yamt cpuctlattach(int dummy)
131 1.6.4.2 yamt {
132 1.6.4.2 yamt
133 1.6.4.2 yamt }
134 1.6.4.2 yamt
135 1.6.4.2 yamt int
136 1.6.4.2 yamt cpuctl_ioctl(dev_t dev, u_long cmd, void *data, int flag, lwp_t *l)
137 1.6.4.2 yamt {
138 1.6.4.2 yamt CPU_INFO_ITERATOR cii;
139 1.6.4.2 yamt cpustate_t *cs;
140 1.6.4.2 yamt struct cpu_info *ci;
141 1.6.4.2 yamt int error, i;
142 1.6.4.2 yamt u_int id;
143 1.6.4.2 yamt
144 1.6.4.2 yamt error = 0;
145 1.6.4.2 yamt
146 1.6.4.2 yamt mutex_enter(&cpu_lock);
147 1.6.4.2 yamt switch (cmd) {
148 1.6.4.2 yamt case IOC_CPU_SETSTATE:
149 1.6.4.2 yamt error = kauth_authorize_generic(l->l_cred,
150 1.6.4.2 yamt KAUTH_GENERIC_ISSUSER, NULL);
151 1.6.4.2 yamt if (error != 0)
152 1.6.4.2 yamt break;
153 1.6.4.2 yamt cs = data;
154 1.6.4.2 yamt if ((ci = cpu_lookup(cs->cs_id)) == NULL) {
155 1.6.4.2 yamt error = ESRCH;
156 1.6.4.2 yamt break;
157 1.6.4.2 yamt }
158 1.6.4.2 yamt if (!cs->cs_intr) {
159 1.6.4.2 yamt error = EOPNOTSUPP;
160 1.6.4.2 yamt break;
161 1.6.4.2 yamt }
162 1.6.4.2 yamt error = cpu_setonline(ci, cs->cs_online);
163 1.6.4.2 yamt break;
164 1.6.4.2 yamt
165 1.6.4.2 yamt case IOC_CPU_GETSTATE:
166 1.6.4.2 yamt cs = data;
167 1.6.4.2 yamt id = cs->cs_id;
168 1.6.4.3 yamt memset(cs, 0, sizeof(*cs));
169 1.6.4.2 yamt cs->cs_id = id;
170 1.6.4.2 yamt if ((ci = cpu_lookup(id)) == NULL) {
171 1.6.4.2 yamt error = ESRCH;
172 1.6.4.2 yamt break;
173 1.6.4.2 yamt }
174 1.6.4.2 yamt if ((ci->ci_schedstate.spc_flags & SPCF_OFFLINE) != 0)
175 1.6.4.2 yamt cs->cs_online = false;
176 1.6.4.2 yamt else
177 1.6.4.2 yamt cs->cs_online = true;
178 1.6.4.2 yamt cs->cs_intr = true;
179 1.6.4.2 yamt cs->cs_lastmod = ci->ci_schedstate.spc_lastmod;
180 1.6.4.2 yamt break;
181 1.6.4.2 yamt
182 1.6.4.2 yamt case IOC_CPU_MAPID:
183 1.6.4.2 yamt i = 0;
184 1.6.4.2 yamt for (CPU_INFO_FOREACH(cii, ci)) {
185 1.6.4.2 yamt if (i++ == *(int *)data)
186 1.6.4.2 yamt break;
187 1.6.4.2 yamt }
188 1.6.4.2 yamt if (ci == NULL)
189 1.6.4.2 yamt error = ESRCH;
190 1.6.4.2 yamt else
191 1.6.4.2 yamt *(int *)data = ci->ci_cpuid;
192 1.6.4.2 yamt break;
193 1.6.4.2 yamt
194 1.6.4.2 yamt case IOC_CPU_GETCOUNT:
195 1.6.4.2 yamt *(int *)data = ncpu;
196 1.6.4.2 yamt break;
197 1.6.4.2 yamt
198 1.6.4.2 yamt default:
199 1.6.4.2 yamt error = ENOTTY;
200 1.6.4.2 yamt break;
201 1.6.4.2 yamt }
202 1.6.4.2 yamt mutex_exit(&cpu_lock);
203 1.6.4.2 yamt
204 1.6.4.2 yamt return error;
205 1.6.4.2 yamt }
206 1.6.4.2 yamt
207 1.6.4.2 yamt struct cpu_info *
208 1.6.4.2 yamt cpu_lookup(cpuid_t id)
209 1.6.4.2 yamt {
210 1.6.4.2 yamt CPU_INFO_ITERATOR cii;
211 1.6.4.2 yamt struct cpu_info *ci;
212 1.6.4.2 yamt
213 1.6.4.2 yamt for (CPU_INFO_FOREACH(cii, ci)) {
214 1.6.4.2 yamt if (ci->ci_cpuid == id)
215 1.6.4.2 yamt return ci;
216 1.6.4.2 yamt }
217 1.6.4.2 yamt
218 1.6.4.2 yamt return NULL;
219 1.6.4.2 yamt }
220 1.6.4.2 yamt
221 1.6.4.3 yamt static void
222 1.6.4.3 yamt cpu_xc_offline(struct schedstate_percpu *spc)
223 1.6.4.3 yamt {
224 1.6.4.3 yamt int s;
225 1.6.4.3 yamt
226 1.6.4.3 yamt s = splsched();
227 1.6.4.3 yamt spc->spc_flags |= SPCF_OFFLINE;
228 1.6.4.3 yamt splx(s);
229 1.6.4.3 yamt }
230 1.6.4.3 yamt
231 1.6.4.3 yamt static void
232 1.6.4.3 yamt cpu_xc_online(struct schedstate_percpu *spc)
233 1.6.4.3 yamt {
234 1.6.4.3 yamt int s;
235 1.6.4.3 yamt
236 1.6.4.3 yamt s = splsched();
237 1.6.4.3 yamt spc->spc_flags &= ~SPCF_OFFLINE;
238 1.6.4.3 yamt splx(s);
239 1.6.4.3 yamt }
240 1.6.4.3 yamt
241 1.6.4.2 yamt int
242 1.6.4.2 yamt cpu_setonline(struct cpu_info *ci, bool online)
243 1.6.4.2 yamt {
244 1.6.4.2 yamt struct schedstate_percpu *spc;
245 1.6.4.2 yamt CPU_INFO_ITERATOR cii;
246 1.6.4.2 yamt struct cpu_info *ci2;
247 1.6.4.3 yamt uint64_t where;
248 1.6.4.3 yamt xcfunc_t func;
249 1.6.4.2 yamt int nonline;
250 1.6.4.2 yamt
251 1.6.4.2 yamt spc = &ci->ci_schedstate;
252 1.6.4.2 yamt
253 1.6.4.2 yamt KASSERT(mutex_owned(&cpu_lock));
254 1.6.4.2 yamt
255 1.6.4.2 yamt if (online) {
256 1.6.4.2 yamt if ((spc->spc_flags & SPCF_OFFLINE) == 0)
257 1.6.4.2 yamt return 0;
258 1.6.4.3 yamt func = (xcfunc_t)cpu_xc_online;
259 1.6.4.3 yamt ncpuonline++;
260 1.6.4.2 yamt } else {
261 1.6.4.2 yamt if ((spc->spc_flags & SPCF_OFFLINE) != 0)
262 1.6.4.2 yamt return 0;
263 1.6.4.2 yamt nonline = 0;
264 1.6.4.2 yamt for (CPU_INFO_FOREACH(cii, ci2)) {
265 1.6.4.2 yamt nonline += ((ci2->ci_schedstate.spc_flags &
266 1.6.4.2 yamt SPCF_OFFLINE) == 0);
267 1.6.4.2 yamt }
268 1.6.4.2 yamt if (nonline == 1)
269 1.6.4.2 yamt return EBUSY;
270 1.6.4.3 yamt func = (xcfunc_t)cpu_xc_offline;
271 1.6.4.3 yamt ncpuonline--;
272 1.6.4.2 yamt }
273 1.6.4.2 yamt
274 1.6.4.3 yamt where = xc_unicast(0, func, &ci->ci_schedstate, NULL, ci);
275 1.6.4.3 yamt xc_wait(where);
276 1.6.4.3 yamt spc->spc_lastmod = time_second;
277 1.6.4.3 yamt
278 1.6.4.2 yamt return 0;
279 1.6.4.2 yamt }
280