cpu.c revision 1.67 1 1.67 jmcneill /* $NetBSD: cpu.c,v 1.67 2012/01/15 10:45:03 jmcneill Exp $ */
2 1.1 jmcneill
3 1.1 jmcneill /*-
4 1.1 jmcneill * Copyright (c) 2007 Jared D. McNeill <jmcneill (at) invisible.ca>
5 1.1 jmcneill * All rights reserved.
6 1.1 jmcneill *
7 1.1 jmcneill * Redistribution and use in source and binary forms, with or without
8 1.1 jmcneill * modification, are permitted provided that the following conditions
9 1.1 jmcneill * are met:
10 1.1 jmcneill * 1. Redistributions of source code must retain the above copyright
11 1.1 jmcneill * notice, this list of conditions and the following disclaimer.
12 1.1 jmcneill * 2. Redistributions in binary form must reproduce the above copyright
13 1.1 jmcneill * notice, this list of conditions and the following disclaimer in the
14 1.1 jmcneill * documentation and/or other materials provided with the distribution.
15 1.1 jmcneill *
16 1.1 jmcneill * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
17 1.1 jmcneill * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
18 1.1 jmcneill * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
19 1.1 jmcneill * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
20 1.1 jmcneill * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
21 1.1 jmcneill * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
22 1.1 jmcneill * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
23 1.1 jmcneill * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
24 1.1 jmcneill * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
25 1.1 jmcneill * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
26 1.1 jmcneill * POSSIBILITY OF SUCH DAMAGE.
27 1.1 jmcneill */
28 1.1 jmcneill
29 1.19 jmcneill #include "opt_cpu.h"
30 1.37 jmcneill #include "opt_hz.h"
31 1.19 jmcneill
32 1.1 jmcneill #include <sys/cdefs.h>
33 1.67 jmcneill __KERNEL_RCSID(0, "$NetBSD: cpu.c,v 1.67 2012/01/15 10:45:03 jmcneill Exp $");
34 1.1 jmcneill
35 1.1 jmcneill #include <sys/param.h>
36 1.1 jmcneill #include <sys/conf.h>
37 1.1 jmcneill #include <sys/proc.h>
38 1.1 jmcneill #include <sys/systm.h>
39 1.1 jmcneill #include <sys/device.h>
40 1.1 jmcneill #include <sys/reboot.h>
41 1.1 jmcneill #include <sys/lwp.h>
42 1.1 jmcneill #include <sys/cpu.h>
43 1.1 jmcneill #include <sys/mbuf.h>
44 1.16 jmcneill #include <sys/msgbuf.h>
45 1.54 jmcneill #include <sys/kmem.h>
46 1.65 reinoud #include <sys/kernel.h>
47 1.67 jmcneill #include <sys/mount.h>
48 1.1 jmcneill
49 1.1 jmcneill #include <dev/cons.h>
50 1.1 jmcneill
51 1.1 jmcneill #include <machine/cpu.h>
52 1.1 jmcneill #include <machine/mainbus.h>
53 1.8 jmcneill #include <machine/pcb.h>
54 1.40 reinoud #include <machine/machdep.h>
55 1.10 jmcneill #include <machine/thunk.h>
56 1.1 jmcneill
57 1.1 jmcneill #include <uvm/uvm_extern.h>
58 1.1 jmcneill #include <uvm/uvm_page.h>
59 1.1 jmcneill
60 1.27 jmcneill #if __GNUC_PREREQ__(4,4)
61 1.27 jmcneill #define cpu_unreachable() __builtin_unreachable()
62 1.27 jmcneill #else
63 1.27 jmcneill #define cpu_unreachable() do { thunk_abort(); } while (0)
64 1.27 jmcneill #endif
65 1.27 jmcneill
66 1.1 jmcneill static int cpu_match(device_t, cfdata_t, void *);
67 1.1 jmcneill static void cpu_attach(device_t, device_t, void *);
68 1.1 jmcneill
69 1.13 jmcneill struct cpu_info cpu_info_primary = {
70 1.13 jmcneill .ci_dev = 0,
71 1.13 jmcneill .ci_self = &cpu_info_primary,
72 1.13 jmcneill .ci_idepth = -1,
73 1.13 jmcneill .ci_curlwp = &lwp0,
74 1.13 jmcneill };
75 1.13 jmcneill
76 1.1 jmcneill char cpu_model[48] = "virtual processor";
77 1.1 jmcneill
78 1.1 jmcneill typedef struct cpu_softc {
79 1.1 jmcneill device_t sc_dev;
80 1.1 jmcneill struct cpu_info *sc_ci;
81 1.1 jmcneill } cpu_softc_t;
82 1.1 jmcneill
83 1.64 reinoud
84 1.64 reinoud /* statics */
85 1.15 jmcneill static struct pcb lwp0pcb;
86 1.54 jmcneill static void *um_msgbuf;
87 1.9 jmcneill
88 1.64 reinoud
89 1.64 reinoud /* attachment */
90 1.1 jmcneill CFATTACH_DECL_NEW(cpu, sizeof(cpu_softc_t), cpu_match, cpu_attach, NULL, NULL);
91 1.1 jmcneill
92 1.1 jmcneill static int
93 1.1 jmcneill cpu_match(device_t parent, cfdata_t match, void *opaque)
94 1.1 jmcneill {
95 1.1 jmcneill struct thunkbus_attach_args *taa = opaque;
96 1.1 jmcneill
97 1.1 jmcneill if (taa->taa_type != THUNKBUS_TYPE_CPU)
98 1.1 jmcneill return 0;
99 1.1 jmcneill
100 1.1 jmcneill return 1;
101 1.1 jmcneill }
102 1.1 jmcneill
103 1.1 jmcneill static void
104 1.1 jmcneill cpu_attach(device_t parent, device_t self, void *opaque)
105 1.1 jmcneill {
106 1.1 jmcneill cpu_softc_t *sc = device_private(self);
107 1.1 jmcneill
108 1.1 jmcneill aprint_naive("\n");
109 1.1 jmcneill aprint_normal("\n");
110 1.1 jmcneill
111 1.1 jmcneill sc->sc_dev = self;
112 1.1 jmcneill sc->sc_ci = &cpu_info_primary;
113 1.1 jmcneill }
114 1.1 jmcneill
115 1.1 jmcneill void
116 1.1 jmcneill cpu_configure(void)
117 1.1 jmcneill {
118 1.1 jmcneill if (config_rootfound("mainbus", NULL) == NULL)
119 1.1 jmcneill panic("configure: mainbus not configured");
120 1.1 jmcneill
121 1.1 jmcneill spl0();
122 1.1 jmcneill }
123 1.1 jmcneill
124 1.64 reinoud
125 1.64 reinoud /* main guts */
126 1.1 jmcneill void
127 1.1 jmcneill cpu_reboot(int howto, char *bootstr)
128 1.1 jmcneill {
129 1.11 jmcneill extern void usermode_reboot(void);
130 1.11 jmcneill
131 1.67 jmcneill if (cold)
132 1.67 jmcneill howto |= RB_HALT;
133 1.67 jmcneill
134 1.67 jmcneill if ((howto & RB_NOSYNC) == 0)
135 1.67 jmcneill vfs_shutdown();
136 1.67 jmcneill else
137 1.67 jmcneill suspendsched();
138 1.67 jmcneill
139 1.67 jmcneill doshutdownhooks();
140 1.67 jmcneill pmf_system_shutdown(boothowto);
141 1.1 jmcneill
142 1.1 jmcneill if ((howto & RB_POWERDOWN) == RB_POWERDOWN)
143 1.10 jmcneill thunk_exit(0);
144 1.1 jmcneill
145 1.67 jmcneill splhigh();
146 1.67 jmcneill
147 1.22 jmcneill if (howto & RB_DUMP)
148 1.22 jmcneill thunk_abort();
149 1.22 jmcneill
150 1.1 jmcneill if (howto & RB_HALT) {
151 1.1 jmcneill printf("\n");
152 1.1 jmcneill printf("The operating system has halted.\n");
153 1.1 jmcneill printf("Please press any key to reboot.\n\n");
154 1.1 jmcneill cnpollc(1);
155 1.1 jmcneill cngetc();
156 1.1 jmcneill cnpollc(0);
157 1.1 jmcneill }
158 1.1 jmcneill
159 1.1 jmcneill printf("rebooting...\n");
160 1.1 jmcneill
161 1.11 jmcneill usermode_reboot();
162 1.1 jmcneill
163 1.1 jmcneill /* NOTREACHED */
164 1.27 jmcneill cpu_unreachable();
165 1.1 jmcneill }
166 1.1 jmcneill
167 1.1 jmcneill void
168 1.1 jmcneill cpu_need_resched(struct cpu_info *ci, int flags)
169 1.1 jmcneill {
170 1.9 jmcneill ci->ci_want_resched |= flags;
171 1.65 reinoud aston(ci);
172 1.1 jmcneill }
173 1.1 jmcneill
174 1.1 jmcneill void
175 1.1 jmcneill cpu_need_proftick(struct lwp *l)
176 1.1 jmcneill {
177 1.1 jmcneill }
178 1.1 jmcneill
179 1.1 jmcneill lwp_t *
180 1.1 jmcneill cpu_switchto(lwp_t *oldlwp, lwp_t *newlwp, bool returning)
181 1.1 jmcneill {
182 1.5 rmind struct pcb *oldpcb = oldlwp ? lwp_getpcb(oldlwp) : NULL;
183 1.5 rmind struct pcb *newpcb = lwp_getpcb(newlwp);
184 1.1 jmcneill struct cpu_info *ci = curcpu();
185 1.1 jmcneill
186 1.1 jmcneill #ifdef CPU_DEBUG
187 1.58 reinoud thunk_printf_debug("cpu_switchto [%s,pid=%d,lid=%d] -> [%s,pid=%d,lid=%d]\n",
188 1.1 jmcneill oldlwp ? oldlwp->l_name : "none",
189 1.17 jmcneill oldlwp ? oldlwp->l_proc->p_pid : -1,
190 1.17 jmcneill oldlwp ? oldlwp->l_lid : -1,
191 1.17 jmcneill newlwp ? newlwp->l_name : "none",
192 1.17 jmcneill newlwp ? newlwp->l_proc->p_pid : -1,
193 1.17 jmcneill newlwp ? newlwp->l_lid : -1);
194 1.1 jmcneill if (oldpcb) {
195 1.58 reinoud thunk_printf_debug(" oldpcb uc_link=%p, uc_stack.ss_sp=%p, "
196 1.1 jmcneill "uc_stack.ss_size=%d\n",
197 1.1 jmcneill oldpcb->pcb_ucp.uc_link,
198 1.1 jmcneill oldpcb->pcb_ucp.uc_stack.ss_sp,
199 1.1 jmcneill (int)oldpcb->pcb_ucp.uc_stack.ss_size);
200 1.1 jmcneill }
201 1.1 jmcneill if (newpcb) {
202 1.58 reinoud thunk_printf_debug(" newpcb uc_link=%p, uc_stack.ss_sp=%p, "
203 1.1 jmcneill "uc_stack.ss_size=%d\n",
204 1.1 jmcneill newpcb->pcb_ucp.uc_link,
205 1.1 jmcneill newpcb->pcb_ucp.uc_stack.ss_sp,
206 1.1 jmcneill (int)newpcb->pcb_ucp.uc_stack.ss_size);
207 1.1 jmcneill }
208 1.1 jmcneill #endif /* !CPU_DEBUG */
209 1.1 jmcneill
210 1.1 jmcneill ci->ci_stash = oldlwp;
211 1.28 reinoud
212 1.1 jmcneill if (oldpcb) {
213 1.29 reinoud oldpcb->pcb_errno = thunk_geterrno();
214 1.32 reinoud thunk_seterrno(newpcb->pcb_errno);
215 1.45 reinoud curlwp = newlwp;
216 1.10 jmcneill if (thunk_swapcontext(&oldpcb->pcb_ucp, &newpcb->pcb_ucp))
217 1.26 jmcneill panic("swapcontext failed");
218 1.1 jmcneill } else {
219 1.32 reinoud thunk_seterrno(newpcb->pcb_errno);
220 1.45 reinoud curlwp = newlwp;
221 1.10 jmcneill if (thunk_setcontext(&newpcb->pcb_ucp))
222 1.26 jmcneill panic("setcontext failed");
223 1.1 jmcneill }
224 1.30 reinoud
225 1.1 jmcneill #ifdef CPU_DEBUG
226 1.58 reinoud thunk_printf_debug("cpu_switchto: returning %p (was %p)\n", ci->ci_stash, oldlwp);
227 1.1 jmcneill #endif
228 1.1 jmcneill return ci->ci_stash;
229 1.1 jmcneill }
230 1.1 jmcneill
231 1.1 jmcneill void
232 1.1 jmcneill cpu_dumpconf(void)
233 1.1 jmcneill {
234 1.1 jmcneill #ifdef CPU_DEBUG
235 1.58 reinoud thunk_printf_debug("cpu_dumpconf\n");
236 1.1 jmcneill #endif
237 1.1 jmcneill }
238 1.1 jmcneill
239 1.1 jmcneill void
240 1.1 jmcneill cpu_signotify(struct lwp *l)
241 1.1 jmcneill {
242 1.1 jmcneill }
243 1.1 jmcneill
244 1.1 jmcneill void
245 1.1 jmcneill cpu_getmcontext(struct lwp *l, mcontext_t *mcp, unsigned int *flags)
246 1.1 jmcneill {
247 1.56 reinoud struct pcb *pcb = lwp_getpcb(l);
248 1.56 reinoud ucontext_t *ucp = &pcb->pcb_userret_ucp;
249 1.64 reinoud
250 1.1 jmcneill #ifdef CPU_DEBUG
251 1.58 reinoud thunk_printf_debug("cpu_getmcontext\n");
252 1.1 jmcneill #endif
253 1.56 reinoud memcpy(mcp, &ucp->uc_mcontext, sizeof(mcontext_t));
254 1.56 reinoud return;
255 1.1 jmcneill }
256 1.1 jmcneill
257 1.1 jmcneill int
258 1.1 jmcneill cpu_setmcontext(struct lwp *l, const mcontext_t *mcp, unsigned int flags)
259 1.1 jmcneill {
260 1.56 reinoud struct pcb *pcb = lwp_getpcb(l);
261 1.56 reinoud ucontext_t *ucp = &pcb->pcb_userret_ucp;
262 1.56 reinoud
263 1.1 jmcneill #ifdef CPU_DEBUG
264 1.58 reinoud thunk_printf_debug("cpu_setmcontext\n");
265 1.1 jmcneill #endif
266 1.56 reinoud memcpy(&ucp->uc_mcontext, mcp, sizeof(mcontext_t));
267 1.1 jmcneill return 0;
268 1.1 jmcneill }
269 1.1 jmcneill
270 1.1 jmcneill void
271 1.1 jmcneill cpu_idle(void)
272 1.1 jmcneill {
273 1.1 jmcneill struct cpu_info *ci = curcpu();
274 1.1 jmcneill
275 1.1 jmcneill if (ci->ci_want_resched)
276 1.1 jmcneill return;
277 1.1 jmcneill
278 1.53 jmcneill thunk_idle();
279 1.1 jmcneill }
280 1.1 jmcneill
281 1.1 jmcneill void
282 1.1 jmcneill cpu_lwp_free(struct lwp *l, int proc)
283 1.1 jmcneill {
284 1.1 jmcneill #ifdef CPU_DEBUG
285 1.58 reinoud thunk_printf_debug("cpu_lwp_free (dummy)\n");
286 1.1 jmcneill #endif
287 1.1 jmcneill }
288 1.1 jmcneill
289 1.1 jmcneill void
290 1.1 jmcneill cpu_lwp_free2(struct lwp *l)
291 1.1 jmcneill {
292 1.5 rmind struct pcb *pcb = lwp_getpcb(l);
293 1.1 jmcneill
294 1.1 jmcneill #ifdef CPU_DEBUG
295 1.58 reinoud thunk_printf_debug("cpu_lwp_free2\n");
296 1.1 jmcneill #endif
297 1.1 jmcneill
298 1.1 jmcneill if (pcb == NULL)
299 1.1 jmcneill return;
300 1.64 reinoud /* XXX nothing to do? */
301 1.1 jmcneill }
302 1.1 jmcneill
303 1.1 jmcneill static void
304 1.44 reinoud cpu_lwp_trampoline(ucontext_t *ucp, void (*func)(void *), void *arg)
305 1.1 jmcneill {
306 1.18 reinoud #ifdef CPU_DEBUG
307 1.58 reinoud thunk_printf_debug("cpu_lwp_trampoline called with func %p, arg %p\n", (void *) func, arg);
308 1.18 reinoud #endif
309 1.44 reinoud /* init lwp */
310 1.1 jmcneill lwp_startup(curcpu()->ci_stash, curlwp);
311 1.44 reinoud
312 1.45 reinoud /* actual jump */
313 1.44 reinoud thunk_makecontext(ucp, (void (*)(void)) func, 1, arg, NULL, NULL);
314 1.45 reinoud thunk_setcontext(ucp);
315 1.1 jmcneill }
316 1.1 jmcneill
317 1.1 jmcneill void
318 1.1 jmcneill cpu_lwp_fork(struct lwp *l1, struct lwp *l2, void *stack, size_t stacksize,
319 1.1 jmcneill void (*func)(void *), void *arg)
320 1.1 jmcneill {
321 1.23 reinoud struct pcb *pcb1 = lwp_getpcb(l1);
322 1.23 reinoud struct pcb *pcb2 = lwp_getpcb(l2);
323 1.1 jmcneill
324 1.1 jmcneill #ifdef CPU_DEBUG
325 1.58 reinoud thunk_printf_debug("cpu_lwp_fork [%s/%p] -> [%s/%p] stack=%p stacksize=%d\n",
326 1.1 jmcneill l1 ? l1->l_name : "none", l1,
327 1.1 jmcneill l2 ? l2->l_name : "none", l2,
328 1.1 jmcneill stack, (int)stacksize);
329 1.1 jmcneill #endif
330 1.1 jmcneill
331 1.45 reinoud if (stack)
332 1.45 reinoud panic("%s: stack passed, can't handle\n", __func__);
333 1.45 reinoud
334 1.23 reinoud /* copy the PCB and its switchframes from parent */
335 1.23 reinoud memcpy(pcb2, pcb1, sizeof(struct pcb));
336 1.23 reinoud
337 1.64 reinoud /* refresh context */
338 1.23 reinoud if (thunk_getcontext(&pcb2->pcb_ucp))
339 1.26 jmcneill panic("getcontext failed");
340 1.23 reinoud
341 1.64 reinoud /* recalculate the system stack top */
342 1.64 reinoud pcb2->sys_stack_top = pcb2->sys_stack + TRAPSTACKSIZE;
343 1.64 reinoud
344 1.64 reinoud /* get l2 its own stack */
345 1.64 reinoud pcb2->pcb_ucp.uc_stack.ss_sp = pcb2->sys_stack;
346 1.64 reinoud pcb2->pcb_ucp.uc_stack.ss_size = pcb2->sys_stack_top - pcb2->sys_stack;
347 1.23 reinoud pcb2->pcb_ucp.uc_flags = _UC_STACK | _UC_CPU;
348 1.47 reinoud pcb2->pcb_ucp.uc_link = &pcb2->pcb_userret_ucp;
349 1.45 reinoud thunk_makecontext(&pcb2->pcb_ucp,
350 1.45 reinoud (void (*)(void)) cpu_lwp_trampoline,
351 1.44 reinoud 3, &pcb2->pcb_ucp, func, arg);
352 1.1 jmcneill }
353 1.1 jmcneill
354 1.1 jmcneill void
355 1.1 jmcneill cpu_initclocks(void)
356 1.1 jmcneill {
357 1.55 jmcneill extern timer_t clock_timerid;
358 1.37 jmcneill
359 1.55 jmcneill thunk_timer_start(clock_timerid, HZ);
360 1.1 jmcneill }
361 1.1 jmcneill
362 1.1 jmcneill void
363 1.1 jmcneill cpu_startup(void)
364 1.1 jmcneill {
365 1.57 reinoud vaddr_t minaddr, maxaddr;
366 1.64 reinoud size_t msgbufsize = 32 * 1024;
367 1.47 reinoud
368 1.57 reinoud /* get ourself a message buffer */
369 1.54 jmcneill um_msgbuf = kmem_zalloc(msgbufsize, KM_SLEEP);
370 1.54 jmcneill if (um_msgbuf == NULL)
371 1.16 jmcneill panic("couldn't allocate msgbuf");
372 1.54 jmcneill initmsgbuf(um_msgbuf, msgbufsize);
373 1.16 jmcneill
374 1.57 reinoud /* allocate a submap for physio, 1Mb enough? */
375 1.57 reinoud minaddr = 0;
376 1.57 reinoud phys_map = uvm_km_suballoc(kernel_map, &minaddr, &maxaddr,
377 1.57 reinoud 1024 * 1024, 0, false, NULL);
378 1.57 reinoud
379 1.57 reinoud /* say hi! */
380 1.13 jmcneill banner();
381 1.15 jmcneill
382 1.57 reinoud /* init lwp0 */
383 1.15 jmcneill memset(&lwp0pcb, 0, sizeof(lwp0pcb));
384 1.64 reinoud thunk_getcontext(&lwp0pcb.pcb_ucp);
385 1.64 reinoud uvm_lwp_setuarea(&lwp0, (vaddr_t) &lwp0pcb);
386 1.64 reinoud memcpy(&lwp0pcb.pcb_userret_ucp, &lwp0pcb.pcb_ucp, sizeof(ucontext_t));
387 1.23 reinoud
388 1.64 reinoud /* set stack top */
389 1.64 reinoud lwp0pcb.sys_stack_top = lwp0pcb.sys_stack + TRAPSTACKSIZE;
390 1.1 jmcneill }
391 1.1 jmcneill
392 1.1 jmcneill void
393 1.1 jmcneill cpu_rootconf(void)
394 1.1 jmcneill {
395 1.66 jmcneill extern char *usermode_root_device;
396 1.2 joerg device_t rdev;
397 1.1 jmcneill
398 1.66 jmcneill if (usermode_root_device != NULL) {
399 1.66 jmcneill rdev = device_find_by_xname(usermode_root_device);
400 1.66 jmcneill } else {
401 1.66 jmcneill rdev = device_find_by_xname("ld0");
402 1.66 jmcneill if (rdev == NULL)
403 1.66 jmcneill rdev = device_find_by_xname("md0");
404 1.66 jmcneill }
405 1.1 jmcneill
406 1.12 jmcneill aprint_normal("boot device: %s\n",
407 1.12 jmcneill rdev ? device_xname(rdev) : "<unknown>");
408 1.1 jmcneill setroot(rdev, 0);
409 1.1 jmcneill }
410 1.1 jmcneill
411 1.1 jmcneill bool
412 1.1 jmcneill cpu_intr_p(void)
413 1.1 jmcneill {
414 1.13 jmcneill int idepth;
415 1.13 jmcneill
416 1.13 jmcneill kpreempt_disable();
417 1.13 jmcneill idepth = curcpu()->ci_idepth;
418 1.13 jmcneill kpreempt_enable();
419 1.13 jmcneill
420 1.13 jmcneill return (idepth >= 0);
421 1.1 jmcneill }
422