prekern.c revision 1.7.2.2 1 1.7.2.2 jdolecek /* $NetBSD: prekern.c,v 1.7.2.2 2017/12/03 11:35:48 jdolecek Exp $ */
2 1.7.2.2 jdolecek
3 1.7.2.2 jdolecek /*
4 1.7.2.2 jdolecek * Copyright (c) 2017 The NetBSD Foundation, Inc. All rights reserved.
5 1.7.2.2 jdolecek *
6 1.7.2.2 jdolecek * This code is derived from software contributed to The NetBSD Foundation
7 1.7.2.2 jdolecek * by Maxime Villard.
8 1.7.2.2 jdolecek *
9 1.7.2.2 jdolecek * Redistribution and use in source and binary forms, with or without
10 1.7.2.2 jdolecek * modification, are permitted provided that the following conditions
11 1.7.2.2 jdolecek * are met:
12 1.7.2.2 jdolecek * 1. Redistributions of source code must retain the above copyright
13 1.7.2.2 jdolecek * notice, this list of conditions and the following disclaimer.
14 1.7.2.2 jdolecek * 2. Redistributions in binary form must reproduce the above copyright
15 1.7.2.2 jdolecek * notice, this list of conditions and the following disclaimer in the
16 1.7.2.2 jdolecek * documentation and/or other materials provided with the distribution.
17 1.7.2.2 jdolecek *
18 1.7.2.2 jdolecek * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS
19 1.7.2.2 jdolecek * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED
20 1.7.2.2 jdolecek * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
21 1.7.2.2 jdolecek * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS
22 1.7.2.2 jdolecek * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
23 1.7.2.2 jdolecek * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
24 1.7.2.2 jdolecek * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
25 1.7.2.2 jdolecek * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
26 1.7.2.2 jdolecek * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
27 1.7.2.2 jdolecek * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
28 1.7.2.2 jdolecek * POSSIBILITY OF SUCH DAMAGE.
29 1.7.2.2 jdolecek */
30 1.7.2.2 jdolecek
31 1.7.2.2 jdolecek #include "prekern.h"
32 1.7.2.2 jdolecek
33 1.7.2.2 jdolecek #include <machine/reg.h>
34 1.7.2.2 jdolecek #include <machine/specialreg.h>
35 1.7.2.2 jdolecek #include <machine/frame.h>
36 1.7.2.2 jdolecek
37 1.7.2.2 jdolecek #define _KERNEL
38 1.7.2.2 jdolecek #include <machine/bootinfo.h>
39 1.7.2.2 jdolecek #undef _KERNEL
40 1.7.2.2 jdolecek
41 1.7.2.2 jdolecek #include <machine/tss.h>
42 1.7.2.2 jdolecek #include <machine/segments.h>
43 1.7.2.2 jdolecek
44 1.7.2.2 jdolecek int boothowto;
45 1.7.2.2 jdolecek struct bootinfo bootinfo;
46 1.7.2.2 jdolecek
47 1.7.2.2 jdolecek extern paddr_t kernpa_start, kernpa_end;
48 1.7.2.2 jdolecek
49 1.7.2.2 jdolecek static uint8_t idtstore[PAGE_SIZE];
50 1.7.2.2 jdolecek static uint8_t faultstack[PAGE_SIZE];
51 1.7.2.2 jdolecek static struct x86_64_tss prekern_tss;
52 1.7.2.2 jdolecek
53 1.7.2.2 jdolecek /* GDT offsets */
54 1.7.2.2 jdolecek #define PREKERN_GDT_NUL_OFF (0 * 8)
55 1.7.2.2 jdolecek #define PREKERN_GDT_CS_OFF (1 * 8)
56 1.7.2.2 jdolecek #define PREKERN_GDT_DS_OFF (2 * 8)
57 1.7.2.2 jdolecek #define PREKERN_GDT_TSS_OFF (3 * 8)
58 1.7.2.2 jdolecek
59 1.7.2.2 jdolecek #define IDTVEC(name) __CONCAT(X, name)
60 1.7.2.2 jdolecek typedef void (vector)(void);
61 1.7.2.2 jdolecek extern vector *IDTVEC(exceptions)[];
62 1.7.2.2 jdolecek
63 1.7.2.2 jdolecek void fatal(char *msg)
64 1.7.2.2 jdolecek {
65 1.7.2.2 jdolecek print("\n");
66 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, "********** FATAL ***********\n");
67 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, msg);
68 1.7.2.2 jdolecek print("\n");
69 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, "****************************\n");
70 1.7.2.2 jdolecek
71 1.7.2.2 jdolecek while (1);
72 1.7.2.2 jdolecek }
73 1.7.2.2 jdolecek
74 1.7.2.2 jdolecek /* -------------------------------------------------------------------------- */
75 1.7.2.2 jdolecek
76 1.7.2.2 jdolecek struct smallframe {
77 1.7.2.2 jdolecek uint64_t sf_trapno;
78 1.7.2.2 jdolecek uint64_t sf_err;
79 1.7.2.2 jdolecek uint64_t sf_rip;
80 1.7.2.2 jdolecek uint64_t sf_cs;
81 1.7.2.2 jdolecek uint64_t sf_rflags;
82 1.7.2.2 jdolecek uint64_t sf_rsp;
83 1.7.2.2 jdolecek uint64_t sf_ss;
84 1.7.2.2 jdolecek };
85 1.7.2.2 jdolecek
86 1.7.2.2 jdolecek static void setregion(struct region_descriptor *, void *, uint16_t);
87 1.7.2.2 jdolecek static void setgate(struct gate_descriptor *, void *, int, int, int, int);
88 1.7.2.2 jdolecek static void set_sys_segment(struct sys_segment_descriptor *, void *,
89 1.7.2.2 jdolecek size_t, int, int, int);
90 1.7.2.2 jdolecek static void set_sys_gdt(int, void *, size_t, int, int, int);
91 1.7.2.2 jdolecek static void init_tss(void);
92 1.7.2.2 jdolecek static void init_idt(void);
93 1.7.2.2 jdolecek
94 1.7.2.2 jdolecek void trap(struct smallframe *);
95 1.7.2.2 jdolecek
96 1.7.2.2 jdolecek static char *trap_type[] = {
97 1.7.2.2 jdolecek "privileged instruction fault", /* 0 T_PRIVINFLT */
98 1.7.2.2 jdolecek "breakpoint trap", /* 1 T_BPTFLT */
99 1.7.2.2 jdolecek "arithmetic trap", /* 2 T_ARITHTRAP */
100 1.7.2.2 jdolecek "asynchronous system trap", /* 3 T_ASTFLT */
101 1.7.2.2 jdolecek "protection fault", /* 4 T_PROTFLT */
102 1.7.2.2 jdolecek "trace trap", /* 5 T_TRCTRAP */
103 1.7.2.2 jdolecek "page fault", /* 6 T_PAGEFLT */
104 1.7.2.2 jdolecek "alignment fault", /* 7 T_ALIGNFLT */
105 1.7.2.2 jdolecek "integer divide fault", /* 8 T_DIVIDE */
106 1.7.2.2 jdolecek "non-maskable interrupt", /* 9 T_NMI */
107 1.7.2.2 jdolecek "overflow trap", /* 10 T_OFLOW */
108 1.7.2.2 jdolecek "bounds check fault", /* 11 T_BOUND */
109 1.7.2.2 jdolecek "FPU not available fault", /* 12 T_DNA */
110 1.7.2.2 jdolecek "double fault", /* 13 T_DOUBLEFLT */
111 1.7.2.2 jdolecek "FPU operand fetch fault", /* 14 T_FPOPFLT */
112 1.7.2.2 jdolecek "invalid TSS fault", /* 15 T_TSSFLT */
113 1.7.2.2 jdolecek "segment not present fault", /* 16 T_SEGNPFLT */
114 1.7.2.2 jdolecek "stack fault", /* 17 T_STKFLT */
115 1.7.2.2 jdolecek "machine check fault", /* 18 T_MCA */
116 1.7.2.2 jdolecek "SSE FP exception", /* 19 T_XMM */
117 1.7.2.2 jdolecek "reserved trap", /* 20 T_RESERVED */
118 1.7.2.2 jdolecek };
119 1.7.2.2 jdolecek static int trap_types = __arraycount(trap_type);
120 1.7.2.2 jdolecek
121 1.7.2.2 jdolecek /*
122 1.7.2.2 jdolecek * Trap handler.
123 1.7.2.2 jdolecek */
124 1.7.2.2 jdolecek void
125 1.7.2.2 jdolecek trap(struct smallframe *sf)
126 1.7.2.2 jdolecek {
127 1.7.2.2 jdolecek uint64_t trapno = sf->sf_trapno;
128 1.7.2.2 jdolecek char *buf;
129 1.7.2.2 jdolecek
130 1.7.2.2 jdolecek if (trapno < trap_types) {
131 1.7.2.2 jdolecek buf = trap_type[trapno];
132 1.7.2.2 jdolecek } else {
133 1.7.2.2 jdolecek buf = "unknown trap";
134 1.7.2.2 jdolecek }
135 1.7.2.2 jdolecek
136 1.7.2.2 jdolecek print("\n");
137 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, "****** FAULT OCCURRED ******\n");
138 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, buf);
139 1.7.2.2 jdolecek print("\n");
140 1.7.2.2 jdolecek print_ext(RED_ON_BLACK, "****************************\n");
141 1.7.2.2 jdolecek
142 1.7.2.2 jdolecek while (1);
143 1.7.2.2 jdolecek }
144 1.7.2.2 jdolecek
145 1.7.2.2 jdolecek static void
146 1.7.2.2 jdolecek setregion(struct region_descriptor *rd, void *base, uint16_t limit)
147 1.7.2.2 jdolecek {
148 1.7.2.2 jdolecek rd->rd_limit = limit;
149 1.7.2.2 jdolecek rd->rd_base = (uint64_t)base;
150 1.7.2.2 jdolecek }
151 1.7.2.2 jdolecek
152 1.7.2.2 jdolecek static void
153 1.7.2.2 jdolecek setgate(struct gate_descriptor *gd, void *func, int ist, int type, int dpl,
154 1.7.2.2 jdolecek int sel)
155 1.7.2.2 jdolecek {
156 1.7.2.2 jdolecek gd->gd_looffset = (uint64_t)func & 0xffff;
157 1.7.2.2 jdolecek gd->gd_selector = sel;
158 1.7.2.2 jdolecek gd->gd_ist = ist;
159 1.7.2.2 jdolecek gd->gd_type = type;
160 1.7.2.2 jdolecek gd->gd_dpl = dpl;
161 1.7.2.2 jdolecek gd->gd_p = 1;
162 1.7.2.2 jdolecek gd->gd_hioffset = (uint64_t)func >> 16;
163 1.7.2.2 jdolecek gd->gd_zero = 0;
164 1.7.2.2 jdolecek gd->gd_xx1 = 0;
165 1.7.2.2 jdolecek gd->gd_xx2 = 0;
166 1.7.2.2 jdolecek gd->gd_xx3 = 0;
167 1.7.2.2 jdolecek }
168 1.7.2.2 jdolecek
169 1.7.2.2 jdolecek static void
170 1.7.2.2 jdolecek set_sys_segment(struct sys_segment_descriptor *sd, void *base, size_t limit,
171 1.7.2.2 jdolecek int type, int dpl, int gran)
172 1.7.2.2 jdolecek {
173 1.7.2.2 jdolecek memset(sd, 0, sizeof(*sd));
174 1.7.2.2 jdolecek sd->sd_lolimit = (unsigned)limit;
175 1.7.2.2 jdolecek sd->sd_lobase = (uint64_t)base;
176 1.7.2.2 jdolecek sd->sd_type = type;
177 1.7.2.2 jdolecek sd->sd_dpl = dpl;
178 1.7.2.2 jdolecek sd->sd_p = 1;
179 1.7.2.2 jdolecek sd->sd_hilimit = (unsigned)limit >> 16;
180 1.7.2.2 jdolecek sd->sd_gran = gran;
181 1.7.2.2 jdolecek sd->sd_hibase = (uint64_t)base >> 24;
182 1.7.2.2 jdolecek }
183 1.7.2.2 jdolecek
184 1.7.2.2 jdolecek static void
185 1.7.2.2 jdolecek set_sys_gdt(int slotoff, void *base, size_t limit, int type, int dpl, int gran)
186 1.7.2.2 jdolecek {
187 1.7.2.2 jdolecek struct sys_segment_descriptor sd;
188 1.7.2.2 jdolecek extern uint64_t *gdt64_start;
189 1.7.2.2 jdolecek
190 1.7.2.2 jdolecek set_sys_segment(&sd, base, limit, type, dpl, gran);
191 1.7.2.2 jdolecek
192 1.7.2.2 jdolecek memcpy(&gdt64_start + slotoff, &sd, sizeof(sd));
193 1.7.2.2 jdolecek }
194 1.7.2.2 jdolecek
195 1.7.2.2 jdolecek static void
196 1.7.2.2 jdolecek init_tss(void)
197 1.7.2.2 jdolecek {
198 1.7.2.2 jdolecek memset(&prekern_tss, 0, sizeof(prekern_tss));
199 1.7.2.2 jdolecek prekern_tss.tss_ist[0] = (uintptr_t)(&faultstack[PAGE_SIZE-1]) & ~0xf;
200 1.7.2.2 jdolecek
201 1.7.2.2 jdolecek set_sys_gdt(PREKERN_GDT_TSS_OFF, &prekern_tss,
202 1.7.2.2 jdolecek sizeof(struct x86_64_tss) - 1, SDT_SYS386TSS, SEL_KPL, 0);
203 1.7.2.2 jdolecek }
204 1.7.2.2 jdolecek
205 1.7.2.2 jdolecek static void
206 1.7.2.2 jdolecek init_idt(void)
207 1.7.2.2 jdolecek {
208 1.7.2.2 jdolecek struct region_descriptor region;
209 1.7.2.2 jdolecek struct gate_descriptor *idt;
210 1.7.2.2 jdolecek size_t i;
211 1.7.2.2 jdolecek
212 1.7.2.2 jdolecek idt = (struct gate_descriptor *)&idtstore;
213 1.7.2.2 jdolecek for (i = 0; i < NCPUIDT; i++) {
214 1.7.2.2 jdolecek setgate(&idt[i], IDTVEC(exceptions)[i], 0, SDT_SYS386IGT,
215 1.7.2.2 jdolecek SEL_KPL, GSEL(GCODE_SEL, SEL_KPL));
216 1.7.2.2 jdolecek }
217 1.7.2.2 jdolecek
218 1.7.2.2 jdolecek setregion(®ion, &idtstore, PAGE_SIZE - 1);
219 1.7.2.2 jdolecek lidt(®ion);
220 1.7.2.2 jdolecek }
221 1.7.2.2 jdolecek
222 1.7.2.2 jdolecek /* -------------------------------------------------------------------------- */
223 1.7.2.2 jdolecek
224 1.7.2.2 jdolecek struct prekern_args {
225 1.7.2.2 jdolecek int boothowto;
226 1.7.2.2 jdolecek void *bootinfo;
227 1.7.2.2 jdolecek void *bootspace;
228 1.7.2.2 jdolecek int esym;
229 1.7.2.2 jdolecek int biosextmem;
230 1.7.2.2 jdolecek int biosbasemem;
231 1.7.2.2 jdolecek int cpuid_level;
232 1.7.2.2 jdolecek uint32_t nox_flag;
233 1.7.2.2 jdolecek uint64_t PDPpaddr;
234 1.7.2.2 jdolecek vaddr_t atdevbase;
235 1.7.2.2 jdolecek vaddr_t lwp0uarea;
236 1.7.2.2 jdolecek paddr_t first_avail;
237 1.7.2.2 jdolecek };
238 1.7.2.2 jdolecek
239 1.7.2.2 jdolecek struct prekern_args pkargs;
240 1.7.2.2 jdolecek
241 1.7.2.2 jdolecek static void
242 1.7.2.2 jdolecek init_prekern_args(void)
243 1.7.2.2 jdolecek {
244 1.7.2.2 jdolecek extern struct bootspace bootspace;
245 1.7.2.2 jdolecek extern int esym;
246 1.7.2.2 jdolecek extern int biosextmem;
247 1.7.2.2 jdolecek extern int biosbasemem;
248 1.7.2.2 jdolecek extern int cpuid_level;
249 1.7.2.2 jdolecek extern uint32_t nox_flag;
250 1.7.2.2 jdolecek extern uint64_t PDPpaddr;
251 1.7.2.2 jdolecek extern vaddr_t iom_base;
252 1.7.2.2 jdolecek extern paddr_t stkpa;
253 1.7.2.2 jdolecek extern paddr_t pa_avail;
254 1.7.2.2 jdolecek
255 1.7.2.2 jdolecek memset(&pkargs, 0, sizeof(pkargs));
256 1.7.2.2 jdolecek pkargs.boothowto = boothowto;
257 1.7.2.2 jdolecek pkargs.bootinfo = (void *)&bootinfo;
258 1.7.2.2 jdolecek pkargs.bootspace = &bootspace;
259 1.7.2.2 jdolecek pkargs.esym = esym;
260 1.7.2.2 jdolecek pkargs.biosextmem = biosextmem;
261 1.7.2.2 jdolecek pkargs.biosbasemem = biosbasemem;
262 1.7.2.2 jdolecek pkargs.cpuid_level = cpuid_level;
263 1.7.2.2 jdolecek pkargs.nox_flag = nox_flag;
264 1.7.2.2 jdolecek pkargs.PDPpaddr = PDPpaddr;
265 1.7.2.2 jdolecek pkargs.atdevbase = iom_base;
266 1.7.2.2 jdolecek pkargs.lwp0uarea = bootspace.boot.va + (stkpa - bootspace.boot.pa);
267 1.7.2.2 jdolecek pkargs.first_avail = pa_avail;
268 1.7.2.2 jdolecek
269 1.7.2.2 jdolecek extern vaddr_t stkva;
270 1.7.2.2 jdolecek stkva = pkargs.lwp0uarea + (USPACE - FRAMESIZE);
271 1.7.2.2 jdolecek }
272 1.7.2.2 jdolecek
273 1.7.2.2 jdolecek void
274 1.7.2.2 jdolecek exec_kernel(vaddr_t ent)
275 1.7.2.2 jdolecek {
276 1.7.2.2 jdolecek int (*jumpfunc)(struct prekern_args *);
277 1.7.2.2 jdolecek int ret;
278 1.7.2.2 jdolecek
279 1.7.2.2 jdolecek /*
280 1.7.2.2 jdolecek * Normally, the function does not return. If it does, it means the
281 1.7.2.2 jdolecek * kernel had trouble processing the arguments, and we panic here. The
282 1.7.2.2 jdolecek * return value is here for debug.
283 1.7.2.2 jdolecek */
284 1.7.2.2 jdolecek jumpfunc = (void *)ent;
285 1.7.2.2 jdolecek ret = (*jumpfunc)(&pkargs);
286 1.7.2.2 jdolecek
287 1.7.2.2 jdolecek if (ret == -1) {
288 1.7.2.2 jdolecek fatal("kernel returned -1");
289 1.7.2.2 jdolecek } else {
290 1.7.2.2 jdolecek fatal("kernel returned unknown value");
291 1.7.2.2 jdolecek }
292 1.7.2.2 jdolecek }
293 1.7.2.2 jdolecek
294 1.7.2.2 jdolecek /*
295 1.7.2.2 jdolecek * Main entry point of the Prekern.
296 1.7.2.2 jdolecek */
297 1.7.2.2 jdolecek void
298 1.7.2.2 jdolecek init_prekern(paddr_t pa_start)
299 1.7.2.2 jdolecek {
300 1.7.2.2 jdolecek vaddr_t ent;
301 1.7.2.2 jdolecek
302 1.7.2.2 jdolecek init_cons();
303 1.7.2.2 jdolecek print_banner();
304 1.7.2.2 jdolecek
305 1.7.2.2 jdolecek if (kernpa_start == 0 || kernpa_end == 0) {
306 1.7.2.2 jdolecek fatal("init_prekern: unable to locate the kernel");
307 1.7.2.2 jdolecek }
308 1.7.2.2 jdolecek if (kernpa_start != (1UL << 21)) {
309 1.7.2.2 jdolecek fatal("init_prekern: invalid kernpa_start");
310 1.7.2.2 jdolecek }
311 1.7.2.2 jdolecek if (kernpa_start % PAGE_SIZE != 0) {
312 1.7.2.2 jdolecek fatal("init_prekern: kernpa_start not aligned");
313 1.7.2.2 jdolecek }
314 1.7.2.2 jdolecek if (kernpa_end % PAGE_SIZE != 0) {
315 1.7.2.2 jdolecek fatal("init_prekern: kernpa_end not aligned");
316 1.7.2.2 jdolecek }
317 1.7.2.2 jdolecek if (kernpa_end <= kernpa_start) {
318 1.7.2.2 jdolecek fatal("init_prekern: kernpa_end >= kernpa_start");
319 1.7.2.2 jdolecek }
320 1.7.2.2 jdolecek
321 1.7.2.2 jdolecek /*
322 1.7.2.2 jdolecek * Our physical space starts after the end of the kernel.
323 1.7.2.2 jdolecek */
324 1.7.2.2 jdolecek if (pa_start < kernpa_end) {
325 1.7.2.2 jdolecek fatal("init_prekern: physical space inside kernel");
326 1.7.2.2 jdolecek }
327 1.7.2.2 jdolecek mm_init(pa_start);
328 1.7.2.2 jdolecek
329 1.7.2.2 jdolecek /*
330 1.7.2.2 jdolecek * Init the TSS and IDT. We mostly don't care about this, they are just
331 1.7.2.2 jdolecek * here to properly handle traps.
332 1.7.2.2 jdolecek */
333 1.7.2.2 jdolecek init_tss();
334 1.7.2.2 jdolecek init_idt();
335 1.7.2.2 jdolecek
336 1.7.2.2 jdolecek print_state(true, "Prekern loaded");
337 1.7.2.2 jdolecek
338 1.7.2.2 jdolecek /*
339 1.7.2.2 jdolecek * Init the PRNG.
340 1.7.2.2 jdolecek */
341 1.7.2.2 jdolecek prng_init();
342 1.7.2.2 jdolecek
343 1.7.2.2 jdolecek /*
344 1.7.2.2 jdolecek * Relocate the kernel.
345 1.7.2.2 jdolecek */
346 1.7.2.2 jdolecek mm_map_kernel();
347 1.7.2.2 jdolecek ent = elf_kernel_reloc();
348 1.7.2.2 jdolecek mm_bootspace_mprotect();
349 1.7.2.2 jdolecek
350 1.7.2.2 jdolecek /*
351 1.7.2.2 jdolecek * Build the arguments.
352 1.7.2.2 jdolecek */
353 1.7.2.2 jdolecek init_prekern_args();
354 1.7.2.2 jdolecek
355 1.7.2.2 jdolecek /*
356 1.7.2.2 jdolecek * Finally, jump into the kernel.
357 1.7.2.2 jdolecek */
358 1.7.2.2 jdolecek print_state(true, "Jumping into the kernel");
359 1.7.2.2 jdolecek jump_kernel(ent);
360 1.7.2.2 jdolecek
361 1.7.2.2 jdolecek fatal("init_prekern: unreachable!");
362 1.7.2.2 jdolecek }
363