xen.h revision 1.43 1 1.43 cherry /* $NetBSD: xen.h,v 1.43 2019/02/04 18:14:53 cherry Exp $ */
2 1.1 cl
3 1.1 cl /*
4 1.1 cl *
5 1.1 cl * Copyright (c) 2003, 2004 Keir Fraser (on behalf of the Xen team)
6 1.1 cl * All rights reserved.
7 1.1 cl *
8 1.1 cl * Permission is hereby granted, free of charge, to any person obtaining a copy
9 1.1 cl * of this software and associated documentation files (the "Software"), to
10 1.1 cl * deal in the Software without restriction, including without limitation the
11 1.1 cl * rights to use, copy, modify, merge, publish, distribute, sublicense, and/or
12 1.1 cl * sell copies of the Software, and to permit persons to whom the Software is
13 1.1 cl * furnished to do so, subject to the following conditions:
14 1.1 cl *
15 1.1 cl * The above copyright notice and this permission notice shall be included in
16 1.1 cl * all copies or substantial portions of the Software.
17 1.1 cl *
18 1.1 cl * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
19 1.1 cl * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
20 1.1 cl * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
21 1.1 cl * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
22 1.1 cl * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
23 1.1 cl * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER
24 1.1 cl * DEALINGS IN THE SOFTWARE.
25 1.1 cl */
26 1.1 cl
27 1.1 cl
28 1.1 cl #ifndef _XEN_H
29 1.1 cl #define _XEN_H
30 1.33 mrg
31 1.33 mrg #ifdef _KERNEL_OPT
32 1.26 bouyer #include "opt_xen.h"
33 1.33 mrg #endif
34 1.1 cl
35 1.19 bouyer
36 1.1 cl #ifndef _LOCORE
37 1.1 cl
38 1.26 bouyer #include <machine/cpufunc.h>
39 1.26 bouyer
40 1.5 cl struct xen_netinfo {
41 1.5 cl uint32_t xi_ifno;
42 1.5 cl char *xi_root;
43 1.5 cl uint32_t xi_ip[5];
44 1.5 cl };
45 1.5 cl
46 1.4 cl union xen_cmdline_parseinfo {
47 1.40 mlelstv char xcp_bootdev[144];
48 1.4 cl struct xen_netinfo xcp_netinfo;
49 1.4 cl char xcp_console[16];
50 1.31 bouyer char xcp_pcidevs[64];
51 1.4 cl };
52 1.4 cl
53 1.4 cl #define XEN_PARSE_BOOTDEV 0
54 1.4 cl #define XEN_PARSE_NETINFO 1
55 1.4 cl #define XEN_PARSE_CONSOLE 2
56 1.15 bouyer #define XEN_PARSE_BOOTFLAGS 3
57 1.31 bouyer #define XEN_PARSE_PCIBACK 4
58 1.4 cl
59 1.4 cl void xen_parse_cmdline(int, union xen_cmdline_parseinfo *);
60 1.4 cl
61 1.3 cl void xenconscn_attach(void);
62 1.3 cl
63 1.7 cl void xenprivcmd_init(void);
64 1.10 bouyer
65 1.10 bouyer void xbdback_init(void);
66 1.10 bouyer void xennetback_init(void);
67 1.10 bouyer void xen_shm_init(void);
68 1.10 bouyer
69 1.10 bouyer void xenevt_event(int);
70 1.27 bouyer void xenevt_setipending(int, int);
71 1.12 yamt void xenevt_notify(void);
72 1.10 bouyer
73 1.10 bouyer void idle_block(void);
74 1.7 cl
75 1.35 jym /* xen_machdep.c */
76 1.35 jym void sysctl_xen_suspend_setup(void);
77 1.35 jym
78 1.34 joerg #include <sys/stdarg.h>
79 1.1 cl void printk(const char *, ...);
80 1.1 cl
81 1.1 cl #endif
82 1.1 cl
83 1.3 cl #endif /* _XEN_H */
84 1.1 cl
85 1.1 cl /******************************************************************************
86 1.1 cl * os.h
87 1.1 cl *
88 1.1 cl * random collection of macros and definition
89 1.1 cl */
90 1.1 cl
91 1.1 cl #ifndef _OS_H_
92 1.1 cl #define _OS_H_
93 1.1 cl
94 1.1 cl /*
95 1.1 cl * These are the segment descriptors provided for us by the hypervisor.
96 1.1 cl * For now, these are hardwired -- guest OSes cannot update the GDT
97 1.1 cl * or LDT.
98 1.1 cl *
99 1.1 cl * It shouldn't be hard to support descriptor-table frobbing -- let me
100 1.1 cl * know if the BSD or XP ports require flexibility here.
101 1.1 cl */
102 1.1 cl
103 1.1 cl
104 1.1 cl /*
105 1.10 bouyer * these are also defined in xen-public/xen.h but can't be pulled in as
106 1.1 cl * they are used in start of day assembly. Need to clean up the .h files
107 1.1 cl * a bit more...
108 1.1 cl */
109 1.1 cl
110 1.19 bouyer #ifndef FLAT_RING1_CS
111 1.19 bouyer #define FLAT_RING1_CS 0xe019 /* GDT index 259 */
112 1.19 bouyer #define FLAT_RING1_DS 0xe021 /* GDT index 260 */
113 1.19 bouyer #define FLAT_RING1_SS 0xe021 /* GDT index 260 */
114 1.19 bouyer #define FLAT_RING3_CS 0xe02b /* GDT index 261 */
115 1.19 bouyer #define FLAT_RING3_DS 0xe033 /* GDT index 262 */
116 1.19 bouyer #define FLAT_RING3_SS 0xe033 /* GDT index 262 */
117 1.19 bouyer #endif
118 1.1 cl
119 1.1 cl #define __KERNEL_CS FLAT_RING1_CS
120 1.1 cl #define __KERNEL_DS FLAT_RING1_DS
121 1.1 cl
122 1.1 cl /* Everything below this point is not included by assembler (.S) files. */
123 1.1 cl #ifndef _LOCORE
124 1.1 cl
125 1.43 cherry /* Version Specific Glue */
126 1.43 cherry #if __XEN_INTERFACE_VERSION__ >= 0x00030203
127 1.43 cherry #define console_mfn console.domU.mfn
128 1.43 cherry #define console_evtchn console.domU.evtchn
129 1.43 cherry #endif
130 1.43 cherry
131 1.1 cl /* some function prototypes */
132 1.1 cl void trap_init(void);
133 1.10 bouyer void xpq_flush_cache(void);
134 1.1 cl
135 1.30 cegger #define xendomain_is_dom0() (xen_start_info.flags & SIF_INITDOMAIN)
136 1.30 cegger #define xendomain_is_privileged() (xen_start_info.flags & SIF_PRIVILEGED)
137 1.1 cl
138 1.1 cl /*
139 1.1 cl * STI/CLI equivalents. These basically set and clear the virtual
140 1.10 bouyer * event_enable flag in the shared_info structure. Note that when
141 1.1 cl * the enable bit is set, there may be pending events to be handled.
142 1.1 cl * We may therefore call into do_hypervisor_callback() directly.
143 1.1 cl */
144 1.8 cl
145 1.8 cl #define __save_flags(x) \
146 1.8 cl do { \
147 1.29 cegger (x) = curcpu()->ci_vcpu->evtchn_upcall_mask; \
148 1.1 cl } while (0)
149 1.1 cl
150 1.8 cl #define __restore_flags(x) \
151 1.8 cl do { \
152 1.29 cegger volatile struct vcpu_info *_vci = curcpu()->ci_vcpu; \
153 1.8 cl __insn_barrier(); \
154 1.29 cegger if ((_vci->evtchn_upcall_mask = (x)) == 0) { \
155 1.29 cegger x86_lfence(); \
156 1.29 cegger if (__predict_false(_vci->evtchn_upcall_pending)) \
157 1.10 bouyer hypervisor_force_callback(); \
158 1.10 bouyer } \
159 1.1 cl } while (0)
160 1.1 cl
161 1.8 cl #define __cli() \
162 1.8 cl do { \
163 1.29 cegger curcpu()->ci_vcpu->evtchn_upcall_mask = 1; \
164 1.29 cegger x86_lfence(); \
165 1.1 cl } while (0)
166 1.1 cl
167 1.8 cl #define __sti() \
168 1.8 cl do { \
169 1.29 cegger volatile struct vcpu_info *_vci = curcpu()->ci_vcpu; \
170 1.10 bouyer __insn_barrier(); \
171 1.29 cegger _vci->evtchn_upcall_mask = 0; \
172 1.11 bouyer x86_lfence(); /* unmask then check (avoid races) */ \
173 1.29 cegger if (__predict_false(_vci->evtchn_upcall_pending)) \
174 1.10 bouyer hypervisor_force_callback(); \
175 1.1 cl } while (0)
176 1.1 cl
177 1.8 cl #define cli() __cli()
178 1.8 cl #define sti() __sti()
179 1.8 cl #define save_flags(x) __save_flags(x)
180 1.8 cl #define restore_flags(x) __restore_flags(x)
181 1.10 bouyer #define save_and_cli(x) do { \
182 1.10 bouyer __save_flags(x); \
183 1.10 bouyer __cli(); \
184 1.10 bouyer } while (/* CONSTCOND */ 0)
185 1.8 cl #define save_and_sti(x) __save_and_sti(x)
186 1.8 cl
187 1.11 bouyer /*
188 1.11 bouyer * always assume we're on multiprocessor. We don't know how many CPU the
189 1.11 bouyer * underlying hardware has.
190 1.11 bouyer */
191 1.8 cl #define __LOCK_PREFIX "lock; "
192 1.1 cl
193 1.28 bouyer #define XATOMIC_T u_long
194 1.28 bouyer #ifdef __x86_64__
195 1.28 bouyer #define LONG_SHIFT 6
196 1.28 bouyer #define LONG_MASK 63
197 1.28 bouyer #else /* __x86_64__ */
198 1.28 bouyer #define LONG_SHIFT 5
199 1.28 bouyer #define LONG_MASK 31
200 1.28 bouyer #endif /* __x86_64__ */
201 1.28 bouyer
202 1.28 bouyer #define xen_ffs __builtin_ffsl
203 1.28 bouyer
204 1.20 perry static __inline XATOMIC_T
205 1.19 bouyer xen_atomic_xchg(volatile XATOMIC_T *ptr, unsigned long val)
206 1.1 cl {
207 1.8 cl unsigned long result;
208 1.1 cl
209 1.25 bouyer __asm volatile(__LOCK_PREFIX
210 1.25 bouyer #ifdef __x86_64__
211 1.25 bouyer "xchgq %0,%1"
212 1.25 bouyer #else
213 1.11 bouyer "xchgl %0,%1"
214 1.25 bouyer #endif
215 1.8 cl :"=r" (result)
216 1.8 cl :"m" (*ptr), "0" (val)
217 1.8 cl :"memory");
218 1.1 cl
219 1.8 cl return result;
220 1.1 cl }
221 1.1 cl
222 1.21 bouyer static inline uint16_t
223 1.21 bouyer xen_atomic_cmpxchg16(volatile uint16_t *ptr, uint16_t val, uint16_t newval)
224 1.21 bouyer {
225 1.21 bouyer unsigned long result;
226 1.21 bouyer
227 1.21 bouyer __asm volatile(__LOCK_PREFIX
228 1.21 bouyer "cmpxchgw %w1,%2"
229 1.21 bouyer :"=a" (result)
230 1.21 bouyer :"q"(newval), "m" (*ptr), "0" (val)
231 1.21 bouyer :"memory");
232 1.21 bouyer
233 1.21 bouyer return result;
234 1.21 bouyer }
235 1.21 bouyer
236 1.19 bouyer static __inline void
237 1.19 bouyer xen_atomic_setbits_l (volatile XATOMIC_T *ptr, unsigned long bits) {
238 1.25 bouyer #ifdef __x86_64__
239 1.37 msaitoh __asm volatile("lock ; orq %1,%0" : "=m" (*ptr) : "ir" (bits));
240 1.25 bouyer #else
241 1.37 msaitoh __asm volatile("lock ; orl %1,%0" : "=m" (*ptr) : "ir" (bits));
242 1.25 bouyer #endif
243 1.19 bouyer }
244 1.19 bouyer
245 1.19 bouyer static __inline void
246 1.19 bouyer xen_atomic_clearbits_l (volatile XATOMIC_T *ptr, unsigned long bits) {
247 1.25 bouyer #ifdef __x86_64__
248 1.25 bouyer __asm volatile("lock ; andq %1,%0" : "=m" (*ptr) : "ir" (~bits));
249 1.25 bouyer #else
250 1.19 bouyer __asm volatile("lock ; andl %1,%0" : "=m" (*ptr) : "ir" (~bits));
251 1.25 bouyer #endif
252 1.19 bouyer }
253 1.19 bouyer
254 1.25 bouyer static __inline XATOMIC_T
255 1.25 bouyer xen_atomic_test_and_clear_bit(volatile void *ptr, unsigned long bitno)
256 1.1 cl {
257 1.41 cherry long result;
258 1.1 cl
259 1.25 bouyer __asm volatile(__LOCK_PREFIX
260 1.25 bouyer #ifdef __x86_64__
261 1.25 bouyer "btrq %2,%1 ;"
262 1.25 bouyer "sbbq %0,%0"
263 1.25 bouyer #else
264 1.8 cl "btrl %2,%1 ;"
265 1.8 cl "sbbl %0,%0"
266 1.25 bouyer #endif
267 1.19 bouyer :"=r" (result), "=m" (*(volatile XATOMIC_T *)(ptr))
268 1.8 cl :"Ir" (bitno) : "memory");
269 1.25 bouyer return result;
270 1.1 cl }
271 1.1 cl
272 1.25 bouyer static __inline XATOMIC_T
273 1.25 bouyer xen_atomic_test_and_set_bit(volatile void *ptr, unsigned long bitno)
274 1.10 bouyer {
275 1.25 bouyer long result;
276 1.10 bouyer
277 1.25 bouyer __asm volatile(__LOCK_PREFIX
278 1.25 bouyer #ifdef __x86_64__
279 1.25 bouyer "btsq %2,%1 ;"
280 1.25 bouyer "sbbq %0,%0"
281 1.25 bouyer #else
282 1.10 bouyer "btsl %2,%1 ;"
283 1.10 bouyer "sbbl %0,%0"
284 1.25 bouyer #endif
285 1.19 bouyer :"=r" (result), "=m" (*(volatile XATOMIC_T *)(ptr))
286 1.10 bouyer :"Ir" (bitno) : "memory");
287 1.25 bouyer return result;
288 1.10 bouyer }
289 1.10 bouyer
290 1.20 perry static __inline int
291 1.25 bouyer xen_constant_test_bit(const volatile void *ptr, unsigned long bitno)
292 1.1 cl {
293 1.28 bouyer return ((1UL << (bitno & LONG_MASK)) &
294 1.28 bouyer (((const volatile XATOMIC_T *) ptr)[bitno >> LONG_SHIFT])) != 0;
295 1.1 cl }
296 1.1 cl
297 1.25 bouyer static __inline XATOMIC_T
298 1.25 bouyer xen_variable_test_bit(const volatile void *ptr, unsigned long bitno)
299 1.1 cl {
300 1.25 bouyer long result;
301 1.8 cl
302 1.17 perry __asm volatile(
303 1.25 bouyer #ifdef __x86_64__
304 1.25 bouyer "btq %2,%1 ;"
305 1.25 bouyer "sbbq %0,%0"
306 1.25 bouyer #else
307 1.8 cl "btl %2,%1 ;"
308 1.8 cl "sbbl %0,%0"
309 1.25 bouyer #endif
310 1.8 cl :"=r" (result)
311 1.19 bouyer :"m" (*(const volatile XATOMIC_T *)(ptr)), "Ir" (bitno));
312 1.8 cl return result;
313 1.8 cl }
314 1.8 cl
315 1.19 bouyer #define xen_atomic_test_bit(ptr, bitno) \
316 1.8 cl (__builtin_constant_p(bitno) ? \
317 1.19 bouyer xen_constant_test_bit((ptr),(bitno)) : \
318 1.19 bouyer xen_variable_test_bit((ptr),(bitno)))
319 1.8 cl
320 1.20 perry static __inline void
321 1.25 bouyer xen_atomic_set_bit(volatile void *ptr, unsigned long bitno)
322 1.8 cl {
323 1.25 bouyer __asm volatile(__LOCK_PREFIX
324 1.25 bouyer #ifdef __x86_64__
325 1.25 bouyer "btsq %1,%0"
326 1.25 bouyer #else
327 1.8 cl "btsl %1,%0"
328 1.25 bouyer #endif
329 1.19 bouyer :"=m" (*(volatile XATOMIC_T *)(ptr))
330 1.8 cl :"Ir" (bitno));
331 1.8 cl }
332 1.8 cl
333 1.20 perry static __inline void
334 1.25 bouyer xen_atomic_clear_bit(volatile void *ptr, unsigned long bitno)
335 1.8 cl {
336 1.25 bouyer __asm volatile(__LOCK_PREFIX
337 1.25 bouyer #ifdef __x86_64__
338 1.25 bouyer "btrq %1,%0"
339 1.25 bouyer #else
340 1.8 cl "btrl %1,%0"
341 1.25 bouyer #endif
342 1.19 bouyer :"=m" (*(volatile XATOMIC_T *)(ptr))
343 1.8 cl :"Ir" (bitno));
344 1.1 cl }
345 1.1 cl
346 1.19 bouyer #undef XATOMIC_T
347 1.19 bouyer
348 1.23 ad void wbinvd(void);
349 1.10 bouyer
350 1.42 cherry #include <xen/include/public/features.h>
351 1.36 bouyer #include <sys/systm.h>
352 1.36 bouyer
353 1.36 bouyer extern bool xen_feature_tables[];
354 1.36 bouyer void xen_init_features(void);
355 1.36 bouyer static __inline bool
356 1.36 bouyer xen_feature(int f)
357 1.36 bouyer {
358 1.36 bouyer KASSERT(f < XENFEAT_NR_SUBMAPS * 32);
359 1.36 bouyer return xen_feature_tables[f];
360 1.36 bouyer }
361 1.36 bouyer
362 1.1 cl #endif /* !__ASSEMBLY__ */
363 1.1 cl
364 1.1 cl #endif /* _OS_H_ */
365