xref: /kvm-unit-tests/x86/vmx.h (revision 3b50efe3dee7ad84f2aa76b94a6ddeebed622d65)
1 #ifndef __VMX_H
2 #define __VMX_H
3 
4 #include "libcflat.h"
5 #include "processor.h"
6 #include "bitops.h"
7 
8 struct vmcs {
9 	u32 revision_id; /* vmcs revision identifier */
10 	u32 abort; /* VMX-abort indicator */
11 	/* VMCS data */
12 	char data[0];
13 };
14 
15 struct regs {
16 	u64 rax;
17 	u64 rcx;
18 	u64 rdx;
19 	u64 rbx;
20 	u64 cr2;
21 	u64 rbp;
22 	u64 rsi;
23 	u64 rdi;
24 	u64 r8;
25 	u64 r9;
26 	u64 r10;
27 	u64 r11;
28 	u64 r12;
29 	u64 r13;
30 	u64 r14;
31 	u64 r15;
32 	u64 rflags;
33 };
34 
35 struct vmentry_failure {
36 	/* Did a vmlaunch or vmresume fail? */
37 	bool vmlaunch;
38 	/* Instruction mnemonic (for convenience). */
39 	const char *instr;
40 	/* Did the instruction return right away, or did we jump to HOST_RIP? */
41 	bool early;
42 	/* Contents of [re]flags after failed entry. */
43 	unsigned long flags;
44 };
45 
46 struct vmx_test {
47 	const char *name;
48 	int (*init)(struct vmcs *vmcs);
49 	void (*guest_main)();
50 	int (*exit_handler)();
51 	void (*syscall_handler)(u64 syscall_no);
52 	struct regs guest_regs;
53 	int (*entry_failure_handler)(struct vmentry_failure *failure);
54 	struct vmcs *vmcs;
55 	int exits;
56 };
57 
58 union vmx_basic {
59 	u64 val;
60 	struct {
61 		u32 revision;
62 		u32	size:13,
63 			reserved1: 3,
64 			width:1,
65 			dual:1,
66 			type:4,
67 			insouts:1,
68 			ctrl:1,
69 			reserved2:8;
70 	};
71 };
72 
73 union vmx_ctrl_msr {
74 	u64 val;
75 	struct {
76 		u32 set, clr;
77 	};
78 };
79 
80 union vmx_ept_vpid {
81 	u64 val;
82 	struct {
83 		u32:16,
84 			super:2,
85 			: 2,
86 			invept:1,
87 			: 11;
88 		u32	invvpid:1;
89 	};
90 };
91 
92 enum Encoding {
93 	/* 16-Bit Control Fields */
94 	VPID			= 0x0000ul,
95 	/* Posted-interrupt notification vector */
96 	PINV			= 0x0002ul,
97 	/* EPTP index */
98 	EPTP_IDX		= 0x0004ul,
99 
100 	/* 16-Bit Guest State Fields */
101 	GUEST_SEL_ES		= 0x0800ul,
102 	GUEST_SEL_CS		= 0x0802ul,
103 	GUEST_SEL_SS		= 0x0804ul,
104 	GUEST_SEL_DS		= 0x0806ul,
105 	GUEST_SEL_FS		= 0x0808ul,
106 	GUEST_SEL_GS		= 0x080aul,
107 	GUEST_SEL_LDTR		= 0x080cul,
108 	GUEST_SEL_TR		= 0x080eul,
109 	GUEST_INT_STATUS	= 0x0810ul,
110 
111 	/* 16-Bit Host State Fields */
112 	HOST_SEL_ES		= 0x0c00ul,
113 	HOST_SEL_CS		= 0x0c02ul,
114 	HOST_SEL_SS		= 0x0c04ul,
115 	HOST_SEL_DS		= 0x0c06ul,
116 	HOST_SEL_FS		= 0x0c08ul,
117 	HOST_SEL_GS		= 0x0c0aul,
118 	HOST_SEL_TR		= 0x0c0cul,
119 
120 	/* 64-Bit Control Fields */
121 	IO_BITMAP_A		= 0x2000ul,
122 	IO_BITMAP_B		= 0x2002ul,
123 	MSR_BITMAP		= 0x2004ul,
124 	EXIT_MSR_ST_ADDR	= 0x2006ul,
125 	EXIT_MSR_LD_ADDR	= 0x2008ul,
126 	ENTER_MSR_LD_ADDR	= 0x200aul,
127 	VMCS_EXEC_PTR		= 0x200cul,
128 	TSC_OFFSET		= 0x2010ul,
129 	TSC_OFFSET_HI		= 0x2011ul,
130 	APIC_VIRT_ADDR		= 0x2012ul,
131 	APIC_ACCS_ADDR		= 0x2014ul,
132 	EPTP			= 0x201aul,
133 	EPTP_HI			= 0x201bul,
134 
135 	/* 64-Bit Readonly Data Field */
136 	INFO_PHYS_ADDR		= 0x2400ul,
137 
138 	/* 64-Bit Guest State */
139 	VMCS_LINK_PTR		= 0x2800ul,
140 	VMCS_LINK_PTR_HI	= 0x2801ul,
141 	GUEST_DEBUGCTL		= 0x2802ul,
142 	GUEST_DEBUGCTL_HI	= 0x2803ul,
143 	GUEST_EFER		= 0x2806ul,
144 	GUEST_PAT		= 0x2804ul,
145 	GUEST_PERF_GLOBAL_CTRL	= 0x2808ul,
146 	GUEST_PDPTE		= 0x280aul,
147 
148 	/* 64-Bit Host State */
149 	HOST_PAT		= 0x2c00ul,
150 	HOST_EFER		= 0x2c02ul,
151 	HOST_PERF_GLOBAL_CTRL	= 0x2c04ul,
152 
153 	/* 32-Bit Control Fields */
154 	PIN_CONTROLS		= 0x4000ul,
155 	CPU_EXEC_CTRL0		= 0x4002ul,
156 	EXC_BITMAP		= 0x4004ul,
157 	PF_ERROR_MASK		= 0x4006ul,
158 	PF_ERROR_MATCH		= 0x4008ul,
159 	CR3_TARGET_COUNT	= 0x400aul,
160 	EXI_CONTROLS		= 0x400cul,
161 	EXI_MSR_ST_CNT		= 0x400eul,
162 	EXI_MSR_LD_CNT		= 0x4010ul,
163 	ENT_CONTROLS		= 0x4012ul,
164 	ENT_MSR_LD_CNT		= 0x4014ul,
165 	ENT_INTR_INFO		= 0x4016ul,
166 	ENT_INTR_ERROR		= 0x4018ul,
167 	ENT_INST_LEN		= 0x401aul,
168 	TPR_THRESHOLD		= 0x401cul,
169 	CPU_EXEC_CTRL1		= 0x401eul,
170 
171 	/* 32-Bit R/O Data Fields */
172 	VMX_INST_ERROR		= 0x4400ul,
173 	EXI_REASON		= 0x4402ul,
174 	EXI_INTR_INFO		= 0x4404ul,
175 	EXI_INTR_ERROR		= 0x4406ul,
176 	IDT_VECT_INFO		= 0x4408ul,
177 	IDT_VECT_ERROR		= 0x440aul,
178 	EXI_INST_LEN		= 0x440cul,
179 	EXI_INST_INFO		= 0x440eul,
180 
181 	/* 32-Bit Guest State Fields */
182 	GUEST_LIMIT_ES		= 0x4800ul,
183 	GUEST_LIMIT_CS		= 0x4802ul,
184 	GUEST_LIMIT_SS		= 0x4804ul,
185 	GUEST_LIMIT_DS		= 0x4806ul,
186 	GUEST_LIMIT_FS		= 0x4808ul,
187 	GUEST_LIMIT_GS		= 0x480aul,
188 	GUEST_LIMIT_LDTR	= 0x480cul,
189 	GUEST_LIMIT_TR		= 0x480eul,
190 	GUEST_LIMIT_GDTR	= 0x4810ul,
191 	GUEST_LIMIT_IDTR	= 0x4812ul,
192 	GUEST_AR_ES		= 0x4814ul,
193 	GUEST_AR_CS		= 0x4816ul,
194 	GUEST_AR_SS		= 0x4818ul,
195 	GUEST_AR_DS		= 0x481aul,
196 	GUEST_AR_FS		= 0x481cul,
197 	GUEST_AR_GS		= 0x481eul,
198 	GUEST_AR_LDTR		= 0x4820ul,
199 	GUEST_AR_TR		= 0x4822ul,
200 	GUEST_INTR_STATE	= 0x4824ul,
201 	GUEST_ACTV_STATE	= 0x4826ul,
202 	GUEST_SMBASE		= 0x4828ul,
203 	GUEST_SYSENTER_CS	= 0x482aul,
204 	PREEMPT_TIMER_VALUE	= 0x482eul,
205 
206 	/* 32-Bit Host State Fields */
207 	HOST_SYSENTER_CS	= 0x4c00ul,
208 
209 	/* Natural-Width Control Fields */
210 	CR0_MASK		= 0x6000ul,
211 	CR4_MASK		= 0x6002ul,
212 	CR0_READ_SHADOW		= 0x6004ul,
213 	CR4_READ_SHADOW		= 0x6006ul,
214 	CR3_TARGET_0		= 0x6008ul,
215 	CR3_TARGET_1		= 0x600aul,
216 	CR3_TARGET_2		= 0x600cul,
217 	CR3_TARGET_3		= 0x600eul,
218 
219 	/* Natural-Width R/O Data Fields */
220 	EXI_QUALIFICATION	= 0x6400ul,
221 	IO_RCX			= 0x6402ul,
222 	IO_RSI			= 0x6404ul,
223 	IO_RDI			= 0x6406ul,
224 	IO_RIP			= 0x6408ul,
225 	GUEST_LINEAR_ADDRESS	= 0x640aul,
226 
227 	/* Natural-Width Guest State Fields */
228 	GUEST_CR0		= 0x6800ul,
229 	GUEST_CR3		= 0x6802ul,
230 	GUEST_CR4		= 0x6804ul,
231 	GUEST_BASE_ES		= 0x6806ul,
232 	GUEST_BASE_CS		= 0x6808ul,
233 	GUEST_BASE_SS		= 0x680aul,
234 	GUEST_BASE_DS		= 0x680cul,
235 	GUEST_BASE_FS		= 0x680eul,
236 	GUEST_BASE_GS		= 0x6810ul,
237 	GUEST_BASE_LDTR		= 0x6812ul,
238 	GUEST_BASE_TR		= 0x6814ul,
239 	GUEST_BASE_GDTR		= 0x6816ul,
240 	GUEST_BASE_IDTR		= 0x6818ul,
241 	GUEST_DR7		= 0x681aul,
242 	GUEST_RSP		= 0x681cul,
243 	GUEST_RIP		= 0x681eul,
244 	GUEST_RFLAGS		= 0x6820ul,
245 	GUEST_PENDING_DEBUG	= 0x6822ul,
246 	GUEST_SYSENTER_ESP	= 0x6824ul,
247 	GUEST_SYSENTER_EIP	= 0x6826ul,
248 
249 	/* Natural-Width Host State Fields */
250 	HOST_CR0		= 0x6c00ul,
251 	HOST_CR3		= 0x6c02ul,
252 	HOST_CR4		= 0x6c04ul,
253 	HOST_BASE_FS		= 0x6c06ul,
254 	HOST_BASE_GS		= 0x6c08ul,
255 	HOST_BASE_TR		= 0x6c0aul,
256 	HOST_BASE_GDTR		= 0x6c0cul,
257 	HOST_BASE_IDTR		= 0x6c0eul,
258 	HOST_SYSENTER_ESP	= 0x6c10ul,
259 	HOST_SYSENTER_EIP	= 0x6c12ul,
260 	HOST_RSP		= 0x6c14ul,
261 	HOST_RIP		= 0x6c16ul
262 };
263 
264 #define VMX_ENTRY_FAILURE	(1ul << 31)
265 #define VMX_ENTRY_FLAGS		(X86_EFLAGS_CF | X86_EFLAGS_PF | X86_EFLAGS_AF | \
266 				 X86_EFLAGS_ZF | X86_EFLAGS_SF | X86_EFLAGS_OF)
267 
268 enum Reason {
269 	VMX_EXC_NMI		= 0,
270 	VMX_EXTINT		= 1,
271 	VMX_TRIPLE_FAULT	= 2,
272 	VMX_INIT		= 3,
273 	VMX_SIPI		= 4,
274 	VMX_SMI_IO		= 5,
275 	VMX_SMI_OTHER		= 6,
276 	VMX_INTR_WINDOW		= 7,
277 	VMX_NMI_WINDOW		= 8,
278 	VMX_TASK_SWITCH		= 9,
279 	VMX_CPUID		= 10,
280 	VMX_GETSEC		= 11,
281 	VMX_HLT			= 12,
282 	VMX_INVD		= 13,
283 	VMX_INVLPG		= 14,
284 	VMX_RDPMC		= 15,
285 	VMX_RDTSC		= 16,
286 	VMX_RSM			= 17,
287 	VMX_VMCALL		= 18,
288 	VMX_VMCLEAR		= 19,
289 	VMX_VMLAUNCH		= 20,
290 	VMX_VMPTRLD		= 21,
291 	VMX_VMPTRST		= 22,
292 	VMX_VMREAD		= 23,
293 	VMX_VMRESUME		= 24,
294 	VMX_VMWRITE		= 25,
295 	VMX_VMXOFF		= 26,
296 	VMX_VMXON		= 27,
297 	VMX_CR			= 28,
298 	VMX_DR			= 29,
299 	VMX_IO			= 30,
300 	VMX_RDMSR		= 31,
301 	VMX_WRMSR		= 32,
302 	VMX_FAIL_STATE		= 33,
303 	VMX_FAIL_MSR		= 34,
304 	VMX_MWAIT		= 36,
305 	VMX_MTF			= 37,
306 	VMX_MONITOR		= 39,
307 	VMX_PAUSE		= 40,
308 	VMX_FAIL_MCHECK		= 41,
309 	VMX_TPR_THRESHOLD	= 43,
310 	VMX_APIC_ACCESS		= 44,
311 	VMX_GDTR_IDTR		= 46,
312 	VMX_LDTR_TR		= 47,
313 	VMX_EPT_VIOLATION	= 48,
314 	VMX_EPT_MISCONFIG	= 49,
315 	VMX_INVEPT		= 50,
316 	VMX_PREEMPT		= 52,
317 	VMX_INVVPID		= 53,
318 	VMX_WBINVD		= 54,
319 	VMX_XSETBV		= 55
320 };
321 
322 enum Ctrl_exi {
323 	EXI_SAVE_DBGCTLS	= 1UL << 2,
324 	EXI_HOST_64		= 1UL << 9,
325 	EXI_LOAD_PERF		= 1UL << 12,
326 	EXI_INTA		= 1UL << 15,
327 	EXI_SAVE_PAT		= 1UL << 18,
328 	EXI_LOAD_PAT		= 1UL << 19,
329 	EXI_SAVE_EFER		= 1UL << 20,
330 	EXI_LOAD_EFER		= 1UL << 21,
331 	EXI_SAVE_PREEMPT	= 1UL << 22,
332 };
333 
334 enum Ctrl_ent {
335 	ENT_LOAD_DBGCTLS	= 1UL << 2,
336 	ENT_GUEST_64		= 1UL << 9,
337 	ENT_LOAD_PAT		= 1UL << 14,
338 	ENT_LOAD_EFER		= 1UL << 15,
339 };
340 
341 enum Ctrl_pin {
342 	PIN_EXTINT		= 1ul << 0,
343 	PIN_NMI			= 1ul << 3,
344 	PIN_VIRT_NMI		= 1ul << 5,
345 	PIN_PREEMPT		= 1ul << 6,
346 };
347 
348 enum Ctrl0 {
349 	CPU_INTR_WINDOW		= 1ul << 2,
350 	CPU_HLT			= 1ul << 7,
351 	CPU_INVLPG		= 1ul << 9,
352 	CPU_MWAIT		= 1ul << 10,
353 	CPU_RDPMC		= 1ul << 11,
354 	CPU_RDTSC		= 1ul << 12,
355 	CPU_CR3_LOAD		= 1ul << 15,
356 	CPU_CR3_STORE		= 1ul << 16,
357 	CPU_CR8_LOAD		= 1ul << 19,
358 	CPU_CR8_STORE		= 1ul << 20,
359 	CPU_TPR_SHADOW		= 1ul << 21,
360 	CPU_NMI_WINDOW		= 1ul << 22,
361 	CPU_IO			= 1ul << 24,
362 	CPU_IO_BITMAP		= 1ul << 25,
363 	CPU_MSR_BITMAP		= 1ul << 28,
364 	CPU_MONITOR		= 1ul << 29,
365 	CPU_PAUSE		= 1ul << 30,
366 	CPU_SECONDARY		= 1ul << 31,
367 };
368 
369 enum Ctrl1 {
370 	CPU_EPT			= 1ul << 1,
371 	CPU_VPID		= 1ul << 5,
372 	CPU_URG			= 1ul << 7,
373 	CPU_WBINVD		= 1ul << 6,
374 	CPU_RDRAND		= 1ul << 11,
375 };
376 
377 #define SAVE_GPR				\
378 	"xchg %rax, regs\n\t"			\
379 	"xchg %rbx, regs+0x8\n\t"		\
380 	"xchg %rcx, regs+0x10\n\t"		\
381 	"xchg %rdx, regs+0x18\n\t"		\
382 	"xchg %rbp, regs+0x28\n\t"		\
383 	"xchg %rsi, regs+0x30\n\t"		\
384 	"xchg %rdi, regs+0x38\n\t"		\
385 	"xchg %r8, regs+0x40\n\t"		\
386 	"xchg %r9, regs+0x48\n\t"		\
387 	"xchg %r10, regs+0x50\n\t"		\
388 	"xchg %r11, regs+0x58\n\t"		\
389 	"xchg %r12, regs+0x60\n\t"		\
390 	"xchg %r13, regs+0x68\n\t"		\
391 	"xchg %r14, regs+0x70\n\t"		\
392 	"xchg %r15, regs+0x78\n\t"
393 
394 #define LOAD_GPR	SAVE_GPR
395 
396 #define SAVE_GPR_C				\
397 	"xchg %%rax, regs\n\t"			\
398 	"xchg %%rbx, regs+0x8\n\t"		\
399 	"xchg %%rcx, regs+0x10\n\t"		\
400 	"xchg %%rdx, regs+0x18\n\t"		\
401 	"xchg %%rbp, regs+0x28\n\t"		\
402 	"xchg %%rsi, regs+0x30\n\t"		\
403 	"xchg %%rdi, regs+0x38\n\t"		\
404 	"xchg %%r8, regs+0x40\n\t"		\
405 	"xchg %%r9, regs+0x48\n\t"		\
406 	"xchg %%r10, regs+0x50\n\t"		\
407 	"xchg %%r11, regs+0x58\n\t"		\
408 	"xchg %%r12, regs+0x60\n\t"		\
409 	"xchg %%r13, regs+0x68\n\t"		\
410 	"xchg %%r14, regs+0x70\n\t"		\
411 	"xchg %%r15, regs+0x78\n\t"
412 
413 #define LOAD_GPR_C	SAVE_GPR_C
414 
415 #define VMX_IO_SIZE_MASK	0x7
416 #define _VMX_IO_BYTE		0
417 #define _VMX_IO_WORD		1
418 #define _VMX_IO_LONG		3
419 #define VMX_IO_DIRECTION_MASK	(1ul << 3)
420 #define VMX_IO_IN		(1ul << 3)
421 #define VMX_IO_OUT		0
422 #define VMX_IO_STRING		(1ul << 4)
423 #define VMX_IO_REP		(1ul << 5)
424 #define VMX_IO_OPRAND_IMM	(1ul << 6)
425 #define VMX_IO_PORT_MASK	0xFFFF0000
426 #define VMX_IO_PORT_SHIFT	16
427 
428 #define VMX_TEST_START		0
429 #define VMX_TEST_VMEXIT		1
430 #define VMX_TEST_EXIT		2
431 #define VMX_TEST_RESUME		3
432 
433 #define HYPERCALL_BIT		(1ul << 12)
434 #define HYPERCALL_MASK		0xFFF
435 #define HYPERCALL_VMEXIT	0x1
436 
437 #define EPTP_PG_WALK_LEN_SHIFT	3ul
438 #define EPTP_AD_FLAG		(1ul << 6)
439 
440 #define EPT_MEM_TYPE_UC		0ul
441 #define EPT_MEM_TYPE_WC		1ul
442 #define EPT_MEM_TYPE_WT		4ul
443 #define EPT_MEM_TYPE_WP		5ul
444 #define EPT_MEM_TYPE_WB		6ul
445 
446 #define EPT_RA			1ul
447 #define EPT_WA			2ul
448 #define EPT_EA			4ul
449 #define EPT_PRESENT		(EPT_RA | EPT_WA | EPT_EA)
450 #define EPT_ACCESS_FLAG		(1ul << 8)
451 #define EPT_DIRTY_FLAG		(1ul << 9)
452 #define EPT_LARGE_PAGE		(1ul << 7)
453 #define EPT_MEM_TYPE_SHIFT	3ul
454 #define EPT_IGNORE_PAT		(1ul << 6)
455 #define EPT_SUPPRESS_VE		(1ull << 63)
456 
457 #define EPT_CAP_WT		1ull
458 #define EPT_CAP_PWL4		(1ull << 6)
459 #define EPT_CAP_UC		(1ull << 8)
460 #define EPT_CAP_WB		(1ull << 14)
461 #define EPT_CAP_2M_PAGE		(1ull << 16)
462 #define EPT_CAP_1G_PAGE		(1ull << 17)
463 #define EPT_CAP_INVEPT		(1ull << 20)
464 #define EPT_CAP_INVEPT_SINGLE	(1ull << 25)
465 #define EPT_CAP_INVEPT_ALL	(1ull << 26)
466 #define EPT_CAP_AD_FLAG		(1ull << 21)
467 #define VPID_CAP_INVVPID	(1ull << 32)
468 #define VPID_CAP_INVVPID_SINGLE	(1ull << 41)
469 #define VPID_CAP_INVVPID_ALL	(1ull << 42)
470 
471 #define PAGE_SIZE_2M		(512 * PAGE_SIZE)
472 #define PAGE_SIZE_1G		(512 * PAGE_SIZE_2M)
473 #define EPT_PAGE_LEVEL		4
474 #define EPT_PGDIR_WIDTH		9
475 #define EPT_PGDIR_MASK		511
476 #define EPT_PGDIR_ENTRIES	(1 << EPT_PGDIR_WIDTH)
477 #define EPT_LEVEL_SHIFT(level)	(((level)-1) * EPT_PGDIR_WIDTH + 12)
478 #define EPT_ADDR_MASK		GENMASK_ULL(51, 12)
479 #define PAGE_MASK		(~(PAGE_SIZE-1))
480 #define PAGE_MASK_2M		(~(PAGE_SIZE_2M-1))
481 
482 #define EPT_VLT_RD		1
483 #define EPT_VLT_WR		(1 << 1)
484 #define EPT_VLT_FETCH		(1 << 2)
485 #define EPT_VLT_PERM_RD		(1 << 3)
486 #define EPT_VLT_PERM_WR		(1 << 4)
487 #define EPT_VLT_PERM_EX		(1 << 5)
488 #define EPT_VLT_LADDR_VLD	(1 << 7)
489 #define EPT_VLT_PADDR		(1 << 8)
490 
491 #define MAGIC_VAL_1		0x12345678ul
492 #define MAGIC_VAL_2		0x87654321ul
493 #define MAGIC_VAL_3		0xfffffffful
494 
495 #define INVEPT_SINGLE		1
496 #define INVEPT_GLOBAL		2
497 
498 #define INVVPID_SINGLE		1
499 #define INVVPID_ALL		2
500 
501 #define ACTV_ACTIVE		0
502 #define ACTV_HLT		1
503 
504 extern struct regs regs;
505 
506 extern union vmx_basic basic;
507 extern union vmx_ctrl_msr ctrl_pin_rev;
508 extern union vmx_ctrl_msr ctrl_cpu_rev[2];
509 extern union vmx_ctrl_msr ctrl_exit_rev;
510 extern union vmx_ctrl_msr ctrl_enter_rev;
511 extern union vmx_ept_vpid  ept_vpid;
512 
513 void vmx_set_test_stage(u32 s);
514 u32 vmx_get_test_stage(void);
515 void vmx_inc_test_stage(void);
516 
517 static inline int vmcs_clear(struct vmcs *vmcs)
518 {
519 	bool ret;
520 	u64 rflags = read_rflags() | X86_EFLAGS_CF | X86_EFLAGS_ZF;
521 
522 	asm volatile ("push %1; popf; vmclear %2; setbe %0"
523 		      : "=q" (ret) : "q" (rflags), "m" (vmcs) : "cc");
524 	return ret;
525 }
526 
527 static inline u64 vmcs_read(enum Encoding enc)
528 {
529 	u64 val;
530 	asm volatile ("vmread %1, %0" : "=rm" (val) : "r" ((u64)enc) : "cc");
531 	return val;
532 }
533 
534 static inline int vmcs_write(enum Encoding enc, u64 val)
535 {
536 	bool ret;
537 	asm volatile ("vmwrite %1, %2; setbe %0"
538 		: "=q"(ret) : "rm" (val), "r" ((u64)enc) : "cc");
539 	return ret;
540 }
541 
542 static inline int vmcs_save(struct vmcs **vmcs)
543 {
544 	bool ret;
545 	u64 rflags = read_rflags() | X86_EFLAGS_CF | X86_EFLAGS_ZF;
546 
547 	asm volatile ("push %1; popf; vmptrst %2; setbe %0"
548 		      : "=q" (ret) : "q" (rflags), "m" (*vmcs) : "cc");
549 	return ret;
550 }
551 
552 static inline void invept(unsigned long type, u64 eptp)
553 {
554 	struct {
555 		u64 eptp, gpa;
556 	} operand = {eptp, 0};
557 	asm volatile("invept %0, %1\n" ::"m"(operand),"r"(type));
558 }
559 
560 static inline void invvpid(unsigned long type, u16 vpid, u64 gva)
561 {
562 	struct {
563 		u64 vpid : 16;
564 		u64 rsvd : 48;
565 		u64 gva;
566 	} operand = {vpid, 0, gva};
567 	asm volatile("invvpid %0, %1\n" ::"m"(operand),"r"(type));
568 }
569 
570 void print_vmexit_info();
571 void print_vmentry_failure_info(struct vmentry_failure *failure);
572 void ept_sync(int type, u64 eptp);
573 void vpid_sync(int type, u16 vpid);
574 void install_ept_entry(unsigned long *pml4, int pte_level,
575 		unsigned long guest_addr, unsigned long pte,
576 		unsigned long *pt_page);
577 void install_1g_ept(unsigned long *pml4, unsigned long phys,
578 		unsigned long guest_addr, u64 perm);
579 void install_2m_ept(unsigned long *pml4, unsigned long phys,
580 		unsigned long guest_addr, u64 perm);
581 void install_ept(unsigned long *pml4, unsigned long phys,
582 		unsigned long guest_addr, u64 perm);
583 void setup_ept_range(unsigned long *pml4, unsigned long start,
584 		     unsigned long len, int map_1g, int map_2m, u64 perm);
585 unsigned long get_ept_pte(unsigned long *pml4,
586 		unsigned long guest_addr, int level);
587 int set_ept_pte(unsigned long *pml4, unsigned long guest_addr,
588 		int level, u64 pte_val);
589 
590 #endif
591