xref: /kvm-unit-tests/x86/vmx_tests.c (revision be68f30a28ad8e5d854d610beb804335d58fe333)
1 /*
2  * All test cases of nested virtualization should be in this file
3  *
4  * Author : Arthur Chunqi Li <yzt356@gmail.com>
5  */
6 #include "vmx.h"
7 #include "msr.h"
8 #include "processor.h"
9 #include "vm.h"
10 #include "io.h"
11 #include "fwcfg.h"
12 #include "isr.h"
13 #include "apic.h"
14 #include "types.h"
15 
16 u64 ia32_pat;
17 u64 ia32_efer;
18 void *io_bitmap_a, *io_bitmap_b;
19 u16 ioport;
20 
21 unsigned long *pml4;
22 u64 eptp;
23 void *data_page1, *data_page2;
24 
25 static inline void vmcall()
26 {
27 	asm volatile("vmcall");
28 }
29 
30 void basic_guest_main()
31 {
32 }
33 
34 int basic_exit_handler()
35 {
36 	report("Basic VMX test", 0);
37 	print_vmexit_info();
38 	return VMX_TEST_EXIT;
39 }
40 
41 void vmenter_main()
42 {
43 	u64 rax;
44 	u64 rsp, resume_rsp;
45 
46 	report("test vmlaunch", 1);
47 
48 	asm volatile(
49 		"mov %%rsp, %0\n\t"
50 		"mov %3, %%rax\n\t"
51 		"vmcall\n\t"
52 		"mov %%rax, %1\n\t"
53 		"mov %%rsp, %2\n\t"
54 		: "=r"(rsp), "=r"(rax), "=r"(resume_rsp)
55 		: "g"(0xABCD));
56 	report("test vmresume", (rax == 0xFFFF) && (rsp == resume_rsp));
57 }
58 
59 int vmenter_exit_handler()
60 {
61 	u64 guest_rip;
62 	ulong reason;
63 
64 	guest_rip = vmcs_read(GUEST_RIP);
65 	reason = vmcs_read(EXI_REASON) & 0xff;
66 	switch (reason) {
67 	case VMX_VMCALL:
68 		if (regs.rax != 0xABCD) {
69 			report("test vmresume", 0);
70 			return VMX_TEST_VMEXIT;
71 		}
72 		regs.rax = 0xFFFF;
73 		vmcs_write(GUEST_RIP, guest_rip + 3);
74 		return VMX_TEST_RESUME;
75 	default:
76 		report("test vmresume", 0);
77 		print_vmexit_info();
78 	}
79 	return VMX_TEST_VMEXIT;
80 }
81 
82 u32 preempt_scale;
83 volatile unsigned long long tsc_val;
84 volatile u32 preempt_val;
85 u64 saved_rip;
86 
87 int preemption_timer_init()
88 {
89 	if (!(ctrl_pin_rev.clr & PIN_PREEMPT)) {
90 		printf("\tPreemption timer is not supported\n");
91 		return VMX_TEST_EXIT;
92 	}
93 	vmcs_write(PIN_CONTROLS, vmcs_read(PIN_CONTROLS) | PIN_PREEMPT);
94 	preempt_val = 10000000;
95 	vmcs_write(PREEMPT_TIMER_VALUE, preempt_val);
96 	preempt_scale = rdmsr(MSR_IA32_VMX_MISC) & 0x1F;
97 
98 	if (!(ctrl_exit_rev.clr & EXI_SAVE_PREEMPT))
99 		printf("\tSave preemption value is not supported\n");
100 
101 	return VMX_TEST_START;
102 }
103 
104 void preemption_timer_main()
105 {
106 	tsc_val = rdtsc();
107 	if (ctrl_exit_rev.clr & EXI_SAVE_PREEMPT) {
108 		vmx_set_test_stage(0);
109 		vmcall();
110 		if (vmx_get_test_stage() == 1)
111 			vmcall();
112 	}
113 	vmx_set_test_stage(1);
114 	while (vmx_get_test_stage() == 1) {
115 		if (((rdtsc() - tsc_val) >> preempt_scale)
116 				> 10 * preempt_val) {
117 			vmx_set_test_stage(2);
118 			vmcall();
119 		}
120 	}
121 	tsc_val = rdtsc();
122 	asm volatile ("hlt");
123 	vmcall();
124 	vmx_set_test_stage(5);
125 	vmcall();
126 }
127 
128 int preemption_timer_exit_handler()
129 {
130 	bool guest_halted;
131 	u64 guest_rip;
132 	ulong reason;
133 	u32 insn_len;
134 	u32 ctrl_exit;
135 
136 	guest_rip = vmcs_read(GUEST_RIP);
137 	reason = vmcs_read(EXI_REASON) & 0xff;
138 	insn_len = vmcs_read(EXI_INST_LEN);
139 	switch (reason) {
140 	case VMX_PREEMPT:
141 		switch (vmx_get_test_stage()) {
142 		case 1:
143 		case 2:
144 			report("busy-wait for preemption timer",
145 			       ((rdtsc() - tsc_val) >> preempt_scale) >=
146 			       preempt_val);
147 			vmx_set_test_stage(3);
148 			vmcs_write(PREEMPT_TIMER_VALUE, preempt_val);
149 			return VMX_TEST_RESUME;
150 		case 3:
151 			guest_halted =
152 				(vmcs_read(GUEST_ACTV_STATE) == ACTV_HLT);
153 			report("preemption timer during hlt",
154 			       ((rdtsc() - tsc_val) >> preempt_scale) >=
155 			       preempt_val && guest_halted);
156 			vmx_set_test_stage(4);
157 			vmcs_write(PIN_CONTROLS,
158 				   vmcs_read(PIN_CONTROLS) & ~PIN_PREEMPT);
159 			vmcs_write(GUEST_ACTV_STATE, ACTV_ACTIVE);
160 			return VMX_TEST_RESUME;
161 		case 4:
162 			report("preemption timer with 0 value",
163 			       saved_rip == guest_rip);
164 			break;
165 		default:
166 			printf("Invalid stage.\n");
167 			print_vmexit_info();
168 			break;
169 		}
170 		break;
171 	case VMX_VMCALL:
172 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
173 		switch (vmx_get_test_stage()) {
174 		case 0:
175 			report("Keep preemption value",
176 			       vmcs_read(PREEMPT_TIMER_VALUE) == preempt_val);
177 			vmx_set_test_stage(1);
178 			vmcs_write(PREEMPT_TIMER_VALUE, preempt_val);
179 			ctrl_exit = (vmcs_read(EXI_CONTROLS) |
180 				EXI_SAVE_PREEMPT) & ctrl_exit_rev.clr;
181 			vmcs_write(EXI_CONTROLS, ctrl_exit);
182 			return VMX_TEST_RESUME;
183 		case 1:
184 			report("Save preemption value",
185 			       vmcs_read(PREEMPT_TIMER_VALUE) < preempt_val);
186 			return VMX_TEST_RESUME;
187 		case 2:
188 			report("busy-wait for preemption timer", 0);
189 			vmx_set_test_stage(3);
190 			vmcs_write(PREEMPT_TIMER_VALUE, preempt_val);
191 			return VMX_TEST_RESUME;
192 		case 3:
193 			report("preemption timer during hlt", 0);
194 			vmx_set_test_stage(4);
195 			/* fall through */
196 		case 4:
197 			vmcs_write(PIN_CONTROLS,
198 				   vmcs_read(PIN_CONTROLS) | PIN_PREEMPT);
199 			vmcs_write(PREEMPT_TIMER_VALUE, 0);
200 			saved_rip = guest_rip + insn_len;
201 			return VMX_TEST_RESUME;
202 		case 5:
203 			report("preemption timer with 0 value (vmcall stage 5)", 0);
204 			break;
205 		default:
206 			// Should not reach here
207 			printf("ERROR : unexpected stage, %d\n",
208 			       vmx_get_test_stage());
209 			print_vmexit_info();
210 			return VMX_TEST_VMEXIT;
211 		}
212 		break;
213 	default:
214 		printf("Unknown exit reason, %ld\n", reason);
215 		print_vmexit_info();
216 	}
217 	vmcs_write(PIN_CONTROLS, vmcs_read(PIN_CONTROLS) & ~PIN_PREEMPT);
218 	return VMX_TEST_VMEXIT;
219 }
220 
221 void msr_bmp_init()
222 {
223 	void *msr_bitmap;
224 	u32 ctrl_cpu0;
225 
226 	msr_bitmap = alloc_page();
227 	memset(msr_bitmap, 0x0, PAGE_SIZE);
228 	ctrl_cpu0 = vmcs_read(CPU_EXEC_CTRL0);
229 	ctrl_cpu0 |= CPU_MSR_BITMAP;
230 	vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu0);
231 	vmcs_write(MSR_BITMAP, (u64)msr_bitmap);
232 }
233 
234 static int test_ctrl_pat_init()
235 {
236 	u64 ctrl_ent;
237 	u64 ctrl_exi;
238 
239 	msr_bmp_init();
240 	if (!(ctrl_exit_rev.clr & EXI_SAVE_PAT) &&
241 	    !(ctrl_exit_rev.clr & EXI_LOAD_PAT) &&
242 	    !(ctrl_enter_rev.clr & ENT_LOAD_PAT)) {
243 		printf("\tSave/load PAT is not supported\n");
244 		return 1;
245 	}
246 
247 	ctrl_ent = vmcs_read(ENT_CONTROLS);
248 	ctrl_exi = vmcs_read(EXI_CONTROLS);
249 	ctrl_ent |= ctrl_enter_rev.clr & ENT_LOAD_PAT;
250 	ctrl_exi |= ctrl_exit_rev.clr & (EXI_SAVE_PAT | EXI_LOAD_PAT);
251 	vmcs_write(ENT_CONTROLS, ctrl_ent);
252 	vmcs_write(EXI_CONTROLS, ctrl_exi);
253 	ia32_pat = rdmsr(MSR_IA32_CR_PAT);
254 	vmcs_write(GUEST_PAT, 0x0);
255 	vmcs_write(HOST_PAT, ia32_pat);
256 	return VMX_TEST_START;
257 }
258 
259 static void test_ctrl_pat_main()
260 {
261 	u64 guest_ia32_pat;
262 
263 	guest_ia32_pat = rdmsr(MSR_IA32_CR_PAT);
264 	if (!(ctrl_enter_rev.clr & ENT_LOAD_PAT))
265 		printf("\tENT_LOAD_PAT is not supported.\n");
266 	else {
267 		if (guest_ia32_pat != 0) {
268 			report("Entry load PAT", 0);
269 			return;
270 		}
271 	}
272 	wrmsr(MSR_IA32_CR_PAT, 0x6);
273 	vmcall();
274 	guest_ia32_pat = rdmsr(MSR_IA32_CR_PAT);
275 	if (ctrl_enter_rev.clr & ENT_LOAD_PAT)
276 		report("Entry load PAT", guest_ia32_pat == ia32_pat);
277 }
278 
279 static int test_ctrl_pat_exit_handler()
280 {
281 	u64 guest_rip;
282 	ulong reason;
283 	u64 guest_pat;
284 
285 	guest_rip = vmcs_read(GUEST_RIP);
286 	reason = vmcs_read(EXI_REASON) & 0xff;
287 	switch (reason) {
288 	case VMX_VMCALL:
289 		guest_pat = vmcs_read(GUEST_PAT);
290 		if (!(ctrl_exit_rev.clr & EXI_SAVE_PAT)) {
291 			printf("\tEXI_SAVE_PAT is not supported\n");
292 			vmcs_write(GUEST_PAT, 0x6);
293 		} else {
294 			report("Exit save PAT", guest_pat == 0x6);
295 		}
296 		if (!(ctrl_exit_rev.clr & EXI_LOAD_PAT))
297 			printf("\tEXI_LOAD_PAT is not supported\n");
298 		else
299 			report("Exit load PAT", rdmsr(MSR_IA32_CR_PAT) == ia32_pat);
300 		vmcs_write(GUEST_PAT, ia32_pat);
301 		vmcs_write(GUEST_RIP, guest_rip + 3);
302 		return VMX_TEST_RESUME;
303 	default:
304 		printf("ERROR : Undefined exit reason, reason = %ld.\n", reason);
305 		break;
306 	}
307 	return VMX_TEST_VMEXIT;
308 }
309 
310 static int test_ctrl_efer_init()
311 {
312 	u64 ctrl_ent;
313 	u64 ctrl_exi;
314 
315 	msr_bmp_init();
316 	ctrl_ent = vmcs_read(ENT_CONTROLS) | ENT_LOAD_EFER;
317 	ctrl_exi = vmcs_read(EXI_CONTROLS) | EXI_SAVE_EFER | EXI_LOAD_EFER;
318 	vmcs_write(ENT_CONTROLS, ctrl_ent & ctrl_enter_rev.clr);
319 	vmcs_write(EXI_CONTROLS, ctrl_exi & ctrl_exit_rev.clr);
320 	ia32_efer = rdmsr(MSR_EFER);
321 	vmcs_write(GUEST_EFER, ia32_efer ^ EFER_NX);
322 	vmcs_write(HOST_EFER, ia32_efer ^ EFER_NX);
323 	return VMX_TEST_START;
324 }
325 
326 static void test_ctrl_efer_main()
327 {
328 	u64 guest_ia32_efer;
329 
330 	guest_ia32_efer = rdmsr(MSR_EFER);
331 	if (!(ctrl_enter_rev.clr & ENT_LOAD_EFER))
332 		printf("\tENT_LOAD_EFER is not supported.\n");
333 	else {
334 		if (guest_ia32_efer != (ia32_efer ^ EFER_NX)) {
335 			report("Entry load EFER", 0);
336 			return;
337 		}
338 	}
339 	wrmsr(MSR_EFER, ia32_efer);
340 	vmcall();
341 	guest_ia32_efer = rdmsr(MSR_EFER);
342 	if (ctrl_enter_rev.clr & ENT_LOAD_EFER)
343 		report("Entry load EFER", guest_ia32_efer == ia32_efer);
344 }
345 
346 static int test_ctrl_efer_exit_handler()
347 {
348 	u64 guest_rip;
349 	ulong reason;
350 	u64 guest_efer;
351 
352 	guest_rip = vmcs_read(GUEST_RIP);
353 	reason = vmcs_read(EXI_REASON) & 0xff;
354 	switch (reason) {
355 	case VMX_VMCALL:
356 		guest_efer = vmcs_read(GUEST_EFER);
357 		if (!(ctrl_exit_rev.clr & EXI_SAVE_EFER)) {
358 			printf("\tEXI_SAVE_EFER is not supported\n");
359 			vmcs_write(GUEST_EFER, ia32_efer);
360 		} else {
361 			report("Exit save EFER", guest_efer == ia32_efer);
362 		}
363 		if (!(ctrl_exit_rev.clr & EXI_LOAD_EFER)) {
364 			printf("\tEXI_LOAD_EFER is not supported\n");
365 			wrmsr(MSR_EFER, ia32_efer ^ EFER_NX);
366 		} else {
367 			report("Exit load EFER", rdmsr(MSR_EFER) == (ia32_efer ^ EFER_NX));
368 		}
369 		vmcs_write(GUEST_PAT, ia32_efer);
370 		vmcs_write(GUEST_RIP, guest_rip + 3);
371 		return VMX_TEST_RESUME;
372 	default:
373 		printf("ERROR : Undefined exit reason, reason = %ld.\n", reason);
374 		break;
375 	}
376 	return VMX_TEST_VMEXIT;
377 }
378 
379 u32 guest_cr0, guest_cr4;
380 
381 static void cr_shadowing_main()
382 {
383 	u32 cr0, cr4, tmp;
384 
385 	// Test read through
386 	vmx_set_test_stage(0);
387 	guest_cr0 = read_cr0();
388 	if (vmx_get_test_stage() == 1)
389 		report("Read through CR0", 0);
390 	else
391 		vmcall();
392 	vmx_set_test_stage(1);
393 	guest_cr4 = read_cr4();
394 	if (vmx_get_test_stage() == 2)
395 		report("Read through CR4", 0);
396 	else
397 		vmcall();
398 	// Test write through
399 	guest_cr0 = guest_cr0 ^ (X86_CR0_TS | X86_CR0_MP);
400 	guest_cr4 = guest_cr4 ^ (X86_CR4_TSD | X86_CR4_DE);
401 	vmx_set_test_stage(2);
402 	write_cr0(guest_cr0);
403 	if (vmx_get_test_stage() == 3)
404 		report("Write throuth CR0", 0);
405 	else
406 		vmcall();
407 	vmx_set_test_stage(3);
408 	write_cr4(guest_cr4);
409 	if (vmx_get_test_stage() == 4)
410 		report("Write through CR4", 0);
411 	else
412 		vmcall();
413 	// Test read shadow
414 	vmx_set_test_stage(4);
415 	vmcall();
416 	cr0 = read_cr0();
417 	if (vmx_get_test_stage() != 5)
418 		report("Read shadowing CR0", cr0 == guest_cr0);
419 	vmx_set_test_stage(5);
420 	cr4 = read_cr4();
421 	if (vmx_get_test_stage() != 6)
422 		report("Read shadowing CR4", cr4 == guest_cr4);
423 	// Test write shadow (same value with shadow)
424 	vmx_set_test_stage(6);
425 	write_cr0(guest_cr0);
426 	if (vmx_get_test_stage() == 7)
427 		report("Write shadowing CR0 (same value with shadow)", 0);
428 	else
429 		vmcall();
430 	vmx_set_test_stage(7);
431 	write_cr4(guest_cr4);
432 	if (vmx_get_test_stage() == 8)
433 		report("Write shadowing CR4 (same value with shadow)", 0);
434 	else
435 		vmcall();
436 	// Test write shadow (different value)
437 	vmx_set_test_stage(8);
438 	tmp = guest_cr0 ^ X86_CR0_TS;
439 	asm volatile("mov %0, %%rsi\n\t"
440 		"mov %%rsi, %%cr0\n\t"
441 		::"m"(tmp)
442 		:"rsi", "memory", "cc");
443 	report("Write shadowing different X86_CR0_TS", vmx_get_test_stage() == 9);
444 	vmx_set_test_stage(9);
445 	tmp = guest_cr0 ^ X86_CR0_MP;
446 	asm volatile("mov %0, %%rsi\n\t"
447 		"mov %%rsi, %%cr0\n\t"
448 		::"m"(tmp)
449 		:"rsi", "memory", "cc");
450 	report("Write shadowing different X86_CR0_MP", vmx_get_test_stage() == 10);
451 	vmx_set_test_stage(10);
452 	tmp = guest_cr4 ^ X86_CR4_TSD;
453 	asm volatile("mov %0, %%rsi\n\t"
454 		"mov %%rsi, %%cr4\n\t"
455 		::"m"(tmp)
456 		:"rsi", "memory", "cc");
457 	report("Write shadowing different X86_CR4_TSD", vmx_get_test_stage() == 11);
458 	vmx_set_test_stage(11);
459 	tmp = guest_cr4 ^ X86_CR4_DE;
460 	asm volatile("mov %0, %%rsi\n\t"
461 		"mov %%rsi, %%cr4\n\t"
462 		::"m"(tmp)
463 		:"rsi", "memory", "cc");
464 	report("Write shadowing different X86_CR4_DE", vmx_get_test_stage() == 12);
465 }
466 
467 static int cr_shadowing_exit_handler()
468 {
469 	u64 guest_rip;
470 	ulong reason;
471 	u32 insn_len;
472 	u32 exit_qual;
473 
474 	guest_rip = vmcs_read(GUEST_RIP);
475 	reason = vmcs_read(EXI_REASON) & 0xff;
476 	insn_len = vmcs_read(EXI_INST_LEN);
477 	exit_qual = vmcs_read(EXI_QUALIFICATION);
478 	switch (reason) {
479 	case VMX_VMCALL:
480 		switch (vmx_get_test_stage()) {
481 		case 0:
482 			report("Read through CR0", guest_cr0 == vmcs_read(GUEST_CR0));
483 			break;
484 		case 1:
485 			report("Read through CR4", guest_cr4 == vmcs_read(GUEST_CR4));
486 			break;
487 		case 2:
488 			report("Write through CR0", guest_cr0 == vmcs_read(GUEST_CR0));
489 			break;
490 		case 3:
491 			report("Write through CR4", guest_cr4 == vmcs_read(GUEST_CR4));
492 			break;
493 		case 4:
494 			guest_cr0 = vmcs_read(GUEST_CR0) ^ (X86_CR0_TS | X86_CR0_MP);
495 			guest_cr4 = vmcs_read(GUEST_CR4) ^ (X86_CR4_TSD | X86_CR4_DE);
496 			vmcs_write(CR0_MASK, X86_CR0_TS | X86_CR0_MP);
497 			vmcs_write(CR0_READ_SHADOW, guest_cr0 & (X86_CR0_TS | X86_CR0_MP));
498 			vmcs_write(CR4_MASK, X86_CR4_TSD | X86_CR4_DE);
499 			vmcs_write(CR4_READ_SHADOW, guest_cr4 & (X86_CR4_TSD | X86_CR4_DE));
500 			break;
501 		case 6:
502 			report("Write shadowing CR0 (same value)",
503 					guest_cr0 == (vmcs_read(GUEST_CR0) ^ (X86_CR0_TS | X86_CR0_MP)));
504 			break;
505 		case 7:
506 			report("Write shadowing CR4 (same value)",
507 					guest_cr4 == (vmcs_read(GUEST_CR4) ^ (X86_CR4_TSD | X86_CR4_DE)));
508 			break;
509 		default:
510 			// Should not reach here
511 			printf("ERROR : unexpected stage, %d\n",
512 			       vmx_get_test_stage());
513 			print_vmexit_info();
514 			return VMX_TEST_VMEXIT;
515 		}
516 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
517 		return VMX_TEST_RESUME;
518 	case VMX_CR:
519 		switch (vmx_get_test_stage()) {
520 		case 4:
521 			report("Read shadowing CR0", 0);
522 			vmx_inc_test_stage();
523 			break;
524 		case 5:
525 			report("Read shadowing CR4", 0);
526 			vmx_inc_test_stage();
527 			break;
528 		case 6:
529 			report("Write shadowing CR0 (same value)", 0);
530 			vmx_inc_test_stage();
531 			break;
532 		case 7:
533 			report("Write shadowing CR4 (same value)", 0);
534 			vmx_inc_test_stage();
535 			break;
536 		case 8:
537 		case 9:
538 			// 0x600 encodes "mov %esi, %cr0"
539 			if (exit_qual == 0x600)
540 				vmx_inc_test_stage();
541 			break;
542 		case 10:
543 		case 11:
544 			// 0x604 encodes "mov %esi, %cr4"
545 			if (exit_qual == 0x604)
546 				vmx_inc_test_stage();
547 			break;
548 		default:
549 			// Should not reach here
550 			printf("ERROR : unexpected stage, %d\n",
551 			       vmx_get_test_stage());
552 			print_vmexit_info();
553 			return VMX_TEST_VMEXIT;
554 		}
555 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
556 		return VMX_TEST_RESUME;
557 	default:
558 		printf("Unknown exit reason, %ld\n", reason);
559 		print_vmexit_info();
560 	}
561 	return VMX_TEST_VMEXIT;
562 }
563 
564 static int iobmp_init()
565 {
566 	u32 ctrl_cpu0;
567 
568 	io_bitmap_a = alloc_page();
569 	io_bitmap_b = alloc_page();
570 	memset(io_bitmap_a, 0x0, PAGE_SIZE);
571 	memset(io_bitmap_b, 0x0, PAGE_SIZE);
572 	ctrl_cpu0 = vmcs_read(CPU_EXEC_CTRL0);
573 	ctrl_cpu0 |= CPU_IO_BITMAP;
574 	ctrl_cpu0 &= (~CPU_IO);
575 	vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu0);
576 	vmcs_write(IO_BITMAP_A, (u64)io_bitmap_a);
577 	vmcs_write(IO_BITMAP_B, (u64)io_bitmap_b);
578 	return VMX_TEST_START;
579 }
580 
581 static void iobmp_main()
582 {
583 	// stage 0, test IO pass
584 	vmx_set_test_stage(0);
585 	inb(0x5000);
586 	outb(0x0, 0x5000);
587 	report("I/O bitmap - I/O pass", vmx_get_test_stage() == 0);
588 	// test IO width, in/out
589 	((u8 *)io_bitmap_a)[0] = 0xFF;
590 	vmx_set_test_stage(2);
591 	inb(0x0);
592 	report("I/O bitmap - trap in", vmx_get_test_stage() == 3);
593 	vmx_set_test_stage(3);
594 	outw(0x0, 0x0);
595 	report("I/O bitmap - trap out", vmx_get_test_stage() == 4);
596 	vmx_set_test_stage(4);
597 	inl(0x0);
598 	report("I/O bitmap - I/O width, long", vmx_get_test_stage() == 5);
599 	// test low/high IO port
600 	vmx_set_test_stage(5);
601 	((u8 *)io_bitmap_a)[0x5000 / 8] = (1 << (0x5000 % 8));
602 	inb(0x5000);
603 	report("I/O bitmap - I/O port, low part", vmx_get_test_stage() == 6);
604 	vmx_set_test_stage(6);
605 	((u8 *)io_bitmap_b)[0x1000 / 8] = (1 << (0x1000 % 8));
606 	inb(0x9000);
607 	report("I/O bitmap - I/O port, high part", vmx_get_test_stage() == 7);
608 	// test partial pass
609 	vmx_set_test_stage(7);
610 	inl(0x4FFF);
611 	report("I/O bitmap - partial pass", vmx_get_test_stage() == 8);
612 	// test overrun
613 	vmx_set_test_stage(8);
614 	memset(io_bitmap_a, 0x0, PAGE_SIZE);
615 	memset(io_bitmap_b, 0x0, PAGE_SIZE);
616 	inl(0xFFFF);
617 	report("I/O bitmap - overrun", vmx_get_test_stage() == 9);
618 	vmx_set_test_stage(9);
619 	vmcall();
620 	outb(0x0, 0x0);
621 	report("I/O bitmap - ignore unconditional exiting",
622 	       vmx_get_test_stage() == 9);
623 	vmx_set_test_stage(10);
624 	vmcall();
625 	outb(0x0, 0x0);
626 	report("I/O bitmap - unconditional exiting",
627 	       vmx_get_test_stage() == 11);
628 }
629 
630 static int iobmp_exit_handler()
631 {
632 	u64 guest_rip;
633 	ulong reason, exit_qual;
634 	u32 insn_len, ctrl_cpu0;
635 
636 	guest_rip = vmcs_read(GUEST_RIP);
637 	reason = vmcs_read(EXI_REASON) & 0xff;
638 	exit_qual = vmcs_read(EXI_QUALIFICATION);
639 	insn_len = vmcs_read(EXI_INST_LEN);
640 	switch (reason) {
641 	case VMX_IO:
642 		switch (vmx_get_test_stage()) {
643 		case 0:
644 		case 1:
645 			vmx_inc_test_stage();
646 			break;
647 		case 2:
648 			report("I/O bitmap - I/O width, byte",
649 					(exit_qual & VMX_IO_SIZE_MASK) == _VMX_IO_BYTE);
650 			report("I/O bitmap - I/O direction, in", exit_qual & VMX_IO_IN);
651 			vmx_inc_test_stage();
652 			break;
653 		case 3:
654 			report("I/O bitmap - I/O width, word",
655 					(exit_qual & VMX_IO_SIZE_MASK) == _VMX_IO_WORD);
656 			report("I/O bitmap - I/O direction, out",
657 					!(exit_qual & VMX_IO_IN));
658 			vmx_inc_test_stage();
659 			break;
660 		case 4:
661 			report("I/O bitmap - I/O width, long",
662 					(exit_qual & VMX_IO_SIZE_MASK) == _VMX_IO_LONG);
663 			vmx_inc_test_stage();
664 			break;
665 		case 5:
666 			if (((exit_qual & VMX_IO_PORT_MASK) >> VMX_IO_PORT_SHIFT) == 0x5000)
667 				vmx_inc_test_stage();
668 			break;
669 		case 6:
670 			if (((exit_qual & VMX_IO_PORT_MASK) >> VMX_IO_PORT_SHIFT) == 0x9000)
671 				vmx_inc_test_stage();
672 			break;
673 		case 7:
674 			if (((exit_qual & VMX_IO_PORT_MASK) >> VMX_IO_PORT_SHIFT) == 0x4FFF)
675 				vmx_inc_test_stage();
676 			break;
677 		case 8:
678 			if (((exit_qual & VMX_IO_PORT_MASK) >> VMX_IO_PORT_SHIFT) == 0xFFFF)
679 				vmx_inc_test_stage();
680 			break;
681 		case 9:
682 		case 10:
683 			ctrl_cpu0 = vmcs_read(CPU_EXEC_CTRL0);
684 			vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu0 & ~CPU_IO);
685 			vmx_inc_test_stage();
686 			break;
687 		default:
688 			// Should not reach here
689 			printf("ERROR : unexpected stage, %d\n",
690 			       vmx_get_test_stage());
691 			print_vmexit_info();
692 			return VMX_TEST_VMEXIT;
693 		}
694 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
695 		return VMX_TEST_RESUME;
696 	case VMX_VMCALL:
697 		switch (vmx_get_test_stage()) {
698 		case 9:
699 			ctrl_cpu0 = vmcs_read(CPU_EXEC_CTRL0);
700 			ctrl_cpu0 |= CPU_IO | CPU_IO_BITMAP;
701 			vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu0);
702 			break;
703 		case 10:
704 			ctrl_cpu0 = vmcs_read(CPU_EXEC_CTRL0);
705 			ctrl_cpu0 = (ctrl_cpu0 & ~CPU_IO_BITMAP) | CPU_IO;
706 			vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu0);
707 			break;
708 		default:
709 			// Should not reach here
710 			printf("ERROR : unexpected stage, %d\n",
711 			       vmx_get_test_stage());
712 			print_vmexit_info();
713 			return VMX_TEST_VMEXIT;
714 		}
715 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
716 		return VMX_TEST_RESUME;
717 	default:
718 		printf("guest_rip = 0x%lx\n", guest_rip);
719 		printf("\tERROR : Undefined exit reason, reason = %ld.\n", reason);
720 		break;
721 	}
722 	return VMX_TEST_VMEXIT;
723 }
724 
725 #define INSN_CPU0		0
726 #define INSN_CPU1		1
727 #define INSN_ALWAYS_TRAP	2
728 
729 #define FIELD_EXIT_QUAL		(1 << 0)
730 #define FIELD_INSN_INFO		(1 << 1)
731 
732 asm(
733 	"insn_hlt: hlt;ret\n\t"
734 	"insn_invlpg: invlpg 0x12345678;ret\n\t"
735 	"insn_mwait: mwait;ret\n\t"
736 	"insn_rdpmc: xor %ecx, %ecx; rdpmc;ret\n\t"
737 	"insn_rdtsc: rdtsc;ret\n\t"
738 	"insn_cr3_load: mov cr3,%rax; mov %rax,%cr3;ret\n\t"
739 	"insn_cr3_store: mov %cr3,%rax;ret\n\t"
740 #ifdef __x86_64__
741 	"insn_cr8_load: mov %rax,%cr8;ret\n\t"
742 	"insn_cr8_store: mov %cr8,%rax;ret\n\t"
743 #endif
744 	"insn_monitor: monitor;ret\n\t"
745 	"insn_pause: pause;ret\n\t"
746 	"insn_wbinvd: wbinvd;ret\n\t"
747 	"insn_cpuid: cpuid;ret\n\t"
748 	"insn_invd: invd;ret\n\t"
749 );
750 extern void insn_hlt();
751 extern void insn_invlpg();
752 extern void insn_mwait();
753 extern void insn_rdpmc();
754 extern void insn_rdtsc();
755 extern void insn_cr3_load();
756 extern void insn_cr3_store();
757 #ifdef __x86_64__
758 extern void insn_cr8_load();
759 extern void insn_cr8_store();
760 #endif
761 extern void insn_monitor();
762 extern void insn_pause();
763 extern void insn_wbinvd();
764 extern void insn_cpuid();
765 extern void insn_invd();
766 
767 u32 cur_insn;
768 u64 cr3;
769 
770 struct insn_table {
771 	const char *name;
772 	u32 flag;
773 	void (*insn_func)();
774 	u32 type;
775 	u32 reason;
776 	ulong exit_qual;
777 	u32 insn_info;
778 	// Use FIELD_EXIT_QUAL and FIELD_INSN_INFO to define
779 	// which field need to be tested, reason is always tested
780 	u32 test_field;
781 };
782 
783 /*
784  * Add more test cases of instruction intercept here. Elements in this
785  * table is:
786  *	name/control flag/insn function/type/exit reason/exit qulification/
787  *	instruction info/field to test
788  * The last field defines which fields (exit_qual and insn_info) need to be
789  * tested in exit handler. If set to 0, only "reason" is checked.
790  */
791 static struct insn_table insn_table[] = {
792 	// Flags for Primary Processor-Based VM-Execution Controls
793 	{"HLT",  CPU_HLT, insn_hlt, INSN_CPU0, 12, 0, 0, 0},
794 	{"INVLPG", CPU_INVLPG, insn_invlpg, INSN_CPU0, 14,
795 		0x12345678, 0, FIELD_EXIT_QUAL},
796 	{"MWAIT", CPU_MWAIT, insn_mwait, INSN_CPU0, 36, 0, 0, 0},
797 	{"RDPMC", CPU_RDPMC, insn_rdpmc, INSN_CPU0, 15, 0, 0, 0},
798 	{"RDTSC", CPU_RDTSC, insn_rdtsc, INSN_CPU0, 16, 0, 0, 0},
799 	{"CR3 load", CPU_CR3_LOAD, insn_cr3_load, INSN_CPU0, 28, 0x3, 0,
800 		FIELD_EXIT_QUAL},
801 	{"CR3 store", CPU_CR3_STORE, insn_cr3_store, INSN_CPU0, 28, 0x13, 0,
802 		FIELD_EXIT_QUAL},
803 #ifdef __x86_64__
804 	{"CR8 load", CPU_CR8_LOAD, insn_cr8_load, INSN_CPU0, 28, 0x8, 0,
805 		FIELD_EXIT_QUAL},
806 	{"CR8 store", CPU_CR8_STORE, insn_cr8_store, INSN_CPU0, 28, 0x18, 0,
807 		FIELD_EXIT_QUAL},
808 #endif
809 	{"MONITOR", CPU_MONITOR, insn_monitor, INSN_CPU0, 39, 0, 0, 0},
810 	{"PAUSE", CPU_PAUSE, insn_pause, INSN_CPU0, 40, 0, 0, 0},
811 	// Flags for Secondary Processor-Based VM-Execution Controls
812 	{"WBINVD", CPU_WBINVD, insn_wbinvd, INSN_CPU1, 54, 0, 0, 0},
813 	// Instructions always trap
814 	{"CPUID", 0, insn_cpuid, INSN_ALWAYS_TRAP, 10, 0, 0, 0},
815 	{"INVD", 0, insn_invd, INSN_ALWAYS_TRAP, 13, 0, 0, 0},
816 	// Instructions never trap
817 	{NULL},
818 };
819 
820 static int insn_intercept_init()
821 {
822 	u32 ctrl_cpu;
823 
824 	ctrl_cpu = ctrl_cpu_rev[0].set | CPU_SECONDARY;
825 	ctrl_cpu &= ctrl_cpu_rev[0].clr;
826 	vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu);
827 	vmcs_write(CPU_EXEC_CTRL1, ctrl_cpu_rev[1].set);
828 	cr3 = read_cr3();
829 	return VMX_TEST_START;
830 }
831 
832 static void insn_intercept_main()
833 {
834 	for (cur_insn = 0; insn_table[cur_insn].name != NULL; cur_insn++) {
835 		vmx_set_test_stage(cur_insn * 2);
836 		if ((insn_table[cur_insn].type == INSN_CPU0 &&
837 		     !(ctrl_cpu_rev[0].clr & insn_table[cur_insn].flag)) ||
838 		    (insn_table[cur_insn].type == INSN_CPU1 &&
839 		     !(ctrl_cpu_rev[1].clr & insn_table[cur_insn].flag))) {
840 			printf("\tCPU_CTRL%d.CPU_%s is not supported.\n",
841 			       insn_table[cur_insn].type - INSN_CPU0,
842 			       insn_table[cur_insn].name);
843 			continue;
844 		}
845 
846 		if ((insn_table[cur_insn].type == INSN_CPU0 &&
847 		     !(ctrl_cpu_rev[0].set & insn_table[cur_insn].flag)) ||
848 		    (insn_table[cur_insn].type == INSN_CPU1 &&
849 		     !(ctrl_cpu_rev[1].set & insn_table[cur_insn].flag))) {
850 			/* skip hlt, it stalls the guest and is tested below */
851 			if (insn_table[cur_insn].insn_func != insn_hlt)
852 				insn_table[cur_insn].insn_func();
853 			report("execute %s", vmx_get_test_stage() == cur_insn * 2,
854 					insn_table[cur_insn].name);
855 		} else if (insn_table[cur_insn].type != INSN_ALWAYS_TRAP)
856 			printf("\tCPU_CTRL%d.CPU_%s always traps.\n",
857 			       insn_table[cur_insn].type - INSN_CPU0,
858 			       insn_table[cur_insn].name);
859 
860 		vmcall();
861 
862 		insn_table[cur_insn].insn_func();
863 		report("intercept %s", vmx_get_test_stage() == cur_insn * 2 + 1,
864 				insn_table[cur_insn].name);
865 
866 		vmx_set_test_stage(cur_insn * 2 + 1);
867 		vmcall();
868 	}
869 }
870 
871 static int insn_intercept_exit_handler()
872 {
873 	u64 guest_rip;
874 	u32 reason;
875 	ulong exit_qual;
876 	u32 insn_len;
877 	u32 insn_info;
878 	bool pass;
879 
880 	guest_rip = vmcs_read(GUEST_RIP);
881 	reason = vmcs_read(EXI_REASON) & 0xff;
882 	exit_qual = vmcs_read(EXI_QUALIFICATION);
883 	insn_len = vmcs_read(EXI_INST_LEN);
884 	insn_info = vmcs_read(EXI_INST_INFO);
885 
886 	if (reason == VMX_VMCALL) {
887 		u32 val = 0;
888 
889 		if (insn_table[cur_insn].type == INSN_CPU0)
890 			val = vmcs_read(CPU_EXEC_CTRL0);
891 		else if (insn_table[cur_insn].type == INSN_CPU1)
892 			val = vmcs_read(CPU_EXEC_CTRL1);
893 
894 		if (vmx_get_test_stage() & 1)
895 			val &= ~insn_table[cur_insn].flag;
896 		else
897 			val |= insn_table[cur_insn].flag;
898 
899 		if (insn_table[cur_insn].type == INSN_CPU0)
900 			vmcs_write(CPU_EXEC_CTRL0, val | ctrl_cpu_rev[0].set);
901 		else if (insn_table[cur_insn].type == INSN_CPU1)
902 			vmcs_write(CPU_EXEC_CTRL1, val | ctrl_cpu_rev[1].set);
903 	} else {
904 		pass = (cur_insn * 2 == vmx_get_test_stage()) &&
905 			insn_table[cur_insn].reason == reason;
906 		if (insn_table[cur_insn].test_field & FIELD_EXIT_QUAL &&
907 		    insn_table[cur_insn].exit_qual != exit_qual)
908 			pass = false;
909 		if (insn_table[cur_insn].test_field & FIELD_INSN_INFO &&
910 		    insn_table[cur_insn].insn_info != insn_info)
911 			pass = false;
912 		if (pass)
913 			vmx_inc_test_stage();
914 	}
915 	vmcs_write(GUEST_RIP, guest_rip + insn_len);
916 	return VMX_TEST_RESUME;
917 }
918 
919 
920 static int setup_ept()
921 {
922 	int support_2m;
923 	unsigned long end_of_memory;
924 
925 	if (!(ept_vpid.val & EPT_CAP_UC) &&
926 			!(ept_vpid.val & EPT_CAP_WB)) {
927 		printf("\tEPT paging-structure memory type "
928 				"UC&WB are not supported\n");
929 		return 1;
930 	}
931 	if (ept_vpid.val & EPT_CAP_UC)
932 		eptp = EPT_MEM_TYPE_UC;
933 	else
934 		eptp = EPT_MEM_TYPE_WB;
935 	if (!(ept_vpid.val & EPT_CAP_PWL4)) {
936 		printf("\tPWL4 is not supported\n");
937 		return 1;
938 	}
939 	eptp |= (3 << EPTP_PG_WALK_LEN_SHIFT);
940 	pml4 = alloc_page();
941 	memset(pml4, 0, PAGE_SIZE);
942 	eptp |= virt_to_phys(pml4);
943 	vmcs_write(EPTP, eptp);
944 	support_2m = !!(ept_vpid.val & EPT_CAP_2M_PAGE);
945 	end_of_memory = fwcfg_get_u64(FW_CFG_RAM_SIZE);
946 	if (end_of_memory < (1ul << 32))
947 		end_of_memory = (1ul << 32);
948 	setup_ept_range(pml4, 0, end_of_memory, 0, support_2m,
949 			EPT_WA | EPT_RA | EPT_EA);
950 	return 0;
951 }
952 
953 static int apic_version;
954 
955 static int ept_init()
956 {
957 	u32 ctrl_cpu[2];
958 
959 	if (!(ctrl_cpu_rev[0].clr & CPU_SECONDARY) ||
960 	    !(ctrl_cpu_rev[1].clr & CPU_EPT)) {
961 		printf("\tEPT is not supported");
962 		return VMX_TEST_EXIT;
963 	}
964 
965 	ctrl_cpu[0] = vmcs_read(CPU_EXEC_CTRL0);
966 	ctrl_cpu[1] = vmcs_read(CPU_EXEC_CTRL1);
967 	ctrl_cpu[0] = (ctrl_cpu[0] | CPU_SECONDARY)
968 		& ctrl_cpu_rev[0].clr;
969 	ctrl_cpu[1] = (ctrl_cpu[1] | CPU_EPT)
970 		& ctrl_cpu_rev[1].clr;
971 	vmcs_write(CPU_EXEC_CTRL0, ctrl_cpu[0]);
972 	vmcs_write(CPU_EXEC_CTRL1, ctrl_cpu[1]);
973 	if (setup_ept())
974 		return VMX_TEST_EXIT;
975 	data_page1 = alloc_page();
976 	data_page2 = alloc_page();
977 	memset(data_page1, 0x0, PAGE_SIZE);
978 	memset(data_page2, 0x0, PAGE_SIZE);
979 	*((u32 *)data_page1) = MAGIC_VAL_1;
980 	*((u32 *)data_page2) = MAGIC_VAL_2;
981 	install_ept(pml4, (unsigned long)data_page1, (unsigned long)data_page2,
982 			EPT_RA | EPT_WA | EPT_EA);
983 
984 	apic_version = *((u32 *)0xfee00030UL);
985 	return VMX_TEST_START;
986 }
987 
988 static void ept_main()
989 {
990 	vmx_set_test_stage(0);
991 	if (*((u32 *)data_page2) != MAGIC_VAL_1 ||
992 			*((u32 *)data_page1) != MAGIC_VAL_1)
993 		report("EPT basic framework - read", 0);
994 	else {
995 		*((u32 *)data_page2) = MAGIC_VAL_3;
996 		vmcall();
997 		if (vmx_get_test_stage() == 1) {
998 			if (*((u32 *)data_page1) == MAGIC_VAL_3 &&
999 					*((u32 *)data_page2) == MAGIC_VAL_2)
1000 				report("EPT basic framework", 1);
1001 			else
1002 				report("EPT basic framework - remap", 1);
1003 		}
1004 	}
1005 	// Test EPT Misconfigurations
1006 	vmx_set_test_stage(1);
1007 	vmcall();
1008 	*((u32 *)data_page1) = MAGIC_VAL_1;
1009 	if (vmx_get_test_stage() != 2) {
1010 		report("EPT misconfigurations", 0);
1011 		goto t1;
1012 	}
1013 	vmx_set_test_stage(2);
1014 	vmcall();
1015 	*((u32 *)data_page1) = MAGIC_VAL_1;
1016 	report("EPT misconfigurations", vmx_get_test_stage() == 3);
1017 t1:
1018 	// Test EPT violation
1019 	vmx_set_test_stage(3);
1020 	vmcall();
1021 	*((u32 *)data_page1) = MAGIC_VAL_1;
1022 	report("EPT violation - page permission", vmx_get_test_stage() == 4);
1023 	// Violation caused by EPT paging structure
1024 	vmx_set_test_stage(4);
1025 	vmcall();
1026 	*((u32 *)data_page1) = MAGIC_VAL_2;
1027 	report("EPT violation - paging structure", vmx_get_test_stage() == 5);
1028 
1029 	// Test EPT access to L1 MMIO
1030 	vmx_set_test_stage(6);
1031 	report("EPT - MMIO access", *((u32 *)0xfee00030UL) == apic_version);
1032 }
1033 
1034 static int ept_exit_handler()
1035 {
1036 	u64 guest_rip;
1037 	ulong reason;
1038 	u32 insn_len;
1039 	u32 exit_qual;
1040 	static unsigned long data_page1_pte, data_page1_pte_pte;
1041 
1042 	guest_rip = vmcs_read(GUEST_RIP);
1043 	reason = vmcs_read(EXI_REASON) & 0xff;
1044 	insn_len = vmcs_read(EXI_INST_LEN);
1045 	exit_qual = vmcs_read(EXI_QUALIFICATION);
1046 	switch (reason) {
1047 	case VMX_VMCALL:
1048 		switch (vmx_get_test_stage()) {
1049 		case 0:
1050 			if (*((u32 *)data_page1) == MAGIC_VAL_3 &&
1051 					*((u32 *)data_page2) == MAGIC_VAL_2) {
1052 				vmx_inc_test_stage();
1053 				install_ept(pml4, (unsigned long)data_page2,
1054 						(unsigned long)data_page2,
1055 						EPT_RA | EPT_WA | EPT_EA);
1056 			} else
1057 				report("EPT basic framework - write\n", 0);
1058 			break;
1059 		case 1:
1060 			install_ept(pml4, (unsigned long)data_page1,
1061  				(unsigned long)data_page1, EPT_WA);
1062 			ept_sync(INVEPT_SINGLE, eptp);
1063 			break;
1064 		case 2:
1065 			install_ept(pml4, (unsigned long)data_page1,
1066  				(unsigned long)data_page1,
1067  				EPT_RA | EPT_WA | EPT_EA |
1068  				(2 << EPT_MEM_TYPE_SHIFT));
1069 			ept_sync(INVEPT_SINGLE, eptp);
1070 			break;
1071 		case 3:
1072 			data_page1_pte = get_ept_pte(pml4,
1073 				(unsigned long)data_page1, 1);
1074 			set_ept_pte(pml4, (unsigned long)data_page1,
1075 				1, data_page1_pte & (~EPT_PRESENT));
1076 			ept_sync(INVEPT_SINGLE, eptp);
1077 			break;
1078 		case 4:
1079 			data_page1_pte = get_ept_pte(pml4,
1080 				(unsigned long)data_page1, 2);
1081 			data_page1_pte &= PAGE_MASK;
1082 			data_page1_pte_pte = get_ept_pte(pml4, data_page1_pte, 2);
1083 			set_ept_pte(pml4, data_page1_pte, 2,
1084 				data_page1_pte_pte & (~EPT_PRESENT));
1085 			ept_sync(INVEPT_SINGLE, eptp);
1086 			break;
1087 		// Should not reach here
1088 		default:
1089 			printf("ERROR - unexpected stage, %d.\n",
1090 			       vmx_get_test_stage());
1091 			print_vmexit_info();
1092 			return VMX_TEST_VMEXIT;
1093 		}
1094 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
1095 		return VMX_TEST_RESUME;
1096 	case VMX_EPT_MISCONFIG:
1097 		switch (vmx_get_test_stage()) {
1098 		case 1:
1099 		case 2:
1100 			vmx_inc_test_stage();
1101 			install_ept(pml4, (unsigned long)data_page1,
1102  				(unsigned long)data_page1,
1103  				EPT_RA | EPT_WA | EPT_EA);
1104 			ept_sync(INVEPT_SINGLE, eptp);
1105 			break;
1106 		// Should not reach here
1107 		default:
1108 			printf("ERROR - unexpected stage, %d.\n",
1109 			       vmx_get_test_stage());
1110 			print_vmexit_info();
1111 			return VMX_TEST_VMEXIT;
1112 		}
1113 		return VMX_TEST_RESUME;
1114 	case VMX_EPT_VIOLATION:
1115 		switch(vmx_get_test_stage()) {
1116 		case 3:
1117 			if (exit_qual == (EPT_VLT_WR | EPT_VLT_LADDR_VLD |
1118 					EPT_VLT_PADDR))
1119 				vmx_inc_test_stage();
1120 			set_ept_pte(pml4, (unsigned long)data_page1,
1121 				1, data_page1_pte | (EPT_PRESENT));
1122 			ept_sync(INVEPT_SINGLE, eptp);
1123 			break;
1124 		case 4:
1125 			if (exit_qual == (EPT_VLT_RD | EPT_VLT_LADDR_VLD))
1126 				vmx_inc_test_stage();
1127 			set_ept_pte(pml4, data_page1_pte, 2,
1128 				data_page1_pte_pte | (EPT_PRESENT));
1129 			ept_sync(INVEPT_SINGLE, eptp);
1130 			break;
1131 		default:
1132 			// Should not reach here
1133 			printf("ERROR : unexpected stage, %d\n",
1134 			       vmx_get_test_stage());
1135 			print_vmexit_info();
1136 			return VMX_TEST_VMEXIT;
1137 		}
1138 		return VMX_TEST_RESUME;
1139 	default:
1140 		printf("Unknown exit reason, %ld\n", reason);
1141 		print_vmexit_info();
1142 	}
1143 	return VMX_TEST_VMEXIT;
1144 }
1145 
1146 static int vpid_init()
1147 {
1148 	u32 ctrl_cpu1;
1149 
1150 	if (!(ctrl_cpu_rev[0].clr & CPU_SECONDARY) ||
1151 		!(ctrl_cpu_rev[1].clr & CPU_VPID)) {
1152 		printf("\tVPID is not supported");
1153 		return VMX_TEST_EXIT;
1154 	}
1155 
1156 	ctrl_cpu1 = vmcs_read(CPU_EXEC_CTRL1);
1157 	ctrl_cpu1 |= CPU_VPID;
1158 	vmcs_write(CPU_EXEC_CTRL1, ctrl_cpu1);
1159 	return VMX_TEST_START;
1160 }
1161 
1162 static void vpid_main()
1163 {
1164 	vmx_set_test_stage(0);
1165 	vmcall();
1166 	report("INVVPID SINGLE", vmx_get_test_stage() == 0);
1167 	vmx_set_test_stage(1);
1168 	vmcall();
1169 	report("INVVPID ALL", vmx_get_test_stage() == 1);
1170 }
1171 
1172 static int vpid_exit_handler()
1173 {
1174 	u64 guest_rip;
1175 	ulong reason;
1176 	u32 insn_len;
1177 
1178 	guest_rip = vmcs_read(GUEST_RIP);
1179 	reason = vmcs_read(EXI_REASON) & 0xff;
1180 	insn_len = vmcs_read(EXI_INST_LEN);
1181 
1182 	switch (reason) {
1183 	case VMX_VMCALL:
1184 		switch(vmx_get_test_stage()) {
1185 		case 0:
1186 			vpid_sync(INVVPID_SINGLE, 1);
1187 			break;
1188 		case 1:
1189 			vpid_sync(INVVPID_ALL, 1);
1190 			break;
1191 		default:
1192 			printf("ERROR: unexpected stage, %d\n",
1193 					vmx_get_test_stage());
1194 			print_vmexit_info();
1195 			return VMX_TEST_VMEXIT;
1196 		}
1197 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
1198 		return VMX_TEST_RESUME;
1199 	default:
1200 		printf("Unknown exit reason, %ld\n", reason);
1201 		print_vmexit_info();
1202 	}
1203 	return VMX_TEST_VMEXIT;
1204 }
1205 
1206 #define TIMER_VECTOR	222
1207 
1208 static volatile bool timer_fired;
1209 
1210 static void timer_isr(isr_regs_t *regs)
1211 {
1212 	timer_fired = true;
1213 	apic_write(APIC_EOI, 0);
1214 }
1215 
1216 static int interrupt_init(struct vmcs *vmcs)
1217 {
1218 	msr_bmp_init();
1219 	vmcs_write(PIN_CONTROLS, vmcs_read(PIN_CONTROLS) & ~PIN_EXTINT);
1220 	handle_irq(TIMER_VECTOR, timer_isr);
1221 	return VMX_TEST_START;
1222 }
1223 
1224 static void interrupt_main(void)
1225 {
1226 	long long start, loops;
1227 
1228 	vmx_set_test_stage(0);
1229 
1230 	apic_write(APIC_LVTT, TIMER_VECTOR);
1231 	irq_enable();
1232 
1233 	apic_write(APIC_TMICT, 1);
1234 	for (loops = 0; loops < 10000000 && !timer_fired; loops++)
1235 		asm volatile ("nop");
1236 	report("direct interrupt while running guest", timer_fired);
1237 
1238 	apic_write(APIC_TMICT, 0);
1239 	irq_disable();
1240 	vmcall();
1241 	timer_fired = false;
1242 	apic_write(APIC_TMICT, 1);
1243 	for (loops = 0; loops < 10000000 && !timer_fired; loops++)
1244 		asm volatile ("nop");
1245 	report("intercepted interrupt while running guest", timer_fired);
1246 
1247 	irq_enable();
1248 	apic_write(APIC_TMICT, 0);
1249 	irq_disable();
1250 	vmcall();
1251 	timer_fired = false;
1252 	start = rdtsc();
1253 	apic_write(APIC_TMICT, 1000000);
1254 
1255 	asm volatile ("sti; hlt");
1256 
1257 	report("direct interrupt + hlt",
1258 	       rdtsc() - start > 1000000 && timer_fired);
1259 
1260 	apic_write(APIC_TMICT, 0);
1261 	irq_disable();
1262 	vmcall();
1263 	timer_fired = false;
1264 	start = rdtsc();
1265 	apic_write(APIC_TMICT, 1000000);
1266 
1267 	asm volatile ("sti; hlt");
1268 
1269 	report("intercepted interrupt + hlt",
1270 	       rdtsc() - start > 10000 && timer_fired);
1271 
1272 	apic_write(APIC_TMICT, 0);
1273 	irq_disable();
1274 	vmcall();
1275 	timer_fired = false;
1276 	start = rdtsc();
1277 	apic_write(APIC_TMICT, 1000000);
1278 
1279 	irq_enable();
1280 	asm volatile ("nop");
1281 	vmcall();
1282 
1283 	report("direct interrupt + activity state hlt",
1284 	       rdtsc() - start > 10000 && timer_fired);
1285 
1286 	apic_write(APIC_TMICT, 0);
1287 	irq_disable();
1288 	vmcall();
1289 	timer_fired = false;
1290 	start = rdtsc();
1291 	apic_write(APIC_TMICT, 1000000);
1292 
1293 	irq_enable();
1294 	asm volatile ("nop");
1295 	vmcall();
1296 
1297 	report("intercepted interrupt + activity state hlt",
1298 	       rdtsc() - start > 10000 && timer_fired);
1299 
1300 	apic_write(APIC_TMICT, 0);
1301 	irq_disable();
1302 	vmx_set_test_stage(7);
1303 	vmcall();
1304 	timer_fired = false;
1305 	apic_write(APIC_TMICT, 1);
1306 	for (loops = 0; loops < 10000000 && !timer_fired; loops++)
1307 		asm volatile ("nop");
1308 	report("running a guest with interrupt acknowledgement set", timer_fired);
1309 }
1310 
1311 static int interrupt_exit_handler(void)
1312 {
1313 	u64 guest_rip = vmcs_read(GUEST_RIP);
1314 	ulong reason = vmcs_read(EXI_REASON) & 0xff;
1315 	u32 insn_len = vmcs_read(EXI_INST_LEN);
1316 
1317 	switch (reason) {
1318 	case VMX_VMCALL:
1319 		switch (vmx_get_test_stage()) {
1320 		case 0:
1321 		case 2:
1322 		case 5:
1323 			vmcs_write(PIN_CONTROLS,
1324 				   vmcs_read(PIN_CONTROLS) | PIN_EXTINT);
1325 			break;
1326 		case 7:
1327 			vmcs_write(EXI_CONTROLS, vmcs_read(EXI_CONTROLS) | EXI_INTA);
1328 			vmcs_write(PIN_CONTROLS,
1329 				   vmcs_read(PIN_CONTROLS) | PIN_EXTINT);
1330 			break;
1331 		case 1:
1332 		case 3:
1333 			vmcs_write(PIN_CONTROLS,
1334 				   vmcs_read(PIN_CONTROLS) & ~PIN_EXTINT);
1335 			break;
1336 		case 4:
1337 		case 6:
1338 			vmcs_write(GUEST_ACTV_STATE, ACTV_HLT);
1339 			break;
1340 		}
1341 		vmx_inc_test_stage();
1342 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
1343 		return VMX_TEST_RESUME;
1344 	case VMX_EXTINT:
1345 		if (vmcs_read(EXI_CONTROLS) & EXI_INTA) {
1346 			int vector = vmcs_read(EXI_INTR_INFO) & 0xff;
1347 			handle_external_interrupt(vector);
1348 		} else {
1349 			irq_enable();
1350 			asm volatile ("nop");
1351 			irq_disable();
1352 		}
1353 		if (vmx_get_test_stage() >= 2)
1354 			vmcs_write(GUEST_ACTV_STATE, ACTV_ACTIVE);
1355 		return VMX_TEST_RESUME;
1356 	default:
1357 		printf("Unknown exit reason, %ld\n", reason);
1358 		print_vmexit_info();
1359 	}
1360 
1361 	return VMX_TEST_VMEXIT;
1362 }
1363 
1364 static int dbgctls_init(struct vmcs *vmcs)
1365 {
1366 	u64 dr7 = 0x402;
1367 	u64 zero = 0;
1368 
1369 	msr_bmp_init();
1370 	asm volatile(
1371 		"mov %0,%%dr0\n\t"
1372 		"mov %0,%%dr1\n\t"
1373 		"mov %0,%%dr2\n\t"
1374 		"mov %1,%%dr7\n\t"
1375 		: : "r" (zero), "r" (dr7));
1376 	wrmsr(MSR_IA32_DEBUGCTLMSR, 0x1);
1377 	vmcs_write(GUEST_DR7, 0x404);
1378 	vmcs_write(GUEST_DEBUGCTL, 0x2);
1379 
1380 	vmcs_write(ENT_CONTROLS, vmcs_read(ENT_CONTROLS) | ENT_LOAD_DBGCTLS);
1381 	vmcs_write(EXI_CONTROLS, vmcs_read(EXI_CONTROLS) | EXI_SAVE_DBGCTLS);
1382 
1383 	return VMX_TEST_START;
1384 }
1385 
1386 static void dbgctls_main(void)
1387 {
1388 	u64 dr7, debugctl;
1389 
1390 	asm volatile("mov %%dr7,%0" : "=r" (dr7));
1391 	debugctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
1392 	/* Commented out: KVM does not support DEBUGCTL so far */
1393 	(void)debugctl;
1394 	report("Load debug controls", dr7 == 0x404 /* && debugctl == 0x2 */);
1395 
1396 	dr7 = 0x408;
1397 	asm volatile("mov %0,%%dr7" : : "r" (dr7));
1398 	wrmsr(MSR_IA32_DEBUGCTLMSR, 0x3);
1399 
1400 	vmx_set_test_stage(0);
1401 	vmcall();
1402 	report("Save debug controls", vmx_get_test_stage() == 1);
1403 
1404 	if (ctrl_enter_rev.set & ENT_LOAD_DBGCTLS ||
1405 	    ctrl_exit_rev.set & EXI_SAVE_DBGCTLS) {
1406 		printf("\tDebug controls are always loaded/saved\n");
1407 		return;
1408 	}
1409 	vmx_set_test_stage(2);
1410 	vmcall();
1411 
1412 	asm volatile("mov %%dr7,%0" : "=r" (dr7));
1413 	debugctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
1414 	/* Commented out: KVM does not support DEBUGCTL so far */
1415 	(void)debugctl;
1416 	report("Guest=host debug controls", dr7 == 0x402 /* && debugctl == 0x1 */);
1417 
1418 	dr7 = 0x408;
1419 	asm volatile("mov %0,%%dr7" : : "r" (dr7));
1420 	wrmsr(MSR_IA32_DEBUGCTLMSR, 0x3);
1421 
1422 	vmx_set_test_stage(3);
1423 	vmcall();
1424 	report("Don't save debug controls", vmx_get_test_stage() == 4);
1425 }
1426 
1427 static int dbgctls_exit_handler(void)
1428 {
1429 	unsigned int reason = vmcs_read(EXI_REASON) & 0xff;
1430 	u32 insn_len = vmcs_read(EXI_INST_LEN);
1431 	u64 guest_rip = vmcs_read(GUEST_RIP);
1432 	u64 dr7, debugctl;
1433 
1434 	asm volatile("mov %%dr7,%0" : "=r" (dr7));
1435 	debugctl = rdmsr(MSR_IA32_DEBUGCTLMSR);
1436 
1437 	switch (reason) {
1438 	case VMX_VMCALL:
1439 		switch (vmx_get_test_stage()) {
1440 		case 0:
1441 			if (dr7 == 0x400 && debugctl == 0 &&
1442 			    vmcs_read(GUEST_DR7) == 0x408 /* &&
1443 			    Commented out: KVM does not support DEBUGCTL so far
1444 			    vmcs_read(GUEST_DEBUGCTL) == 0x3 */)
1445 				vmx_inc_test_stage();
1446 			break;
1447 		case 2:
1448 			dr7 = 0x402;
1449 			asm volatile("mov %0,%%dr7" : : "r" (dr7));
1450 			wrmsr(MSR_IA32_DEBUGCTLMSR, 0x1);
1451 			vmcs_write(GUEST_DR7, 0x404);
1452 			vmcs_write(GUEST_DEBUGCTL, 0x2);
1453 
1454 			vmcs_write(ENT_CONTROLS,
1455 				vmcs_read(ENT_CONTROLS) & ~ENT_LOAD_DBGCTLS);
1456 			vmcs_write(EXI_CONTROLS,
1457 				vmcs_read(EXI_CONTROLS) & ~EXI_SAVE_DBGCTLS);
1458 			break;
1459 		case 3:
1460 			if (dr7 == 0x400 && debugctl == 0 &&
1461 			    vmcs_read(GUEST_DR7) == 0x404 /* &&
1462 			    Commented out: KVM does not support DEBUGCTL so far
1463 			    vmcs_read(GUEST_DEBUGCTL) == 0x2 */)
1464 				vmx_inc_test_stage();
1465 			break;
1466 		}
1467 		vmcs_write(GUEST_RIP, guest_rip + insn_len);
1468 		return VMX_TEST_RESUME;
1469 	default:
1470 		printf("Unknown exit reason, %d\n", reason);
1471 		print_vmexit_info();
1472 	}
1473 	return VMX_TEST_VMEXIT;
1474 }
1475 
1476 struct vmx_msr_entry {
1477 	u32 index;
1478 	u32 reserved;
1479 	u64 value;
1480 } __attribute__((packed));
1481 
1482 #define MSR_MAGIC 0x31415926
1483 struct vmx_msr_entry *exit_msr_store, *entry_msr_load, *exit_msr_load;
1484 
1485 static int msr_switch_init(struct vmcs *vmcs)
1486 {
1487 	msr_bmp_init();
1488 	exit_msr_store = alloc_page();
1489 	exit_msr_load = alloc_page();
1490 	entry_msr_load = alloc_page();
1491 	memset(exit_msr_store, 0, PAGE_SIZE);
1492 	memset(exit_msr_load, 0, PAGE_SIZE);
1493 	memset(entry_msr_load, 0, PAGE_SIZE);
1494 	entry_msr_load[0].index = MSR_KERNEL_GS_BASE;
1495 	entry_msr_load[0].value = MSR_MAGIC;
1496 
1497 	vmx_set_test_stage(1);
1498 	vmcs_write(ENT_MSR_LD_CNT, 1);
1499 	vmcs_write(ENTER_MSR_LD_ADDR, (u64)entry_msr_load);
1500 	vmcs_write(EXI_MSR_ST_CNT, 1);
1501 	vmcs_write(EXIT_MSR_ST_ADDR, (u64)exit_msr_store);
1502 	vmcs_write(EXI_MSR_LD_CNT, 1);
1503 	vmcs_write(EXIT_MSR_LD_ADDR, (u64)exit_msr_load);
1504 	return VMX_TEST_START;
1505 }
1506 
1507 static void msr_switch_main()
1508 {
1509 	if (vmx_get_test_stage() == 1) {
1510 		report("VM entry MSR load",
1511 			rdmsr(MSR_KERNEL_GS_BASE) == MSR_MAGIC);
1512 		vmx_set_test_stage(2);
1513 		wrmsr(MSR_KERNEL_GS_BASE, MSR_MAGIC + 1);
1514 		exit_msr_store[0].index = MSR_KERNEL_GS_BASE;
1515 		exit_msr_load[0].index = MSR_KERNEL_GS_BASE;
1516 		exit_msr_load[0].value = MSR_MAGIC + 2;
1517 	}
1518 	vmcall();
1519 }
1520 
1521 static int msr_switch_exit_handler()
1522 {
1523 	ulong reason;
1524 
1525 	reason = vmcs_read(EXI_REASON);
1526 	switch (reason) {
1527 	case 0x80000000 | VMX_FAIL_MSR:
1528 		if (vmx_get_test_stage() == 3) {
1529 			report("VM entry MSR load: try to load FS_BASE",
1530 				vmcs_read(EXI_QUALIFICATION) == 1);
1531 			return VMX_TEST_VMEXIT;
1532 		}
1533 		break;
1534 	case VMX_VMCALL:
1535 		if (vmx_get_test_stage() == 2) {
1536 			report("VM exit MSR store",
1537 				exit_msr_store[0].value == MSR_MAGIC + 1);
1538 			report("VM exit MSR load",
1539 				rdmsr(MSR_KERNEL_GS_BASE) == MSR_MAGIC + 2);
1540 			vmx_set_test_stage(3);
1541 			entry_msr_load[0].index = MSR_FS_BASE;
1542 			return VMX_TEST_RESUME;
1543 		}
1544 	}
1545 	printf("ERROR %s: unexpected stage=%u or reason=%lu\n",
1546 		__func__, vmx_get_test_stage(), reason);
1547 	return VMX_TEST_EXIT;
1548 }
1549 
1550 static int vmmcall_init(struct vmcs *vmcs	)
1551 {
1552 	vmcs_write(EXC_BITMAP, 1 << UD_VECTOR);
1553 	return VMX_TEST_START;
1554 }
1555 
1556 static void vmmcall_main(void)
1557 {
1558 	asm volatile(
1559 		"mov $0xABCD, %%rax\n\t"
1560 		"vmmcall\n\t"
1561 		::: "rax");
1562 
1563 	report("VMMCALL", 0);
1564 }
1565 
1566 static int vmmcall_exit_handler()
1567 {
1568 	ulong reason;
1569 
1570 	reason = vmcs_read(EXI_REASON);
1571 	switch (reason) {
1572 	case VMX_VMCALL:
1573 		printf("here\n");
1574 		report("VMMCALL triggers #UD", 0);
1575 		break;
1576 	case VMX_EXC_NMI:
1577 		report("VMMCALL triggers #UD",
1578 		       (vmcs_read(EXI_INTR_INFO) & 0xff) == UD_VECTOR);
1579 		break;
1580 	default:
1581 		printf("Unknown exit reason, %ld\n", reason);
1582 		print_vmexit_info();
1583 	}
1584 
1585 	return VMX_TEST_VMEXIT;
1586 }
1587 
1588 /* name/init/guest_main/exit_handler/syscall_handler/guest_regs */
1589 struct vmx_test vmx_tests[] = {
1590 	{ "null", NULL, basic_guest_main, basic_exit_handler, NULL, {0} },
1591 	{ "vmenter", NULL, vmenter_main, vmenter_exit_handler, NULL, {0} },
1592 	{ "preemption timer", preemption_timer_init, preemption_timer_main,
1593 		preemption_timer_exit_handler, NULL, {0} },
1594 	{ "control field PAT", test_ctrl_pat_init, test_ctrl_pat_main,
1595 		test_ctrl_pat_exit_handler, NULL, {0} },
1596 	{ "control field EFER", test_ctrl_efer_init, test_ctrl_efer_main,
1597 		test_ctrl_efer_exit_handler, NULL, {0} },
1598 	{ "CR shadowing", NULL, cr_shadowing_main,
1599 		cr_shadowing_exit_handler, NULL, {0} },
1600 	{ "I/O bitmap", iobmp_init, iobmp_main, iobmp_exit_handler,
1601 		NULL, {0} },
1602 	{ "instruction intercept", insn_intercept_init, insn_intercept_main,
1603 		insn_intercept_exit_handler, NULL, {0} },
1604 	{ "EPT framework", ept_init, ept_main, ept_exit_handler, NULL, {0} },
1605 	{ "VPID", vpid_init, vpid_main, vpid_exit_handler, NULL, {0} },
1606 	{ "interrupt", interrupt_init, interrupt_main,
1607 		interrupt_exit_handler, NULL, {0} },
1608 	{ "debug controls", dbgctls_init, dbgctls_main, dbgctls_exit_handler,
1609 		NULL, {0} },
1610 	{ "MSR switch", msr_switch_init, msr_switch_main,
1611 		msr_switch_exit_handler, NULL, {0} },
1612 	{ "vmmcall", vmmcall_init, vmmcall_main, vmmcall_exit_handler, NULL, {0} },
1613 	{ NULL, NULL, NULL, NULL, NULL, {0} },
1614 };
1615