1fa6318d1SPaolo Bonzini #include "libcflat.h"
235ba8a2dSClaudio Imbrenda #include <alloc_page.h>
3761db0bdSAndrew Jones #include "x86/desc.h"
4761db0bdSAndrew Jones #include "x86/processor.h"
5761db0bdSAndrew Jones #include "x86/vm.h"
6fa6318d1SPaolo Bonzini
7fa6318d1SPaolo Bonzini volatile int pf_count = 0;
8fa6318d1SPaolo Bonzini volatile int save;
9fa6318d1SPaolo Bonzini volatile unsigned test;
10fa6318d1SPaolo Bonzini
1106846df5SThomas Huth void do_pf_tss(unsigned long error_code);
12fa6318d1SPaolo Bonzini
13fa6318d1SPaolo Bonzini // When doing ring 3 tests, page fault handlers will always run on a
14fa6318d1SPaolo Bonzini // separate stack (the ring 0 stack). Seems easier to use the alt_stack
15fa6318d1SPaolo Bonzini // mechanism for both ring 0 and ring 3.
16fa6318d1SPaolo Bonzini
do_pf_tss(unsigned long error_code)17fa6318d1SPaolo Bonzini void do_pf_tss(unsigned long error_code)
18fa6318d1SPaolo Bonzini {
19fa6318d1SPaolo Bonzini pf_count++;
20fa6318d1SPaolo Bonzini save = test;
21fa6318d1SPaolo Bonzini
22fa6318d1SPaolo Bonzini #ifndef __x86_64__
237e33895dSPaolo Bonzini tss[0].eflags |= X86_EFLAGS_AC;
24fa6318d1SPaolo Bonzini #endif
25fa6318d1SPaolo Bonzini }
26fa6318d1SPaolo Bonzini
27fa6318d1SPaolo Bonzini extern void pf_tss(void);
28fa6318d1SPaolo Bonzini asm ("pf_tss:\n"
29fa6318d1SPaolo Bonzini #ifdef __x86_64__
30fa6318d1SPaolo Bonzini // no task on x86_64, save/restore caller-save regs
31fa6318d1SPaolo Bonzini "push %rax; push %rcx; push %rdx; push %rsi; push %rdi\n"
32fa6318d1SPaolo Bonzini "push %r8; push %r9; push %r10; push %r11\n"
335771d942SChenyi Qiang "mov 9*8(%rsp),%rdi\n"
34fa6318d1SPaolo Bonzini #endif
35fa6318d1SPaolo Bonzini "call do_pf_tss\n"
36fa6318d1SPaolo Bonzini #ifdef __x86_64__
37fa6318d1SPaolo Bonzini "pop %r11; pop %r10; pop %r9; pop %r8\n"
38fa6318d1SPaolo Bonzini "pop %rdi; pop %rsi; pop %rdx; pop %rcx; pop %rax\n"
39fa6318d1SPaolo Bonzini #endif
40fa6318d1SPaolo Bonzini "add $"S", %"R "sp\n"
41fa6318d1SPaolo Bonzini #ifdef __x86_64__
42*a106b30dSPaolo Bonzini "orl $(1 << " xstr(X86_EFLAGS_AC_BIT) "), 2*"S"(%"R "sp)\n" // set EFLAGS.AC and retry
43fa6318d1SPaolo Bonzini #endif
44fa6318d1SPaolo Bonzini "iret"W" \n\t"
45fa6318d1SPaolo Bonzini "jmp pf_tss\n\t");
46fa6318d1SPaolo Bonzini
47fa6318d1SPaolo Bonzini
4835ba8a2dSClaudio Imbrenda #define USER_BASE (1 << 23)
49fa6318d1SPaolo Bonzini #define USER_VAR(v) (*((__typeof__(&(v))) (((unsigned long)&v) + USER_BASE)))
50fd0898baSXiao Guangrong #define USER_ADDR(v) ((void *)((unsigned long)(&v) + USER_BASE))
51fa6318d1SPaolo Bonzini
init_test(int i)52fa6318d1SPaolo Bonzini static void init_test(int i)
53fa6318d1SPaolo Bonzini {
54fa6318d1SPaolo Bonzini pf_count = 0;
55fa6318d1SPaolo Bonzini if (i) {
56fa6318d1SPaolo Bonzini invlpg(&test);
57fa6318d1SPaolo Bonzini invlpg(&USER_VAR(test));
58fa6318d1SPaolo Bonzini }
59fa6318d1SPaolo Bonzini }
60fa6318d1SPaolo Bonzini
check_smap_nowp(void)61fd0898baSXiao Guangrong static void check_smap_nowp(void)
62fd0898baSXiao Guangrong {
63fd0898baSXiao Guangrong test = 0x99;
64fd0898baSXiao Guangrong
65d10d16e1SAlexander Gordeev *get_pte(phys_to_virt(read_cr3()), USER_ADDR(test)) &= ~PT_WRITABLE_MASK;
66fd0898baSXiao Guangrong
67fd0898baSXiao Guangrong write_cr4(read_cr4() & ~X86_CR4_SMAP);
68fd0898baSXiao Guangrong write_cr0(read_cr0() & ~X86_CR0_WP);
69fd0898baSXiao Guangrong clac();
70fd0898baSXiao Guangrong write_cr3(read_cr3());
71fd0898baSXiao Guangrong
72fd0898baSXiao Guangrong init_test(0);
73fd0898baSXiao Guangrong USER_VAR(test) = 0x99;
74a299895bSThomas Huth report(pf_count == 0,
75a299895bSThomas Huth "write from user page with SMAP=0, AC=0, WP=0, PTE.U=1 && PTE.W=0");
76fd0898baSXiao Guangrong
77fd0898baSXiao Guangrong write_cr4(read_cr4() | X86_CR4_SMAP);
78fd0898baSXiao Guangrong write_cr3(read_cr3());
79fd0898baSXiao Guangrong
80fd0898baSXiao Guangrong init_test(0);
81fd0898baSXiao Guangrong (void)USER_VAR(test);
82a299895bSThomas Huth report(pf_count == 1 && save == 0x99,
83a299895bSThomas Huth "read from user page with SMAP=1, AC=0, WP=0, PTE.U=1 && PTE.W=0");
84682045d3SPaolo Bonzini
85682045d3SPaolo Bonzini /* Undo changes */
86d10d16e1SAlexander Gordeev *get_pte(phys_to_virt(read_cr3()), USER_ADDR(test)) |= PT_WRITABLE_MASK;
87682045d3SPaolo Bonzini
88682045d3SPaolo Bonzini write_cr0(read_cr0() | X86_CR0_WP);
89682045d3SPaolo Bonzini write_cr3(read_cr3());
90fd0898baSXiao Guangrong }
91fd0898baSXiao Guangrong
main(int ac,char ** av)92fa6318d1SPaolo Bonzini int main(int ac, char **av)
93fa6318d1SPaolo Bonzini {
94fa6318d1SPaolo Bonzini unsigned long i;
95fa6318d1SPaolo Bonzini
96badc98caSKrish Sadhukhan if (!this_cpu_has(X86_FEATURE_SMAP)) {
9732b9603cSRadim Krčmář printf("SMAP not enabled\n");
9832b9603cSRadim Krčmář return report_summary();
99fa6318d1SPaolo Bonzini }
100fa6318d1SPaolo Bonzini
101fa6318d1SPaolo Bonzini setup_vm();
102fa6318d1SPaolo Bonzini setup_alt_stack();
103fa6318d1SPaolo Bonzini set_intr_alt_stack(14, pf_tss);
104fa6318d1SPaolo Bonzini
10535ba8a2dSClaudio Imbrenda if (reserve_pages(USER_BASE, USER_BASE >> 12))
10635ba8a2dSClaudio Imbrenda report_abort("Could not reserve memory");
10735ba8a2dSClaudio Imbrenda // Map first 8MB as supervisor pages
108fa6318d1SPaolo Bonzini for (i = 0; i < USER_BASE; i += PAGE_SIZE) {
109d10d16e1SAlexander Gordeev *get_pte(phys_to_virt(read_cr3()), phys_to_virt(i)) &= ~PT_USER_MASK;
110fa6318d1SPaolo Bonzini invlpg((void *)i);
111fa6318d1SPaolo Bonzini }
112fa6318d1SPaolo Bonzini
11335ba8a2dSClaudio Imbrenda // Present the same 8MB as user pages in the 8MB-16MB range
114fa6318d1SPaolo Bonzini for (i = USER_BASE; i < 2 * USER_BASE; i += PAGE_SIZE) {
115fa6318d1SPaolo Bonzini *get_pte(phys_to_virt(read_cr3()), phys_to_virt(i)) &= ~USER_BASE;
116fa6318d1SPaolo Bonzini invlpg((void *)i);
117fa6318d1SPaolo Bonzini }
118fa6318d1SPaolo Bonzini
119fa6318d1SPaolo Bonzini clac();
120fa6318d1SPaolo Bonzini write_cr4(read_cr4() | X86_CR4_SMAP);
121fa6318d1SPaolo Bonzini write_cr3(read_cr3());
122fa6318d1SPaolo Bonzini
123fa6318d1SPaolo Bonzini for (i = 0; i < 2; i++) {
124fa6318d1SPaolo Bonzini if (i)
125fa6318d1SPaolo Bonzini printf("testing with INVLPG\n");
126fa6318d1SPaolo Bonzini else
127fa6318d1SPaolo Bonzini printf("testing without INVLPG\n");
128fa6318d1SPaolo Bonzini
129fa6318d1SPaolo Bonzini init_test(i);
130fa6318d1SPaolo Bonzini clac();
131fa6318d1SPaolo Bonzini test = 42;
132a299895bSThomas Huth report(pf_count == 0 && test == 42,
133a299895bSThomas Huth "write to supervisor page");
134fa6318d1SPaolo Bonzini
135fa6318d1SPaolo Bonzini init_test(i);
136fa6318d1SPaolo Bonzini stac();
137fa6318d1SPaolo Bonzini (void)USER_VAR(test);
138a299895bSThomas Huth report(pf_count == 0, "read from user page with AC=1");
139fa6318d1SPaolo Bonzini
140fa6318d1SPaolo Bonzini init_test(i);
141fa6318d1SPaolo Bonzini clac();
142fa6318d1SPaolo Bonzini (void)USER_VAR(test);
143a299895bSThomas Huth report(pf_count == 1 && save == 42,
144a299895bSThomas Huth "read from user page with AC=0");
145fa6318d1SPaolo Bonzini
146fa6318d1SPaolo Bonzini init_test(i);
147fa6318d1SPaolo Bonzini stac();
148fa6318d1SPaolo Bonzini save = 0;
149fa6318d1SPaolo Bonzini USER_VAR(test) = 43;
150a299895bSThomas Huth report(pf_count == 0 && test == 43,
151a299895bSThomas Huth "write to user page with AC=1");
152fa6318d1SPaolo Bonzini
153fa6318d1SPaolo Bonzini init_test(i);
154fa6318d1SPaolo Bonzini clac();
155fa6318d1SPaolo Bonzini USER_VAR(test) = 44;
156a299895bSThomas Huth report(pf_count == 1 && test == 44 && save == 43,
157a299895bSThomas Huth "read from user page with AC=0");
158fa6318d1SPaolo Bonzini
159fa6318d1SPaolo Bonzini init_test(i);
160fa6318d1SPaolo Bonzini stac();
161fa6318d1SPaolo Bonzini test = -1;
1627bf8144eSZixuan Wang #ifndef __x86_64__
1637bf8144eSZixuan Wang #define TEST "test"
1647bf8144eSZixuan Wang #else
1657bf8144eSZixuan Wang #define TEST "test(%rip)"
1667bf8144eSZixuan Wang #endif
167fa6318d1SPaolo Bonzini asm("or $(" xstr(USER_BASE) "), %"R "sp \n"
168fa6318d1SPaolo Bonzini "push $44 \n "
1697bf8144eSZixuan Wang "decl " TEST "\n"
170fa6318d1SPaolo Bonzini "and $~(" xstr(USER_BASE) "), %"R "sp \n"
171fa6318d1SPaolo Bonzini "pop %"R "ax\n"
1727bf8144eSZixuan Wang "movl %eax, " TEST "\n");
173a299895bSThomas Huth report(pf_count == 0 && test == 44,
174a299895bSThomas Huth "write to user stack with AC=1");
175fa6318d1SPaolo Bonzini
176fa6318d1SPaolo Bonzini init_test(i);
177fa6318d1SPaolo Bonzini clac();
178fa6318d1SPaolo Bonzini test = -1;
179fa6318d1SPaolo Bonzini asm("or $(" xstr(USER_BASE) "), %"R "sp \n"
180fa6318d1SPaolo Bonzini "push $45 \n "
1817bf8144eSZixuan Wang "decl " TEST "\n"
182fa6318d1SPaolo Bonzini "and $~(" xstr(USER_BASE) "), %"R "sp \n"
183fa6318d1SPaolo Bonzini "pop %"R "ax\n"
1847bf8144eSZixuan Wang "movl %eax, " TEST "\n");
185a299895bSThomas Huth report(pf_count == 1 && test == 45 && save == -1,
186a299895bSThomas Huth "write to user stack with AC=0");
187fa6318d1SPaolo Bonzini
188fa6318d1SPaolo Bonzini /* This would be trapped by SMEP */
189fa6318d1SPaolo Bonzini init_test(i);
190fa6318d1SPaolo Bonzini clac();
191fa6318d1SPaolo Bonzini asm("jmp 1f + "xstr(USER_BASE)" \n"
192fa6318d1SPaolo Bonzini "1: jmp 2f - "xstr(USER_BASE)" \n"
193fa6318d1SPaolo Bonzini "2:");
194a299895bSThomas Huth report(pf_count == 0, "executing on user page with AC=0");
195fa6318d1SPaolo Bonzini }
196fa6318d1SPaolo Bonzini
197fd0898baSXiao Guangrong check_smap_nowp();
198fd0898baSXiao Guangrong
199fa6318d1SPaolo Bonzini // TODO: implicit kernel access from ring 3 (e.g. int)
200fa6318d1SPaolo Bonzini
201fa6318d1SPaolo Bonzini return report_summary();
202fa6318d1SPaolo Bonzini }
203