216 		if (!leaf_only || i == 1 || (*ptep & PT_PAGE_SIZE_MASK))  in walk_va()
219 		if (i == 1 || *ptep & PT_PAGE_SIZE_MASK)  in walk_va()
242 	if (wp)  in set_cr0_wp()
244 	if (cr0 != shadow_cr0) {  in set_cr0_wp()
275 	if (smep)  in set_cr4_smep()
277 	if (cr4 == shadow_cr4)  in set_cr4_smep()
280 	if (smep)  in set_cr4_smep()
283 	if (r || !smep)  in set_cr4_smep()
285 	if (!r)  in set_cr4_smep()
295 	if (pke)  in set_cr4_pke()
297 	if (cr4 == shadow_cr4)  in set_cr4_pke()
301 	if ((shadow_cr4 & X86_CR4_PKE) && !pke)  in set_cr4_pke()
312 	if (nx)  in set_efer_nx()
314 	if (efer != shadow_efer) {  in set_efer_nx()
386 		if (buddy && PT_INDEX(virt, i) == PT_INDEX(buddy_virt, i))  in __ac_test_init()
411 	if (F(AC_CPU_CR4_SMEP))  in ac_test_legal()
414 	if (F(AC_ACCESS_FETCH) && F(AC_ACCESS_WRITE))  in ac_test_legal()
421 	if (F(AC_ACCESS_USER) && F(AC_CPU_CR4_SMEP))  in ac_test_legal()
425 	 * Only test protection key faults if CR4.PKE=1.  in ac_test_legal()
427 	if (!F(AC_CPU_CR4_PKE) &&  in ac_test_legal()
434 	 * meaningless if there is a PTE.  in ac_test_legal()
436 	if (!F(AC_PDE_PSE) && F(AC_PDE_BIT13))  in ac_test_legal()
448 	if (!F(AC_CPU_EFER_NX))  in ac_test_legal()
453 	if (reserved & (reserved - 1))  in ac_test_legal()
477 	if (F(AC_ACCESS_USER) && !user)  in ac_test_permissions()
480 	if (F(AC_ACCESS_WRITE) && !writable && !kwritable)  in ac_test_permissions()
483 	if (F(AC_ACCESS_FETCH) && !executable)  in ac_test_permissions()
486 	if (F(AC_ACCESS_FETCH) && user && F(AC_CPU_CR4_SMEP))  in ac_test_permissions()
489 	if (user && !F(AC_ACCESS_FETCH) && F(AC_PKU_PKEY) && F(AC_CPU_CR4_PKE)) {  in ac_test_permissions()
490 		if (F(AC_PKU_AD)) {  in ac_test_permissions()
493 		} else if (F(AC_ACCESS_WRITE) && F(AC_PKU_WD) && !kwritable) {  in ac_test_permissions()
499 	if (!at->expected_fault) {  in ac_test_permissions()
501 		if (F(AC_ACCESS_WRITE))  in ac_test_permissions()
513 	if (F(AC_ACCESS_USER))  in ac_emulate_access()
516 	if (F(AC_ACCESS_WRITE))  in ac_emulate_access()
519 	if (F(AC_ACCESS_FETCH))  in ac_emulate_access()
522 	if (!F(AC_PDE_ACCESSED))  in ac_emulate_access()
529 	if (!pde_valid) {  in ac_emulate_access()
531 		if (F(AC_PDE_PRESENT)) {  in ac_emulate_access()
543 	if (F(AC_PDE_PSE)) {  in ac_emulate_access()
555 	if (!pte_valid) {  in ac_emulate_access()
557 		if (F(AC_PTE_PRESENT)) {  in ac_emulate_access()
574 	if (!at->expected_fault)  in ac_emulate_access()
576 	if (!F(AC_CPU_EFER_NX) && !F(AC_CPU_CR4_SMEP))  in ac_emulate_access()
582 	if (flush)  in __ac_set_expected_status()
585 	if (at->ptep)  in __ac_set_expected_status()
592 	if (at->flags & AC_ACCESS_TWICE_MASK) {  in __ac_set_expected_status()
615 	if (pte && !(pte & PT_PAGE_SIZE_MASK) &&  in ac_get_pt()
654 			if (!F(AC_PDPTE_NO_WRITABLE))  in ac_test_setup_ptes()
658 			if (!F(AC_PDE_PSE)) {  in ac_test_setup_ptes()
662 				if (F(AC_PKU_PKEY))  in ac_test_setup_ptes()
667 				if (F(AC_PKU_PKEY))  in ac_test_setup_ptes()
670 			if (F(AC_PDE_PRESENT))  in ac_test_setup_ptes()
672 			if (F(AC_PDE_WRITABLE))  in ac_test_setup_ptes()
674 			if (F(AC_PDE_USER))  in ac_test_setup_ptes()
676 			if (F(AC_PDE_ACCESSED))  in ac_test_setup_ptes()
678 			if (F(AC_PDE_DIRTY))  in ac_test_setup_ptes()
680 			if (F(AC_PDE_NX))  in ac_test_setup_ptes()
682 			if (F(AC_PDE_BIT51))  in ac_test_setup_ptes()
684 			if (F(AC_PDE_BIT36))  in ac_test_setup_ptes()
686 			if (F(AC_PDE_BIT13))  in ac_test_setup_ptes()
692 			if (F(AC_PKU_PKEY))  in ac_test_setup_ptes()
694 			if (F(AC_PTE_PRESENT))  in ac_test_setup_ptes()
696 			if (F(AC_PTE_WRITABLE))  in ac_test_setup_ptes()
698 			if (F(AC_PTE_USER))  in ac_test_setup_ptes()
700 			if (F(AC_PTE_ACCESSED))  in ac_test_setup_ptes()
702 			if (F(AC_PTE_DIRTY))  in ac_test_setup_ptes()
704 			if (F(AC_PTE_NX))  in ac_test_setup_ptes()
706 			if (F(AC_PTE_BIT51))  in ac_test_setup_ptes()
708 			if (F(AC_PTE_BIT36))  in ac_test_setup_ptes()
716 		if (pte != *ptep)  in ac_test_setup_ptes()
744 	if (!*success_ret) {  in ac_test_check()
748 	if (!cond) {  in ac_test_check()
754 	if (!verbose) {  in ac_test_check()
784 	if (!(unique & 65535)) {  in ac_test_do_access()
794 	if (F(AC_CPU_CR4_PKE)) {  in ac_test_do_access()
802 	if (F(AC_ACCESS_TWICE)) {  in ac_test_do_access()
878 	if (at->ptep)  in ac_test_do_access()
885 	if (success && verbose) {  in ac_test_do_access()
886 		if (at->expected_fault) {  in ac_test_do_access()
902 		if (at->flags & (1 << i)) {  in ac_test_show()
924 	if (!ac_test_do_access(&at2))  in corrupt_hugepage_trigger()
929 	if (!ac_test_do_access(&at1))  in corrupt_hugepage_trigger()
934 	if (!ac_test_do_access(&at1))  in corrupt_hugepage_trigger()
939 	if (!ac_test_do_access(&at2))  in corrupt_hugepage_trigger()
966 	if (!ac_test_do_access(&at1)) {  in check_pfec_on_prefetch_pte()
971 	if (!ac_test_do_access(&at2)) {  in check_pfec_on_prefetch_pte()
984  * If the write-fault access is from supervisor and CR0.WP is not set on the
1007 	if (!ac_test_do_access(&at2)) {  in check_large_pte_dirty_for_nowp()
1014 	if (!ac_test_do_access(&at1)) {  in check_large_pte_dirty_for_nowp()
1021 	if (!ac_test_do_access(&at2)) {  in check_large_pte_dirty_for_nowp()
1037 	if (!this_cpu_has(X86_FEATURE_SMEP)) {  in check_smep_andnot_wp()
1057 	if (!err_prepare_andnot_wp) {  in check_smep_andnot_wp()
1070 	if (!err_prepare_andnot_wp)  in check_smep_andnot_wp()
1072 	if (!err_smep_andnot_wp) {  in check_smep_andnot_wp()
1107 	if (!ac_test_do_access(at)) {  in do_cr0_wp_access()
1128 	if (!(invalid_mask & AC_FEP_MASK)) {  in check_toggle_cr0_wp()
1180 	if (!err_read_at1) {  in check_effective_sp_permissions()
1186 	if (!err_write_at2) {  in check_effective_sp_permissions()
1192 	if (!err_read_at3) {  in check_effective_sp_permissions()
1198 	if (!err_write_at4) {  in check_effective_sp_permissions()
1210 	if (verbose) {  in ac_test_exec()
1235 	if (force_emulation && !is_fep_available()) {  in ac_test_run()
1248 	if (cpuid_maxphyaddr() >= 52) {  in ac_test_run()
1252 	if (cpuid_maxphyaddr() >= 37) {  in ac_test_run()
1257 	if (!force_emulation)  in ac_test_run()
1263 	if (this_cpu_has(X86_FEATURE_PKU)) {  in ac_test_run()
1269 		if (write_cr4_safe(shadow_cr4 | X86_CR4_PKE) == GP_VECTOR) {  in ac_test_run()
1282 	if (!this_cpu_has(X86_FEATURE_SMEP)) {  in ac_test_run()
1284 		if (set_cr4_smep(&at, 1) == GP_VECTOR) {  in ac_test_run()
1295 	if (this_cpu_has(X86_FEATURE_LA57)) {  in ac_test_run()
1297 		if (write_cr4_safe(shadow_cr4 ^ X86_CR4_LA57) == GP_VECTOR)  in ac_test_run()
1302 		if (write_cr4_safe(shadow_cr4 ^ (X86_CR4_LA57 | X86_CR4_PSE)) == GP_VECTOR)  in ac_test_run()