Lines Matching full:nested
44 * TODO: track the cause of the nested page fault, and in nested_svm_inject_npf_exit()
62 u64 cr3 = svm->nested.ctl.nested_cr3; in nested_svm_get_tdp_pdptr()
77 return svm->nested.ctl.nested_cr3; in nested_svm_get_tdp_cr3()
95 svm->nested.ctl.nested_cr3); in nested_svm_init_mmu_context()
116 if (!(svm->nested.ctl.virt_ext & VIRTUAL_VMLOAD_VMSAVE_ENABLE_MASK)) in nested_vmcb_needs_vls_intercept()
135 g = &svm->nested.ctl; in recalc_intercepts()
157 * We want to see VMMCALLs from a nested guest only when Hyper-V L2 TLB in recalc_intercepts()
184 * Merge L0's (KVM) and L1's (Nested VMCB) MSR permission bitmaps. The function
195 * - Nested hypervisor (L1) is attempting to launch the same L2 as in nested_svm_vmrun_msrpm()
197 * - Nested hypervisor (L1) is using Hyper-V emulation interface and in nested_svm_vmrun_msrpm()
201 if (!svm->nested.force_msr_bitmap_recalc) { in nested_svm_vmrun_msrpm()
202 struct hv_vmcb_enlightenments *hve = &svm->nested.ctl.hv_enlightenments; in nested_svm_vmrun_msrpm()
206 (svm->nested.ctl.clean & BIT(HV_VMCB_NESTED_ENLIGHTENMENTS))) in nested_svm_vmrun_msrpm()
211 if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT))) in nested_svm_vmrun_msrpm()
223 /* x2apic msrs are intercepted always for the nested guest */ in nested_svm_vmrun_msrpm()
227 offset = svm->nested.ctl.msrpm_base_pa + (p * 4); in nested_svm_vmrun_msrpm()
232 svm->nested.msrpm[p] = svm->msrpm[p] | value; in nested_svm_vmrun_msrpm()
235 svm->nested.force_msr_bitmap_recalc = false; in nested_svm_vmrun_msrpm()
240 svm->vmcb->control.msrpm_base_pa = __sme_set(__pa(svm->nested.msrpm)); in nested_svm_vmrun_msrpm()
322 struct vmcb_save_area_cached *save = &svm->nested.save; in nested_vmcb_check_save()
330 struct vmcb_ctrl_area_cached *ctl = &svm->nested.ctl; in nested_vmcb_check_controls()
385 __nested_copy_vmcb_control_to_cache(&svm->vcpu, &svm->nested.ctl, control); in nested_copy_vmcb_control_to_cache()
407 __nested_copy_vmcb_save_to_cache(&svm->nested.save, save); in nested_copy_vmcb_save_to_cache()
417 svm->nested.ctl.event_inj = svm->vmcb->control.event_inj; in nested_sync_control_from_vmcb02()
418 svm->nested.ctl.event_inj_err = svm->vmcb->control.event_inj_err; in nested_sync_control_from_vmcb02()
431 !test_bit(INTERCEPT_VINTR, (unsigned long *)svm->nested.ctl.intercepts)) in nested_sync_control_from_vmcb02()
440 svm->nested.ctl.int_ctl &= ~mask; in nested_sync_control_from_vmcb02()
441 svm->nested.ctl.int_ctl |= svm->vmcb->control.int_ctl & mask; in nested_sync_control_from_vmcb02()
491 * - Honor L1's request to flush an ASID on nested VMRUN in nested_svm_transition_tlb_flush()
492 * - Sync nested NPT MMU on VMRUN that flushes L2's ASID[*] in nested_svm_transition_tlb_flush()
493 * - Don't crush a pending TLB flush in vmcb02 on nested VMRUN in nested_svm_transition_tlb_flush()
496 * [*] Unlike nested EPT, SVM's ASID management can invalidate nested in nested_svm_transition_tlb_flush()
504 * Load guest's/host's cr3 on nested vmentry or vmexit. @nested_npt is true
530 if (!svm->nested.vmcb02.ptr) in nested_vmcb02_compute_g_pat()
534 svm->nested.vmcb02.ptr->save.g_pat = svm->vmcb01.ptr->save.g_pat; in nested_vmcb02_compute_g_pat()
541 struct vmcb *vmcb02 = svm->nested.vmcb02.ptr; in nested_vmcb02_prepare_save()
546 /* Load the nested guest state */ in nested_vmcb02_prepare_save()
547 if (svm->nested.vmcb12_gpa != svm->nested.last_vmcb12_gpa) { in nested_vmcb02_prepare_save()
549 svm->nested.last_vmcb12_gpa = svm->nested.vmcb12_gpa; in nested_vmcb02_prepare_save()
550 svm->nested.force_msr_bitmap_recalc = true; in nested_vmcb02_prepare_save()
570 svm_set_efer(vcpu, svm->nested.save.efer); in nested_vmcb02_prepare_save()
572 svm_set_cr0(vcpu, svm->nested.save.cr0); in nested_vmcb02_prepare_save()
573 svm_set_cr4(vcpu, svm->nested.save.cr4); in nested_vmcb02_prepare_save()
588 vmcb02->save.dr7 = svm->nested.save.dr7 | DR7_FIXED_1; in nested_vmcb02_prepare_save()
589 svm->vcpu.arch.dr6 = svm->nested.save.dr6 | DR6_ACTIVE_LOW; in nested_vmcb02_prepare_save()
594 (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) { in nested_vmcb02_prepare_save()
641 struct vmcb *vmcb02 = svm->nested.vmcb02.ptr; in nested_vmcb02_prepare_control()
651 (svm->nested.ctl.int_ctl & V_GIF_ENABLE_MASK)) in nested_vmcb02_prepare_control()
683 svm->nested.ctl.tsc_offset, in nested_vmcb02_prepare_control()
693 (svm->nested.ctl.int_ctl & int_ctl_vmcb12_bits) | in nested_vmcb02_prepare_control()
696 vmcb02->control.int_vector = svm->nested.ctl.int_vector; in nested_vmcb02_prepare_control()
697 vmcb02->control.int_state = svm->nested.ctl.int_state; in nested_vmcb02_prepare_control()
698 vmcb02->control.event_inj = svm->nested.ctl.event_inj; in nested_vmcb02_prepare_control()
699 vmcb02->control.event_inj_err = svm->nested.ctl.event_inj_err; in nested_vmcb02_prepare_control()
710 vmcb02->control.next_rip = svm->nested.ctl.next_rip; in nested_vmcb02_prepare_control()
720 svm->soft_int_next_rip = svm->nested.ctl.next_rip; in nested_vmcb02_prepare_control()
729 (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK); in nested_vmcb02_prepare_control()
735 pause_count12 = svm->nested.ctl.pause_filter_count; in nested_vmcb02_prepare_control()
739 pause_thresh12 = svm->nested.ctl.pause_filter_thresh; in nested_vmcb02_prepare_control()
753 if (vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_PAUSE)) { in nested_vmcb02_prepare_control()
777 * moved at the time of nested vmrun and vmexit. in nested_svm_copy_common_state()
809 svm->nested.vmcb12_gpa = vmcb12_gpa; in enter_svm_guest_mode()
811 WARN_ON(svm->vmcb == svm->nested.vmcb02.ptr); in enter_svm_guest_mode()
813 nested_svm_copy_common_state(svm->vmcb01.ptr, svm->nested.vmcb02.ptr); in enter_svm_guest_mode()
815 svm_switch_vmcb(svm, &svm->nested.vmcb02); in enter_svm_guest_mode()
819 ret = nested_svm_load_cr3(&svm->vcpu, svm->nested.save.cr3, in enter_svm_guest_mode()
846 if (!svm->nested.hsave_msr) { in nested_svm_vmrun()
876 if (WARN_ON_ONCE(!svm->nested.initialized)) in nested_svm_vmrun()
904 svm->nested.nested_run_pending = 1; in nested_svm_vmrun()
913 svm->nested.nested_run_pending = 0; in nested_svm_vmrun()
971 struct vmcb *vmcb02 = svm->nested.vmcb02.ptr; in nested_svm_vmexit()
976 rc = kvm_vcpu_map(vcpu, gpa_to_gfn(svm->nested.vmcb12_gpa), &map); in nested_svm_vmexit()
987 svm->nested.vmcb12_gpa = 0; in nested_svm_vmexit()
988 WARN_ON_ONCE(svm->nested.nested_run_pending); in nested_svm_vmexit()
1028 vmcb12->control.int_ctl = svm->nested.ctl.int_ctl; in nested_svm_vmexit()
1029 vmcb12->control.event_inj = svm->nested.ctl.event_inj; in nested_svm_vmexit()
1030 vmcb12->control.event_inj_err = svm->nested.ctl.event_inj_err; in nested_svm_vmexit()
1038 nested_svm_copy_common_state(svm->nested.vmcb02.ptr, svm->vmcb01.ptr); in nested_svm_vmexit()
1057 * V_GIF: If nested vGIF is not used, KVM uses vmcb02's V_GIF for L1's in nested_svm_vmexit()
1065 (svm->nested.ctl.virt_ext & LBR_CTL_ENABLE_MASK))) { in nested_svm_vmexit()
1106 svm->nested.ctl.nested_cr3 = 0; in nested_svm_vmexit()
1170 if (!vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_SHUTDOWN)) in nested_svm_triple_fault()
1181 if (svm->nested.initialized) in svm_allocate_nested()
1187 svm->nested.vmcb02.ptr = page_address(vmcb02_page); in svm_allocate_nested()
1188 svm->nested.vmcb02.pa = __sme_set(page_to_pfn(vmcb02_page) << PAGE_SHIFT); in svm_allocate_nested()
1190 svm->nested.msrpm = svm_vcpu_alloc_msrpm(); in svm_allocate_nested()
1191 if (!svm->nested.msrpm) in svm_allocate_nested()
1193 svm_vcpu_init_msrpm(&svm->vcpu, svm->nested.msrpm); in svm_allocate_nested()
1195 svm->nested.initialized = true; in svm_allocate_nested()
1205 if (!svm->nested.initialized) in svm_free_nested()
1211 svm_vcpu_free_msrpm(svm->nested.msrpm); in svm_free_nested()
1212 svm->nested.msrpm = NULL; in svm_free_nested()
1214 __free_page(virt_to_page(svm->nested.vmcb02.ptr)); in svm_free_nested()
1215 svm->nested.vmcb02.ptr = NULL; in svm_free_nested()
1224 svm->nested.last_vmcb12_gpa = INVALID_GPA; in svm_free_nested()
1226 svm->nested.initialized = false; in svm_free_nested()
1234 svm->nested.nested_run_pending = 0; in svm_leave_nested()
1235 svm->nested.vmcb12_gpa = INVALID_GPA; in svm_leave_nested()
1256 if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_MSR_PROT))) in nested_svm_exit_handled_msr()
1270 if (kvm_vcpu_read_guest(&svm->vcpu, svm->nested.ctl.msrpm_base_pa + offset, &value, 4)) in nested_svm_exit_handled_msr()
1283 if (!(vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_IOIO_PROT))) in nested_svm_intercept_ioio()
1289 gpa = svm->nested.ctl.iopm_base_pa + (port / 8); in nested_svm_intercept_ioio()
1314 if (vmcb12_is_intercept(&svm->nested.ctl, exit_code)) in nested_svm_intercept()
1319 if (vmcb12_is_intercept(&svm->nested.ctl, exit_code)) in nested_svm_intercept()
1337 if (vmcb12_is_intercept(&svm->nested.ctl, exit_code)) in nested_svm_intercept()
1377 return (svm->nested.ctl.intercepts[INTERCEPT_EXCEPTION] & BIT(vector)); in nested_svm_is_exception_vmexit()
1418 return vmcb12_is_intercept(&svm->nested.ctl, INTERCEPT_INIT); in nested_exit_on_init()
1426 * Only a pending nested run blocks a pending exception. If there is a in svm_check_nested_events()
1430 bool block_nested_exceptions = svm->nested.nested_run_pending; in svm_check_nested_events()
1603 kvm_state.hdr.svm.vmcb_pa = svm->nested.vmcb12_gpa; in svm_get_nested_state()
1607 if (svm->nested.nested_run_pending) in svm_get_nested_state()
1631 nested_copy_vmcb_cache_to_control(ctl, &svm->nested.ctl); in svm_get_nested_state()
1742 svm->nested.vmcb02.ptr->save = svm->vmcb01.ptr->save; in svm_set_nested_state()
1746 svm->nested.nested_run_pending = in svm_set_nested_state()
1749 svm->nested.vmcb12_gpa = kvm_state->hdr.svm.vmcb_pa; in svm_set_nested_state()
1754 svm_switch_vmcb(svm, &svm->nested.vmcb02); in svm_set_nested_state()
1758 * While the nested guest CR3 is already checked and set by in svm_set_nested_state()
1759 * KVM_SET_SREGS, it was set when nested state was yet loaded, in svm_set_nested_state()
1769 svm->nested.force_msr_bitmap_recalc = true; in svm_set_nested_state()
1791 * the guest CR3 might be restored prior to setting the nested in svm_get_nested_state_pages()