399 static void vmx_update_fb_clear_dis(struct kvm_vcpu *vcpu, struct vcpu_vmx *vmx)  in vmx_update_fb_clear_dis()
536 static int hv_enable_l2_tlb_flush(struct kvm_vcpu *vcpu)  in hv_enable_l2_tlb_flush()
667 static inline bool cpu_need_virtualize_apic_accesses(struct kvm_vcpu *vcpu)  in cpu_need_virtualize_apic_accesses()
867 void vmx_update_exception_bitmap(struct kvm_vcpu *vcpu)  in vmx_update_exception_bitmap()
1185 static inline bool pt_output_base_valid(struct kvm_vcpu *vcpu, u64 base)  in pt_output_base_valid()
1281 void vmx_prepare_switch_to_guest(struct kvm_vcpu *vcpu)  in vmx_prepare_switch_to_guest()
1412 static void grow_ple_window(struct kvm_vcpu *vcpu)  in grow_ple_window()
1428 static void shrink_ple_window(struct kvm_vcpu *vcpu)  in shrink_ple_window()
1444 void vmx_vcpu_load_vmcs(struct kvm_vcpu *vcpu, int cpu,  in vmx_vcpu_load_vmcs()
1516 void vmx_vcpu_load(struct kvm_vcpu *vcpu, int cpu)  in vmx_vcpu_load()
1526 void vmx_vcpu_put(struct kvm_vcpu *vcpu)  in vmx_vcpu_put()
1533 bool vmx_emulation_required(struct kvm_vcpu *vcpu)  in vmx_emulation_required()
1538 unsigned long vmx_get_rflags(struct kvm_vcpu *vcpu)  in vmx_get_rflags()
1556 void vmx_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags)  in vmx_set_rflags()
1585 bool vmx_get_if_flag(struct kvm_vcpu *vcpu)  in vmx_get_if_flag()
1590 u32 vmx_get_interrupt_shadow(struct kvm_vcpu *vcpu)  in vmx_get_interrupt_shadow()
1603 void vmx_set_interrupt_shadow(struct kvm_vcpu *vcpu, int mask)  in vmx_set_interrupt_shadow()
1619 static int vmx_rtit_ctl_check(struct kvm_vcpu *vcpu, u64 data)  in vmx_rtit_ctl_check()
1692 int vmx_check_emulate_instruction(struct kvm_vcpu *vcpu, int emul_type,  in vmx_check_emulate_instruction()
1715 static int skip_emulated_instruction(struct kvm_vcpu *vcpu)  in skip_emulated_instruction()
1783 void vmx_update_emulated_instruction(struct kvm_vcpu *vcpu)  in vmx_update_emulated_instruction()
1814 int vmx_skip_emulated_instruction(struct kvm_vcpu *vcpu)  in vmx_skip_emulated_instruction()
1820 static void vmx_clear_hlt(struct kvm_vcpu *vcpu)  in vmx_clear_hlt()
1833 void vmx_inject_exception(struct kvm_vcpu *vcpu)  in vmx_inject_exception()
1933 u64 vmx_get_l2_tsc_offset(struct kvm_vcpu *vcpu)  in vmx_get_l2_tsc_offset()
1943 u64 vmx_get_l2_tsc_multiplier(struct kvm_vcpu *vcpu)  in vmx_get_l2_tsc_multiplier()
1954 void vmx_write_tsc_offset(struct kvm_vcpu *vcpu)  in vmx_write_tsc_offset()
1959 void vmx_write_tsc_multiplier(struct kvm_vcpu *vcpu)  in vmx_write_tsc_multiplier()
2019 int vmx_get_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in vmx_get_msr()
2170 static u64 nested_vmx_truncate_sysenter_addr(struct kvm_vcpu *vcpu,  in nested_vmx_truncate_sysenter_addr()
2180 static u64 vmx_get_supported_debugctl(struct kvm_vcpu *vcpu, bool host_initiated)  in vmx_get_supported_debugctl()
2200 int vmx_set_msr(struct kvm_vcpu *vcpu, struct msr_data *msr_info)  in vmx_set_msr()
2501 void vmx_cache_reg(struct kvm_vcpu *vcpu, enum kvm_reg reg)  in vmx_cache_reg()
3024 static void fix_pmode_seg(struct kvm_vcpu *vcpu, int seg,  in fix_pmode_seg()
3043 static void enter_pmode(struct kvm_vcpu *vcpu)  in enter_pmode()
3113 static void enter_rmode(struct kvm_vcpu *vcpu)  in enter_rmode()
3161 int vmx_set_efer(struct kvm_vcpu *vcpu, u64 efer)  in vmx_set_efer()
3186 static void enter_lmode(struct kvm_vcpu *vcpu)  in enter_lmode()
3203 static void exit_lmode(struct kvm_vcpu *vcpu)  in exit_lmode()
3210 void vmx_flush_tlb_all(struct kvm_vcpu *vcpu)  in vmx_flush_tlb_all()
3233 static inline int vmx_get_current_vpid(struct kvm_vcpu *vcpu)  in vmx_get_current_vpid()
3240 void vmx_flush_tlb_current(struct kvm_vcpu *vcpu)  in vmx_flush_tlb_current()
3256 void vmx_flush_tlb_gva(struct kvm_vcpu *vcpu, gva_t addr)  in vmx_flush_tlb_gva()
3265 void vmx_flush_tlb_guest(struct kvm_vcpu *vcpu)  in vmx_flush_tlb_guest()
3277 void vmx_ept_load_pdptrs(struct kvm_vcpu *vcpu)  in vmx_ept_load_pdptrs()
3292 void ept_save_pdptrs(struct kvm_vcpu *vcpu)  in ept_save_pdptrs()
3310 bool vmx_is_valid_cr0(struct kvm_vcpu *vcpu, unsigned long cr0)  in vmx_is_valid_cr0()
3321 void vmx_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0)  in vmx_set_cr0()
3417 u64 construct_eptp(struct kvm_vcpu *vcpu, hpa_t root_hpa, int root_level)  in construct_eptp()
3431 void vmx_load_mmu_pgd(struct kvm_vcpu *vcpu, hpa_t root_hpa, int root_level)  in vmx_load_mmu_pgd()
3460 bool vmx_is_valid_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in vmx_is_valid_cr4()
3476 void vmx_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4)  in vmx_set_cr4()
3540 void vmx_get_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg)  in vmx_get_segment()
3576 u64 vmx_get_segment_base(struct kvm_vcpu *vcpu, int seg)  in vmx_get_segment_base()
3587 static int __vmx_get_cpl(struct kvm_vcpu *vcpu, bool no_cache)  in __vmx_get_cpl()
3602 int vmx_get_cpl(struct kvm_vcpu *vcpu)  in vmx_get_cpl()
3607 int vmx_get_cpl_no_cache(struct kvm_vcpu *vcpu)  in vmx_get_cpl_no_cache()
3629 void __vmx_set_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg)  in __vmx_set_segment()
3666 void vmx_set_segment(struct kvm_vcpu *vcpu, struct kvm_segment *var, int seg)  in vmx_set_segment()
3673 void vmx_get_cs_db_l_bits(struct kvm_vcpu *vcpu, int *db, int *l)  in vmx_get_cs_db_l_bits()
3681 void vmx_get_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in vmx_get_idt()
3687 void vmx_set_idt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in vmx_set_idt()
3693 void vmx_get_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in vmx_get_gdt()
3699 void vmx_set_gdt(struct kvm_vcpu *vcpu, struct desc_ptr *dt)  in vmx_set_gdt()
3705 static bool rmode_segment_valid(struct kvm_vcpu *vcpu, int seg)  in rmode_segment_valid()
3726 static bool code_segment_valid(struct kvm_vcpu *vcpu)  in code_segment_valid()
3754 static bool stack_segment_valid(struct kvm_vcpu *vcpu)  in stack_segment_valid()
3776 static bool data_segment_valid(struct kvm_vcpu *vcpu, int seg)  in data_segment_valid()
3801 static bool tr_valid(struct kvm_vcpu *vcpu)  in tr_valid()
3819 static bool ldtr_valid(struct kvm_vcpu *vcpu)  in ldtr_valid()
3837 static bool cs_ss_rpl_check(struct kvm_vcpu *vcpu)  in cs_ss_rpl_check()
3853 bool __vmx_guest_state_valid(struct kvm_vcpu *vcpu)  in __vmx_guest_state_valid()
4019 void vmx_disable_intercept_for_msr(struct kvm_vcpu *vcpu, u32 msr, int type)  in vmx_disable_intercept_for_msr()
4061 void vmx_enable_intercept_for_msr(struct kvm_vcpu *vcpu, u32 msr, int type)  in vmx_enable_intercept_for_msr()
4091 static void vmx_update_msr_bitmap_x2apic(struct kvm_vcpu *vcpu)  in vmx_update_msr_bitmap_x2apic()
4151 void pt_update_intercept_for_msr(struct kvm_vcpu *vcpu)  in pt_update_intercept_for_msr()
4167 void vmx_msr_filter_changed(struct kvm_vcpu *vcpu)  in vmx_msr_filter_changed()
4198 static inline void kvm_vcpu_trigger_posted_interrupt(struct kvm_vcpu *vcpu,  in kvm_vcpu_trigger_posted_interrupt()
4242 static int vmx_deliver_nested_posted_interrupt(struct kvm_vcpu *vcpu,  in vmx_deliver_nested_posted_interrupt()
4288 static int vmx_deliver_posted_interrupt(struct kvm_vcpu *vcpu, int vector)  in vmx_deliver_posted_interrupt()
4321 	struct kvm_vcpu *vcpu = apic->vcpu;  in vmx_deliver_interrupt()  local
4408 	struct kvm_vcpu *vcpu = &vmx->vcpu;  in set_cr4_guest_host_mask()  local
4474 void vmx_refresh_apicv_exec_ctrl(struct kvm_vcpu *vcpu)  in vmx_refresh_apicv_exec_ctrl()
4626 	struct kvm_vcpu *vcpu = &vmx->vcpu;  in vmx_secondary_exec_control()  local
4866 static void __vmx_vcpu_reset(struct kvm_vcpu *vcpu)  in __vmx_vcpu_reset()
4898 void vmx_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event)  in vmx_vcpu_reset()
4957 void vmx_enable_irq_window(struct kvm_vcpu *vcpu)  in vmx_enable_irq_window()
4962 void vmx_enable_nmi_window(struct kvm_vcpu *vcpu)  in vmx_enable_nmi_window()
4973 void vmx_inject_irq(struct kvm_vcpu *vcpu, bool reinjected)  in vmx_inject_irq()
5001 void vmx_inject_nmi(struct kvm_vcpu *vcpu)  in vmx_inject_nmi()
5032 bool vmx_get_nmi_mask(struct kvm_vcpu *vcpu)  in vmx_get_nmi_mask()
5046 void vmx_set_nmi_mask(struct kvm_vcpu *vcpu, bool masked)  in vmx_set_nmi_mask()
5066 bool vmx_nmi_blocked(struct kvm_vcpu *vcpu)  in vmx_nmi_blocked()
5079 int vmx_nmi_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in vmx_nmi_allowed()
5091 bool __vmx_interrupt_blocked(struct kvm_vcpu *vcpu)  in __vmx_interrupt_blocked()
5098 bool vmx_interrupt_blocked(struct kvm_vcpu *vcpu)  in vmx_interrupt_blocked()
5106 int vmx_interrupt_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in vmx_interrupt_allowed()
5147 static bool rmode_exception(struct kvm_vcpu *vcpu, int vec)  in rmode_exception()
5176 static int handle_rmode_exception(struct kvm_vcpu *vcpu,  in handle_rmode_exception()
5203 static int handle_machine_check(struct kvm_vcpu *vcpu)  in handle_machine_check()
5220 bool vmx_guest_inject_ac(struct kvm_vcpu *vcpu)  in vmx_guest_inject_ac()
5229 static bool is_xfd_nm_fault(struct kvm_vcpu *vcpu)  in is_xfd_nm_fault()
5235 static int handle_exception_nmi(struct kvm_vcpu *vcpu)  in handle_exception_nmi()
5410 static __always_inline int handle_external_interrupt(struct kvm_vcpu *vcpu)  in handle_external_interrupt()
5416 static int handle_triple_fault(struct kvm_vcpu *vcpu)  in handle_triple_fault()
5423 static int handle_io(struct kvm_vcpu *vcpu)  in handle_io()
5444 void vmx_patch_hypercall(struct kvm_vcpu *vcpu, unsigned char *hypercall)  in vmx_patch_hypercall()
5455 static int handle_set_cr0(struct kvm_vcpu *vcpu, unsigned long val)  in handle_set_cr0()
5481 static int handle_set_cr4(struct kvm_vcpu *vcpu, unsigned long val)  in handle_set_cr4()
5498 static int handle_desc(struct kvm_vcpu *vcpu)  in handle_desc()
5510 static int handle_cr(struct kvm_vcpu *vcpu)  in handle_cr()
5590 static int handle_dr(struct kvm_vcpu *vcpu)  in handle_dr()
5650 void vmx_sync_dirty_debug_regs(struct kvm_vcpu *vcpu)  in vmx_sync_dirty_debug_regs()
5669 void vmx_set_dr6(struct kvm_vcpu *vcpu, unsigned long val)  in vmx_set_dr6()
5675 void vmx_set_dr7(struct kvm_vcpu *vcpu, unsigned long val)  in vmx_set_dr7()
5680 static int handle_tpr_below_threshold(struct kvm_vcpu *vcpu)  in handle_tpr_below_threshold()
5686 static int handle_interrupt_window(struct kvm_vcpu *vcpu)  in handle_interrupt_window()
5696 static int handle_invlpg(struct kvm_vcpu *vcpu)  in handle_invlpg()
5704 static int handle_apic_access(struct kvm_vcpu *vcpu)  in handle_apic_access()
5726 static int handle_apic_eoi_induced(struct kvm_vcpu *vcpu)  in handle_apic_eoi_induced()
5736 static int handle_apic_write(struct kvm_vcpu *vcpu)  in handle_apic_write()
5753 static int handle_task_switch(struct kvm_vcpu *vcpu)  in handle_task_switch()
5810 static int handle_ept_violation(struct kvm_vcpu *vcpu)  in handle_ept_violation()
5863 static int handle_ept_misconfig(struct kvm_vcpu *vcpu)  in handle_ept_misconfig()
5884 static int handle_nmi_window(struct kvm_vcpu *vcpu)  in handle_nmi_window()
5901 static bool vmx_unhandleable_emulation_required(struct kvm_vcpu *vcpu)  in vmx_unhandleable_emulation_required()
5928 static int handle_invalid_guest_state(struct kvm_vcpu *vcpu)  in handle_invalid_guest_state()
5969 int vmx_vcpu_pre_run(struct kvm_vcpu *vcpu)  in vmx_vcpu_pre_run()
5983 static int handle_pause(struct kvm_vcpu *vcpu)  in handle_pause()
5998 static int handle_monitor_trap(struct kvm_vcpu *vcpu)  in handle_monitor_trap()
6003 static int handle_invpcid(struct kvm_vcpu *vcpu)  in handle_invpcid()
6034 static int handle_pml_full(struct kvm_vcpu *vcpu)  in handle_pml_full()
6059 static fastpath_t handle_fastpath_preemption_timer(struct kvm_vcpu *vcpu,  in handle_fastpath_preemption_timer()
6090 static int handle_preemption_timer(struct kvm_vcpu *vcpu)  in handle_preemption_timer()
6106 static int handle_vmx_instruction(struct kvm_vcpu *vcpu)  in handle_vmx_instruction()
6113 static int handle_encls(struct kvm_vcpu *vcpu)  in handle_encls()
6125 static int handle_bus_lock_vmexit(struct kvm_vcpu *vcpu)  in handle_bus_lock_vmexit()
6136 static int handle_notify(struct kvm_vcpu *vcpu)  in handle_notify()
6225 void vmx_get_exit_info(struct kvm_vcpu *vcpu, u32 *reason,  in vmx_get_exit_info()
6246 void vmx_get_entry_info(struct kvm_vcpu *vcpu, u32 *intr_info, u32 *error_code)  in vmx_get_entry_info()
6263 static void vmx_flush_pml_buffer(struct kvm_vcpu *vcpu)  in vmx_flush_pml_buffer()
6328 void dump_vmcs(struct kvm_vcpu *vcpu)  in dump_vmcs()
6525 static int __vmx_handle_exit(struct kvm_vcpu *vcpu, fastpath_t exit_fastpath)  in __vmx_handle_exit()
6686 int vmx_handle_exit(struct kvm_vcpu *vcpu, fastpath_t exit_fastpath)  in vmx_handle_exit()
6714 static noinstr void vmx_l1d_flush(struct kvm_vcpu *vcpu)  in vmx_l1d_flush()
6775 void vmx_update_cr8_intercept(struct kvm_vcpu *vcpu, int tpr, int irr)  in vmx_update_cr8_intercept()
6791 void vmx_set_virtual_apic_mode(struct kvm_vcpu *vcpu)  in vmx_set_virtual_apic_mode()
6845 void vmx_set_apic_access_page_addr(struct kvm_vcpu *vcpu)  in vmx_set_apic_access_page_addr()
6916 void vmx_hwapic_isr_update(struct kvm_vcpu *vcpu, int max_isr)  in vmx_hwapic_isr_update()
6971 int vmx_sync_pir_to_irr(struct kvm_vcpu *vcpu)  in vmx_sync_pir_to_irr()
7017 void vmx_load_eoi_exitmap(struct kvm_vcpu *vcpu, u64 *eoi_exit_bitmap)  in vmx_load_eoi_exitmap()
7028 void vmx_apicv_pre_state_restore(struct kvm_vcpu *vcpu)  in vmx_apicv_pre_state_restore()
7039 static void handle_nm_fault_irqoff(struct kvm_vcpu *vcpu)  in handle_nm_fault_irqoff()
7058 static void handle_exception_irqoff(struct kvm_vcpu *vcpu, u32 intr_info)  in handle_exception_irqoff()
7071 static void handle_external_interrupt_irqoff(struct kvm_vcpu *vcpu,  in handle_external_interrupt_irqoff()
7090 void vmx_handle_exit_irqoff(struct kvm_vcpu *vcpu)  in vmx_handle_exit_irqoff()
7169 static void __vmx_complete_interrupts(struct kvm_vcpu *vcpu,  in __vmx_complete_interrupts()
7234 void vmx_cancel_injection(struct kvm_vcpu *vcpu)  in vmx_cancel_injection()
7267 static void vmx_update_hv_timer(struct kvm_vcpu *vcpu, bool force_immediate_exit)  in vmx_update_hv_timer()
7326 static fastpath_t vmx_exit_handlers_fastpath(struct kvm_vcpu *vcpu,  in vmx_exit_handlers_fastpath()
7349 static noinstr void vmx_vcpu_enter_exit(struct kvm_vcpu *vcpu,  in vmx_vcpu_enter_exit()
7406 fastpath_t vmx_vcpu_run(struct kvm_vcpu *vcpu, bool force_immediate_exit)  in vmx_vcpu_run()
7557 void vmx_vcpu_free(struct kvm_vcpu *vcpu)  in vmx_vcpu_free()
7569 int vmx_vcpu_create(struct kvm_vcpu *vcpu)  in vmx_vcpu_create()
7723 u8 vmx_get_mt_mask(struct kvm_vcpu *vcpu, gfn_t gfn, bool is_mmio)  in vmx_get_mt_mask()
7767 static void nested_vmx_cr_fixed1_bits_update(struct kvm_vcpu *vcpu)  in nested_vmx_cr_fixed1_bits_update()
7810 static void update_intel_pt_cfg(struct kvm_vcpu *vcpu)  in update_intel_pt_cfg()
7879 void vmx_vcpu_after_set_cpuid(struct kvm_vcpu *vcpu)  in vmx_vcpu_after_set_cpuid()
8057 static bool vmx_is_io_intercepted(struct kvm_vcpu *vcpu,  in vmx_is_io_intercepted()
8103 int vmx_check_intercept(struct kvm_vcpu *vcpu,  in vmx_check_intercept()
8218 int vmx_set_hv_timer(struct kvm_vcpu *vcpu, u64 guest_deadline_tsc,  in vmx_set_hv_timer()
8258 void vmx_cancel_hv_timer(struct kvm_vcpu *vcpu)  in vmx_cancel_hv_timer()
8264 void vmx_update_cpu_dirty_logging(struct kvm_vcpu *vcpu)  in vmx_update_cpu_dirty_logging()
8287 void vmx_setup_mce(struct kvm_vcpu *vcpu)  in vmx_setup_mce()
8298 int vmx_smi_allowed(struct kvm_vcpu *vcpu, bool for_injection)  in vmx_smi_allowed()
8306 int vmx_enter_smm(struct kvm_vcpu *vcpu, union kvm_smram *smram)  in vmx_enter_smm()
8327 int vmx_leave_smm(struct kvm_vcpu *vcpu, const union kvm_smram *smram)  in vmx_leave_smm()
8348 void vmx_enable_smi_window(struct kvm_vcpu *vcpu)  in vmx_enable_smi_window()
8354 bool vmx_apic_init_signal_blocked(struct kvm_vcpu *vcpu)  in vmx_apic_init_signal_blocked()
8359 void vmx_migrate_timers(struct kvm_vcpu *vcpu)  in vmx_migrate_timers()
8393 gva_t vmx_get_untagged_addr(struct kvm_vcpu *vcpu, gva_t gva, unsigned int flags)  in vmx_get_untagged_addr()
8432 	struct kvm_vcpu *vcpu = kvm_get_running_vcpu();  in vmx_handle_intel_pt_intr()  local