Lines Matching defs:vcpu
498 static __always_inline int kvm_do_msr_access(struct kvm_vcpu *vcpu, u32 msr, in kvm_do_msr_access()
553 static inline void kvm_async_pf_hash_reset(struct kvm_vcpu *vcpu) in kvm_async_pf_hash_reset()
736 void kvm_deliver_exception_payload(struct kvm_vcpu *vcpu, in kvm_deliver_exception_payload()
788 static void kvm_queue_exception_vmexit(struct kvm_vcpu *vcpu, unsigned int vector, in kvm_queue_exception_vmexit()
803 static void kvm_multiple_exception(struct kvm_vcpu *vcpu, unsigned int nr, in kvm_multiple_exception()
866 void kvm_queue_exception(struct kvm_vcpu *vcpu, unsigned nr) in kvm_queue_exception()
873 void kvm_queue_exception_p(struct kvm_vcpu *vcpu, unsigned nr, in kvm_queue_exception_p()
880 static void kvm_queue_exception_e_p(struct kvm_vcpu *vcpu, unsigned nr, in kvm_queue_exception_e_p()
886 void kvm_requeue_exception(struct kvm_vcpu *vcpu, unsigned int nr, in kvm_requeue_exception()
915 int kvm_complete_insn_gp(struct kvm_vcpu *vcpu, int err) in kvm_complete_insn_gp()
926 static int complete_emulated_insn_gp(struct kvm_vcpu *vcpu, int err) in complete_emulated_insn_gp()
937 void kvm_inject_page_fault(struct kvm_vcpu *vcpu, struct x86_exception *fault) in kvm_inject_page_fault()
954 void kvm_inject_emulated_page_fault(struct kvm_vcpu *vcpu, in kvm_inject_emulated_page_fault()
976 void kvm_inject_nmi(struct kvm_vcpu *vcpu) in kvm_inject_nmi()
982 void kvm_queue_exception_e(struct kvm_vcpu *vcpu, unsigned nr, u32 error_code) in kvm_queue_exception_e()
992 bool kvm_require_cpl(struct kvm_vcpu *vcpu, int required_cpl) in kvm_require_cpl()
1000 bool kvm_require_dr(struct kvm_vcpu *vcpu, int dr) in kvm_require_dr()
1010 static inline u64 pdptr_rsvd_bits(struct kvm_vcpu *vcpu) in pdptr_rsvd_bits()
1018 int load_pdptrs(struct kvm_vcpu *vcpu, unsigned long cr3) in load_pdptrs()
1065 static bool kvm_is_valid_cr0(struct kvm_vcpu *vcpu, unsigned long cr0) in kvm_is_valid_cr0()
1081 void kvm_post_set_cr0(struct kvm_vcpu *vcpu, unsigned long old_cr0, unsigned long cr0) in kvm_post_set_cr0()
1118 int kvm_set_cr0(struct kvm_vcpu *vcpu, unsigned long cr0) in kvm_set_cr0()
1159 void kvm_lmsw(struct kvm_vcpu *vcpu, unsigned long msw) in kvm_lmsw()
1165 void kvm_load_guest_xsave_state(struct kvm_vcpu *vcpu) in kvm_load_guest_xsave_state()
1188 void kvm_load_host_xsave_state(struct kvm_vcpu *vcpu) in kvm_load_host_xsave_state()
1215 static inline u64 kvm_guest_supported_xfd(struct kvm_vcpu *vcpu) in kvm_guest_supported_xfd()
1221 static int __kvm_set_xcr(struct kvm_vcpu *vcpu, u32 index, u64 xcr) in __kvm_set_xcr()
1266 int kvm_emulate_xsetbv(struct kvm_vcpu *vcpu) in kvm_emulate_xsetbv()
1279 static bool kvm_is_valid_cr4(struct kvm_vcpu *vcpu, unsigned long cr4) in kvm_is_valid_cr4()
1285 void kvm_post_set_cr4(struct kvm_vcpu *vcpu, unsigned long old_cr4, unsigned long cr4) in kvm_post_set_cr4()
1327 int kvm_set_cr4(struct kvm_vcpu *vcpu, unsigned long cr4) in kvm_set_cr4()
1358 static void kvm_invalidate_pcid(struct kvm_vcpu *vcpu, unsigned long pcid) in kvm_invalidate_pcid()
1401 int kvm_set_cr3(struct kvm_vcpu *vcpu, unsigned long cr3) in kvm_set_cr3()
1450 int kvm_set_cr8(struct kvm_vcpu *vcpu, unsigned long cr8) in kvm_set_cr8()
1462 unsigned long kvm_get_cr8(struct kvm_vcpu *vcpu) in kvm_get_cr8()
1471 static void kvm_update_dr0123(struct kvm_vcpu *vcpu) in kvm_update_dr0123()
1481 void kvm_update_dr7(struct kvm_vcpu *vcpu) in kvm_update_dr7()
1496 static u64 kvm_dr6_fixed(struct kvm_vcpu *vcpu) in kvm_dr6_fixed()
1508 int kvm_set_dr(struct kvm_vcpu *vcpu, int dr, unsigned long val) in kvm_set_dr()
1537 unsigned long kvm_get_dr(struct kvm_vcpu *vcpu, int dr) in kvm_get_dr()
1554 int kvm_emulate_rdpmc(struct kvm_vcpu *vcpu) in kvm_emulate_rdpmc()
1649 static int kvm_get_feature_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data, in kvm_get_feature_msr()
1673 static int do_get_feature_msr(struct kvm_vcpu *vcpu, unsigned index, u64 *data) in do_get_feature_msr()
1679 static bool __kvm_valid_efer(struct kvm_vcpu *vcpu, u64 efer) in __kvm_valid_efer()
1700 bool kvm_valid_efer(struct kvm_vcpu *vcpu, u64 efer) in kvm_valid_efer()
1709 static int set_efer(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in set_efer()
1752 bool kvm_msr_allowed(struct kvm_vcpu *vcpu, u32 index, u32 type) in kvm_msr_allowed()
1801 static int __kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 data, in __kvm_set_msr()
1863 static int _kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data, in _kvm_set_msr()
1869 static int kvm_set_msr_ignored_check(struct kvm_vcpu *vcpu, in kvm_set_msr_ignored_check()
1882 int __kvm_get_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data, in __kvm_get_msr()
1909 static int kvm_get_msr_ignored_check(struct kvm_vcpu *vcpu, in kvm_get_msr_ignored_check()
1916 int kvm_get_msr_with_filter(struct kvm_vcpu *vcpu, u32 index, u64 *data) in kvm_get_msr_with_filter()
1924 int kvm_set_msr_with_filter(struct kvm_vcpu *vcpu, u32 index, u64 data) in kvm_set_msr_with_filter()
1932 int kvm_get_msr(struct kvm_vcpu *vcpu, u32 index, u64 *data) in kvm_get_msr()
1938 int kvm_set_msr(struct kvm_vcpu *vcpu, u32 index, u64 data) in kvm_set_msr()
1944 static void complete_userspace_rdmsr(struct kvm_vcpu *vcpu) in complete_userspace_rdmsr()
1952 static int complete_emulated_msr_access(struct kvm_vcpu *vcpu) in complete_emulated_msr_access()
1957 static int complete_emulated_rdmsr(struct kvm_vcpu *vcpu) in complete_emulated_rdmsr()
1963 static int complete_fast_msr_access(struct kvm_vcpu *vcpu) in complete_fast_msr_access()
1968 static int complete_fast_rdmsr(struct kvm_vcpu *vcpu) in complete_fast_rdmsr()
1986 static int kvm_msr_user_space(struct kvm_vcpu *vcpu, u32 index, in kvm_msr_user_space()
1988 int (*completion)(struct kvm_vcpu *vcpu), in kvm_msr_user_space()
2008 int kvm_emulate_rdmsr(struct kvm_vcpu *vcpu) in kvm_emulate_rdmsr()
2033 int kvm_emulate_wrmsr(struct kvm_vcpu *vcpu) in kvm_emulate_wrmsr()
2058 int kvm_emulate_as_nop(struct kvm_vcpu *vcpu) in kvm_emulate_as_nop()
2063 int kvm_emulate_invd(struct kvm_vcpu *vcpu) in kvm_emulate_invd()
2070 int kvm_handle_invalid_op(struct kvm_vcpu *vcpu) in kvm_handle_invalid_op()
2078 static int kvm_emulate_monitor_mwait(struct kvm_vcpu *vcpu, const char *insn) in kvm_emulate_monitor_mwait()
2097 int kvm_emulate_mwait(struct kvm_vcpu *vcpu) in kvm_emulate_mwait()
2103 int kvm_emulate_monitor(struct kvm_vcpu *vcpu) in kvm_emulate_monitor()
2109 static inline bool kvm_vcpu_exit_request(struct kvm_vcpu *vcpu) in kvm_vcpu_exit_request()
2124 static int handle_fastpath_set_x2apic_icr_irqoff(struct kvm_vcpu *vcpu, u64 data) in handle_fastpath_set_x2apic_icr_irqoff()
2138 static int handle_fastpath_set_tscdeadline(struct kvm_vcpu *vcpu, u64 data) in handle_fastpath_set_tscdeadline()
2147 fastpath_t handle_fastpath_set_msr_irqoff(struct kvm_vcpu *vcpu) in handle_fastpath_set_msr_irqoff()
2189 static int do_get_msr(struct kvm_vcpu *vcpu, unsigned index, u64 *data) in do_get_msr()
2194 static int do_set_msr(struct kvm_vcpu *vcpu, unsigned index, u64 *data) in do_set_msr()
2319 static void kvm_write_system_time(struct kvm_vcpu *vcpu, gpa_t system_time, in kvm_write_system_time()
2394 static int set_tsc_khz(struct kvm_vcpu *vcpu, u32 user_tsc_khz, bool scale) in set_tsc_khz()
2430 static int kvm_set_tsc_khz(struct kvm_vcpu *vcpu, u32 user_tsc_khz) in kvm_set_tsc_khz()
2464 static u64 compute_guest_tsc(struct kvm_vcpu *vcpu, s64 kernel_ns) in compute_guest_tsc()
2480 static void kvm_track_tsc_matching(struct kvm_vcpu *vcpu, bool new_generation) in kvm_track_tsc_matching()
2536 static u64 kvm_compute_l1_tsc_offset(struct kvm_vcpu *vcpu, u64 target_tsc) in kvm_compute_l1_tsc_offset()
2545 u64 kvm_read_l1_tsc(struct kvm_vcpu *vcpu, u64 host_tsc) in kvm_read_l1_tsc()
2577 static void kvm_vcpu_write_tsc_offset(struct kvm_vcpu *vcpu, u64 l1_offset) in kvm_vcpu_write_tsc_offset()
2604 static void kvm_vcpu_write_tsc_multiplier(struct kvm_vcpu *vcpu, u64 l1_multiplier) in kvm_vcpu_write_tsc_multiplier()
2638 static void __kvm_synchronize_tsc(struct kvm_vcpu *vcpu, u64 offset, u64 tsc, in __kvm_synchronize_tsc()
2691 static void kvm_synchronize_tsc(struct kvm_vcpu *vcpu, u64 *user_value) in kvm_synchronize_tsc()
2759 static inline void adjust_tsc_offset_guest(struct kvm_vcpu *vcpu, in adjust_tsc_offset_guest()
2766 static inline void adjust_tsc_offset_host(struct kvm_vcpu *vcpu, s64 adjustment) in adjust_tsc_offset_host()
3041 struct kvm_vcpu *vcpu; in kvm_end_pvclock_update() local
3134 struct kvm_vcpu *vcpu, in kvm_setup_guest_pvclock()
3186 struct kvm_vcpu_arch *vcpu = &v->arch; in kvm_guest_time_update() local
3404 struct kvm_vcpu *vcpu; in kvmclock_update_fn() local
3448 static bool can_set_mci_status(struct kvm_vcpu *vcpu) in can_set_mci_status()
3457 static int set_msr_mce(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in set_msr_mce()
3529 static inline bool kvm_pv_async_pf_enabled(struct kvm_vcpu *vcpu) in kvm_pv_async_pf_enabled()
3536 static int kvm_pv_enable_async_pf(struct kvm_vcpu *vcpu, u64 data) in kvm_pv_enable_async_pf()
3575 static int kvm_pv_enable_async_pf_int(struct kvm_vcpu *vcpu, u64 data) in kvm_pv_enable_async_pf_int()
3591 static void kvmclock_reset(struct kvm_vcpu *vcpu) in kvmclock_reset()
3597 static void kvm_vcpu_flush_tlb_all(struct kvm_vcpu *vcpu) in kvm_vcpu_flush_tlb_all()
3606 static void kvm_vcpu_flush_tlb_guest(struct kvm_vcpu *vcpu) in kvm_vcpu_flush_tlb_guest()
3631 static inline void kvm_vcpu_flush_tlb_current(struct kvm_vcpu *vcpu) in kvm_vcpu_flush_tlb_current()
3643 void kvm_service_local_tlb_flush_requests(struct kvm_vcpu *vcpu) in kvm_service_local_tlb_flush_requests()
3653 static void record_steal_time(struct kvm_vcpu *vcpu) in record_steal_time()
3751 int kvm_set_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in kvm_set_msr_common()
4145 static int get_msr_mce(struct kvm_vcpu *vcpu, u32 msr, u64 *pdata, bool host) in get_msr_mce()
4195 int kvm_get_msr_common(struct kvm_vcpu *vcpu, struct msr_data *msr_info) in kvm_get_msr_common()
4499 static int __msr_io(struct kvm_vcpu *vcpu, struct kvm_msrs *msrs, in __msr_io()
4501 int (*do_msr)(struct kvm_vcpu *vcpu, in __msr_io()
4518 static int msr_io(struct kvm_vcpu *vcpu, struct kvm_msrs __user *user_msrs, in msr_io()
4519 int (*do_msr)(struct kvm_vcpu *vcpu, in msr_io()
4575 static int kvm_ioctl_get_supported_hv_cpuid(struct kvm_vcpu *vcpu, in kvm_ioctl_get_supported_hv_cpuid()
4973 static bool need_emulate_wbinvd(struct kvm_vcpu *vcpu) in need_emulate_wbinvd()
4978 void kvm_arch_vcpu_load(struct kvm_vcpu *vcpu, int cpu) in kvm_arch_vcpu_load()
5041 static void kvm_steal_time_set_preempted(struct kvm_vcpu *vcpu) in kvm_steal_time_set_preempted()
5088 void kvm_arch_vcpu_put(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_put()
5117 static int kvm_vcpu_ioctl_get_lapic(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_get_lapic()
5125 static int kvm_vcpu_ioctl_set_lapic(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_set_lapic()
5138 static int kvm_cpu_accept_dm_intr(struct kvm_vcpu *vcpu) in kvm_cpu_accept_dm_intr()
5154 static int kvm_vcpu_ready_for_interrupt_injection(struct kvm_vcpu *vcpu) in kvm_vcpu_ready_for_interrupt_injection()
5169 static int kvm_vcpu_ioctl_interrupt(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_interrupt()
5196 static int kvm_vcpu_ioctl_nmi(struct kvm_vcpu *vcpu) in kvm_vcpu_ioctl_nmi()
5203 static int vcpu_ioctl_tpr_access_reporting(struct kvm_vcpu *vcpu, in vcpu_ioctl_tpr_access_reporting()
5212 static int kvm_vcpu_ioctl_x86_setup_mce(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_setup_mce()
5259 static int kvm_vcpu_x86_set_ucna(struct kvm_vcpu *vcpu, struct kvm_x86_mce *mce, u64* banks) in kvm_vcpu_x86_set_ucna()
5278 static int kvm_vcpu_ioctl_x86_set_mce(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_set_mce()
5331 static void kvm_vcpu_ioctl_x86_get_vcpu_events(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_get_vcpu_events()
5424 static int kvm_vcpu_ioctl_x86_set_vcpu_events(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_set_vcpu_events()
5543 static int kvm_vcpu_ioctl_x86_get_debugregs(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_get_debugregs()
5563 static int kvm_vcpu_ioctl_x86_set_debugregs(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_set_debugregs()
5592 static int kvm_vcpu_ioctl_x86_get_xsave2(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_get_xsave2()
5618 static int kvm_vcpu_ioctl_x86_get_xsave(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_get_xsave()
5625 static int kvm_vcpu_ioctl_x86_set_xsave(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_set_xsave()
5637 static int kvm_vcpu_ioctl_x86_get_xcrs(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_get_xcrs()
5656 static int kvm_vcpu_ioctl_x86_set_xcrs(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_x86_set_xcrs()
5689 static int kvm_set_guest_paused(struct kvm_vcpu *vcpu) in kvm_set_guest_paused()
5698 static int kvm_arch_tsc_has_attr(struct kvm_vcpu *vcpu, in kvm_arch_tsc_has_attr()
5714 static int kvm_arch_tsc_get_attr(struct kvm_vcpu *vcpu, in kvm_arch_tsc_get_attr()
5734 static int kvm_arch_tsc_set_attr(struct kvm_vcpu *vcpu, in kvm_arch_tsc_set_attr()
5773 static int kvm_vcpu_ioctl_device_attr(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_device_attr()
5801 static int kvm_vcpu_ioctl_enable_cap(struct kvm_vcpu *vcpu, in kvm_vcpu_ioctl_enable_cap()
5857 struct kvm_vcpu *vcpu = filp->private_data; in kvm_arch_vcpu_ioctl() local
6317 vm_fault_t kvm_arch_vcpu_fault(struct kvm_vcpu *vcpu, struct vm_fault *vmf) in kvm_arch_vcpu_fault()
6491 struct kvm_vcpu *vcpu; in kvm_arch_sync_dirty_log() local
6937 struct kvm_vcpu *vcpu; in kvm_arch_suspend_notifier() local
7501 static int vcpu_mmio_write(struct kvm_vcpu *vcpu, gpa_t addr, int len, in vcpu_mmio_write()
7522 static int vcpu_mmio_read(struct kvm_vcpu *vcpu, gpa_t addr, int len, void *v) in vcpu_mmio_read()
7544 void kvm_set_segment(struct kvm_vcpu *vcpu, in kvm_set_segment()
7550 void kvm_get_segment(struct kvm_vcpu *vcpu, in kvm_get_segment()
7556 gpa_t translate_nested_gpa(struct kvm_vcpu *vcpu, gpa_t gpa, u64 access, in translate_nested_gpa()
7571 gpa_t kvm_mmu_gva_to_gpa_read(struct kvm_vcpu *vcpu, gva_t gva, in kvm_mmu_gva_to_gpa_read()
7581 gpa_t kvm_mmu_gva_to_gpa_write(struct kvm_vcpu *vcpu, gva_t gva, in kvm_mmu_gva_to_gpa_write()
7593 gpa_t kvm_mmu_gva_to_gpa_system(struct kvm_vcpu *vcpu, gva_t gva, in kvm_mmu_gva_to_gpa_system()
7602 struct kvm_vcpu *vcpu, u64 access, in kvm_read_guest_virt_helper()
7637 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in kvm_fetch_guest_virt() local
7660 int kvm_read_guest_virt(struct kvm_vcpu *vcpu, in kvm_read_guest_virt()
7682 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_read_std() local
7694 struct kvm_vcpu *vcpu, u64 access, in kvm_write_guest_virt_helper()
7727 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_write_std() local
7739 int kvm_write_guest_virt_system(struct kvm_vcpu *vcpu, gva_t addr, void *val, in kvm_write_guest_virt_system()
7750 static int kvm_check_emulate_insn(struct kvm_vcpu *vcpu, int emul_type, in kvm_check_emulate_insn()
7757 int handle_ud(struct kvm_vcpu *vcpu) in handle_ud()
7784 static int vcpu_is_mmio_gpa(struct kvm_vcpu *vcpu, unsigned long gva, in vcpu_is_mmio_gpa()
7799 static int vcpu_mmio_gva_to_gpa(struct kvm_vcpu *vcpu, unsigned long gva, in vcpu_mmio_gva_to_gpa()
7829 int emulator_write_phys(struct kvm_vcpu *vcpu, gpa_t gpa, in emulator_write_phys()
7853 static int read_prepare(struct kvm_vcpu *vcpu, void *val, int bytes) in read_prepare()
7865 static int read_emulate(struct kvm_vcpu *vcpu, gpa_t gpa, in read_emulate()
7871 static int write_emulate(struct kvm_vcpu *vcpu, gpa_t gpa, in write_emulate()
7877 static int write_mmio(struct kvm_vcpu *vcpu, gpa_t gpa, int bytes, void *val) in write_mmio()
7883 static int read_exit_mmio(struct kvm_vcpu *vcpu, gpa_t gpa, in read_exit_mmio()
7890 static int write_exit_mmio(struct kvm_vcpu *vcpu, gpa_t gpa, in write_exit_mmio()
7916 struct kvm_vcpu *vcpu, in emulator_read_write_onepage()
7970 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_read_write() local
8048 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_cmpxchg_emulated() local
8124 static int emulator_pio_in_out(struct kvm_vcpu *vcpu, int size, in emulator_pio_in_out()
8175 static int emulator_pio_in(struct kvm_vcpu *vcpu, int size, in emulator_pio_in()
8185 static void complete_emulator_pio_in(struct kvm_vcpu *vcpu, void *val) in complete_emulator_pio_in()
8198 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_pio_in_emulated() local
8214 static int emulator_pio_out(struct kvm_vcpu *vcpu, int size, in emulator_pio_out()
8229 static unsigned long get_segment_base(struct kvm_vcpu *vcpu, int seg) in get_segment_base()
8239 static int kvm_emulate_wbinvd_noskip(struct kvm_vcpu *vcpu) in kvm_emulate_wbinvd_noskip()
8257 int kvm_emulate_wbinvd(struct kvm_vcpu *vcpu) in kvm_emulate_wbinvd()
8290 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_get_cr() local
8319 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_set_cr() local
8417 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_set_segment() local
8446 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_get_msr_with_filter() local
8469 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_set_msr_with_filter() local
8662 static void toggle_interruptibility(struct kvm_vcpu *vcpu, u32 mask) in toggle_interruptibility()
8681 static void inject_emulated_exception(struct kvm_vcpu *vcpu) in inject_emulated_exception()
8694 static struct x86_emulate_ctxt *alloc_emulate_ctxt(struct kvm_vcpu *vcpu) in alloc_emulate_ctxt()
8711 static void init_emulate_ctxt(struct kvm_vcpu *vcpu) in init_emulate_ctxt()
8737 void kvm_inject_realmode_interrupt(struct kvm_vcpu *vcpu, int irq, int inc_eip) in kvm_inject_realmode_interrupt()
8759 static void prepare_emulation_failure_exit(struct kvm_vcpu *vcpu, u64 *data, in prepare_emulation_failure_exit()
8809 static void prepare_emulation_ctxt_failure_exit(struct kvm_vcpu *vcpu) in prepare_emulation_ctxt_failure_exit()
8817 void __kvm_prepare_emulation_failure_exit(struct kvm_vcpu *vcpu, u64 *data, in __kvm_prepare_emulation_failure_exit()
8824 void kvm_prepare_emulation_failure_exit(struct kvm_vcpu *vcpu) in kvm_prepare_emulation_failure_exit()
8830 void kvm_prepare_event_vectoring_exit(struct kvm_vcpu *vcpu, gpa_t gpa) in kvm_prepare_event_vectoring_exit()
8852 static int handle_emulation_failure(struct kvm_vcpu *vcpu, int emulation_type) in handle_emulation_failure()
8880 static bool kvm_unprotect_and_retry_on_failure(struct kvm_vcpu *vcpu, in kvm_unprotect_and_retry_on_failure()
8936 static int kvm_vcpu_do_singlestep(struct kvm_vcpu *vcpu) in kvm_vcpu_do_singlestep()
8951 int kvm_skip_emulated_instruction(struct kvm_vcpu *vcpu) in kvm_skip_emulated_instruction()
8976 static bool kvm_is_code_breakpoint_inhibited(struct kvm_vcpu *vcpu) in kvm_is_code_breakpoint_inhibited()
8991 static bool kvm_vcpu_check_code_breakpoint(struct kvm_vcpu *vcpu, in kvm_vcpu_check_code_breakpoint()
9090 int x86_decode_emulated_instruction(struct kvm_vcpu *vcpu, int emulation_type, in x86_decode_emulated_instruction()
9107 int x86_emulate_instruction(struct kvm_vcpu *vcpu, gpa_t cr2_or_gpa, in x86_emulate_instruction()
9318 int kvm_emulate_instruction(struct kvm_vcpu *vcpu, int emulation_type) in kvm_emulate_instruction()
9324 int kvm_emulate_instruction_from_buffer(struct kvm_vcpu *vcpu, in kvm_emulate_instruction_from_buffer()
9331 static int complete_fast_pio_out_port_0x7e(struct kvm_vcpu *vcpu) in complete_fast_pio_out_port_0x7e()
9337 static int complete_fast_pio_out(struct kvm_vcpu *vcpu) in complete_fast_pio_out()
9347 static int kvm_fast_pio_out(struct kvm_vcpu *vcpu, int size, in kvm_fast_pio_out()
9372 static int complete_fast_pio_in(struct kvm_vcpu *vcpu) in complete_fast_pio_in()
9393 static int kvm_fast_pio_in(struct kvm_vcpu *vcpu, int size, in kvm_fast_pio_in()
9414 int kvm_fast_pio(struct kvm_vcpu *vcpu, int size, unsigned short port, int in) in kvm_fast_pio()
9481 struct kvm_vcpu *vcpu; in __kvmclock_cpufreq_notifier() local
9612 struct kvm_vcpu *vcpu; in pvclock_gtod_update_fn() local
9884 static int kvm_pv_clock_pairing(struct kvm_vcpu *vcpu, gpa_t paddr, in kvm_pv_clock_pairing()
9947 bool kvm_vcpu_apicv_activated(struct kvm_vcpu *vcpu) in kvm_vcpu_apicv_activated()
9982 static void kvm_sched_yield(struct kvm_vcpu *vcpu, unsigned long dest_id) in kvm_sched_yield()
10016 static int complete_hypercall_exit(struct kvm_vcpu *vcpu) in complete_hypercall_exit()
10026 int ____kvm_emulate_hypercall(struct kvm_vcpu *vcpu, unsigned long nr, in ____kvm_emulate_hypercall()
10127 int kvm_emulate_hypercall(struct kvm_vcpu *vcpu) in kvm_emulate_hypercall()
10144 struct kvm_vcpu *vcpu = emul_to_vcpu(ctxt); in emulator_fix_hypercall() local
10165 static int dm_request_for_irq_injection(struct kvm_vcpu *vcpu) in dm_request_for_irq_injection()
10172 static void post_kvm_run_save(struct kvm_vcpu *vcpu) in post_kvm_run_save()
10190 static void update_cr8_intercept(struct kvm_vcpu *vcpu) in update_cr8_intercept()
10217 int kvm_check_nested_events(struct kvm_vcpu *vcpu) in kvm_check_nested_events()
10227 static void kvm_inject_exception(struct kvm_vcpu *vcpu) in kvm_inject_exception()
10285 static int kvm_check_and_inject_events(struct kvm_vcpu *vcpu, in kvm_check_and_inject_events()
10493 static void process_nmi(struct kvm_vcpu *vcpu) in process_nmi()
10531 int kvm_get_nr_pending_nmis(struct kvm_vcpu *vcpu) in kvm_get_nr_pending_nmis()
10548 void __kvm_vcpu_update_apicv(struct kvm_vcpu *vcpu) in __kvm_vcpu_update_apicv()
10585 static void kvm_vcpu_update_apicv(struct kvm_vcpu *vcpu) in kvm_vcpu_update_apicv()
10661 static void vcpu_scan_ioapic(struct kvm_vcpu *vcpu) in vcpu_scan_ioapic()
10681 static void vcpu_load_eoi_exitmap(struct kvm_vcpu *vcpu) in vcpu_load_eoi_exitmap()
10706 static void kvm_vcpu_reload_apic_access_page(struct kvm_vcpu *vcpu) in kvm_vcpu_reload_apic_access_page()
10720 static int vcpu_enter_guest(struct kvm_vcpu *vcpu) in vcpu_enter_guest()
11131 static bool kvm_vcpu_running(struct kvm_vcpu *vcpu) in kvm_vcpu_running()
11137 static bool kvm_vcpu_has_events(struct kvm_vcpu *vcpu) in kvm_vcpu_has_events()
11187 int kvm_arch_vcpu_runnable(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_runnable()
11193 static inline int vcpu_block(struct kvm_vcpu *vcpu) in vcpu_block()
11262 static int vcpu_run(struct kvm_vcpu *vcpu) in vcpu_run()
11312 static int __kvm_emulate_halt(struct kvm_vcpu *vcpu, int state, int reason) in __kvm_emulate_halt()
11333 int kvm_emulate_halt_noskip(struct kvm_vcpu *vcpu) in kvm_emulate_halt_noskip()
11339 int kvm_emulate_halt(struct kvm_vcpu *vcpu) in kvm_emulate_halt()
11350 fastpath_t handle_fastpath_hlt(struct kvm_vcpu *vcpu) in handle_fastpath_hlt()
11368 int kvm_emulate_ap_reset_hold(struct kvm_vcpu *vcpu) in kvm_emulate_ap_reset_hold()
11377 bool kvm_arch_dy_has_pending_interrupt(struct kvm_vcpu *vcpu) in kvm_arch_dy_has_pending_interrupt()
11383 bool kvm_arch_vcpu_preempted_in_kernel(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_preempted_in_kernel()
11388 bool kvm_arch_dy_runnable(struct kvm_vcpu *vcpu) in kvm_arch_dy_runnable()
11403 static inline int complete_emulated_io(struct kvm_vcpu *vcpu) in complete_emulated_io()
11408 static int complete_emulated_pio(struct kvm_vcpu *vcpu) in complete_emulated_pio()
11433 static int complete_emulated_mmio(struct kvm_vcpu *vcpu) in complete_emulated_mmio()
11479 static void kvm_load_guest_fpu(struct kvm_vcpu *vcpu) in kvm_load_guest_fpu()
11487 static void kvm_put_guest_fpu(struct kvm_vcpu *vcpu) in kvm_put_guest_fpu()
11494 int kvm_arch_vcpu_ioctl_run(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_ioctl_run()
11614 static void __get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in __get_regs()
11650 int kvm_arch_vcpu_ioctl_get_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_get_regs()
11662 static void __set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in __set_regs()
11695 int kvm_arch_vcpu_ioctl_set_regs(struct kvm_vcpu *vcpu, struct kvm_regs *regs) in kvm_arch_vcpu_ioctl_set_regs()
11707 static void __get_sregs_common(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) in __get_sregs_common()
11742 static void __get_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) in __get_sregs()
11754 static void __get_sregs2(struct kvm_vcpu *vcpu, struct kvm_sregs2 *sregs2) in __get_sregs2()
11770 int kvm_arch_vcpu_ioctl_get_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_get_sregs()
11783 int kvm_arch_vcpu_ioctl_get_mpstate(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_get_mpstate()
11815 int kvm_arch_vcpu_ioctl_set_mpstate(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_mpstate()
11863 int kvm_task_switch(struct kvm_vcpu *vcpu, u16 tss_selector, int idt_index, in kvm_task_switch()
11892 static bool kvm_is_valid_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) in kvm_is_valid_sregs()
11917 static int __set_sregs_common(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs, in __set_sregs_common()
11986 static int __set_sregs(struct kvm_vcpu *vcpu, struct kvm_sregs *sregs) in __set_sregs()
12012 static int __set_sregs2(struct kvm_vcpu *vcpu, struct kvm_sregs2 *sregs2) in __set_sregs2()
12046 int kvm_arch_vcpu_ioctl_set_sregs(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_sregs()
12064 struct kvm_vcpu *vcpu; in kvm_arch_vcpu_guestdbg_update_apicv_inhibit() local
12082 int kvm_arch_vcpu_ioctl_set_guest_debug(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_set_guest_debug()
12146 int kvm_arch_vcpu_ioctl_translate(struct kvm_vcpu *vcpu, in kvm_arch_vcpu_ioctl_translate()
12167 int kvm_arch_vcpu_ioctl_get_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_get_fpu()
12190 int kvm_arch_vcpu_ioctl_set_fpu(struct kvm_vcpu *vcpu, struct kvm_fpu *fpu) in kvm_arch_vcpu_ioctl_set_fpu()
12214 static void store_regs(struct kvm_vcpu *vcpu) in store_regs()
12229 static int sync_regs(struct kvm_vcpu *vcpu) in sync_regs()
12272 int kvm_arch_vcpu_create(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_create()
12369 void kvm_arch_vcpu_postcreate(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_postcreate()
12389 void kvm_arch_vcpu_destroy(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_destroy()
12417 void kvm_vcpu_reset(struct kvm_vcpu *vcpu, bool init_event) in kvm_vcpu_reset()
12569 void kvm_vcpu_deliver_sipi_vector(struct kvm_vcpu *vcpu, u8 vector) in kvm_vcpu_deliver_sipi_vector()
12594 struct kvm_vcpu *vcpu; in kvm_arch_enable_virtualization_cpu() local
12693 bool kvm_vcpu_is_reset_bsp(struct kvm_vcpu *vcpu) in kvm_vcpu_is_reset_bsp()
12698 bool kvm_vcpu_is_bsp(struct kvm_vcpu *vcpu) in kvm_vcpu_is_bsp()
13027 struct kvm_vcpu *vcpu; in kvm_arch_memslots_updated() local
13225 bool kvm_arch_vcpu_in_kernel(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_in_kernel()
13235 unsigned long kvm_arch_vcpu_get_ip(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_get_ip()
13245 int kvm_arch_vcpu_should_kick(struct kvm_vcpu *vcpu) in kvm_arch_vcpu_should_kick()
13250 int kvm_arch_interrupt_allowed(struct kvm_vcpu *vcpu) in kvm_arch_interrupt_allowed()
13255 unsigned long kvm_get_linear_rip(struct kvm_vcpu *vcpu) in kvm_get_linear_rip()
13268 bool kvm_is_linear_rip(struct kvm_vcpu *vcpu, unsigned long linear_rip) in kvm_is_linear_rip()
13274 unsigned long kvm_get_rflags(struct kvm_vcpu *vcpu) in kvm_get_rflags()
13285 static void __kvm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags) in __kvm_set_rflags()
13293 void kvm_set_rflags(struct kvm_vcpu *vcpu, unsigned long rflags) in kvm_set_rflags()
13312 static void kvm_add_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_add_async_pf_gfn()
13322 static u32 kvm_async_pf_gfn_slot(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_async_pf_gfn_slot()
13335 bool kvm_find_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_find_async_pf_gfn()
13340 static void kvm_del_async_pf_gfn(struct kvm_vcpu *vcpu, gfn_t gfn) in kvm_del_async_pf_gfn()
13367 static inline int apf_put_user_notpresent(struct kvm_vcpu *vcpu) in apf_put_user_notpresent()
13375 static inline int apf_put_user_ready(struct kvm_vcpu *vcpu, u32 token) in apf_put_user_ready()
13383 static inline bool apf_pageready_slot_free(struct kvm_vcpu *vcpu) in apf_pageready_slot_free()
13395 static bool kvm_can_deliver_async_pf(struct kvm_vcpu *vcpu) in kvm_can_deliver_async_pf()
13421 bool kvm_can_do_async_pf(struct kvm_vcpu *vcpu) in kvm_can_do_async_pf()
13438 bool kvm_arch_async_page_not_present(struct kvm_vcpu *vcpu, in kvm_arch_async_page_not_present()
13470 void kvm_arch_async_page_present(struct kvm_vcpu *vcpu, in kvm_arch_async_page_present()
13495 void kvm_arch_async_page_present_queued(struct kvm_vcpu *vcpu) in kvm_arch_async_page_present_queued()
13502 bool kvm_arch_can_dequeue_async_page_present(struct kvm_vcpu *vcpu) in kvm_arch_can_dequeue_async_page_present()
13638 bool kvm_arch_no_poll(struct kvm_vcpu *vcpu) in kvm_arch_no_poll()
13684 void kvm_fixup_and_inject_pf_error(struct kvm_vcpu *vcpu, gva_t gva, u16 error_code) in kvm_fixup_and_inject_pf_error()
13714 int kvm_handle_memory_failure(struct kvm_vcpu *vcpu, int r, in kvm_handle_memory_failure()
13738 int kvm_handle_invpcid(struct kvm_vcpu *vcpu, unsigned long type, gva_t gva) in kvm_handle_invpcid()
13802 static int complete_sev_es_emulated_mmio(struct kvm_vcpu *vcpu) in complete_sev_es_emulated_mmio()
13848 int kvm_sev_es_mmio_write(struct kvm_vcpu *vcpu, gpa_t gpa, unsigned int bytes, in kvm_sev_es_mmio_write()
13887 int kvm_sev_es_mmio_read(struct kvm_vcpu *vcpu, gpa_t gpa, unsigned int bytes, in kvm_sev_es_mmio_read()
13925 static void advance_sev_es_emulated_pio(struct kvm_vcpu *vcpu, unsigned count, int size) in advance_sev_es_emulated_pio()
13934 static int complete_sev_es_emulated_outs(struct kvm_vcpu *vcpu) in complete_sev_es_emulated_outs()
13945 static int kvm_sev_es_outs(struct kvm_vcpu *vcpu, unsigned int size, in kvm_sev_es_outs()
13970 static int complete_sev_es_emulated_ins(struct kvm_vcpu *vcpu) in complete_sev_es_emulated_ins()
13983 static int kvm_sev_es_ins(struct kvm_vcpu *vcpu, unsigned int size, in kvm_sev_es_ins()
14002 int kvm_sev_es_string_io(struct kvm_vcpu *vcpu, unsigned int size, in kvm_sev_es_string_io()