Lines Matching full:vcpu
24 static int kvm_emu_cpucfg(struct kvm_vcpu *vcpu, larch_inst inst) in kvm_emu_cpucfg() argument
34 ++vcpu->stat.cpucfg_exits; in kvm_emu_cpucfg()
35 index = vcpu->arch.gprs[rj]; in kvm_emu_cpucfg()
46 vcpu->arch.gprs[rd] = vcpu->arch.cpucfg[index]; in kvm_emu_cpucfg()
50 vcpu->arch.gprs[rd] = *(unsigned int *)KVM_SIGNATURE; in kvm_emu_cpucfg()
53 ret = vcpu->kvm->arch.pv_features & LOONGARCH_PV_FEAT_MASK; in kvm_emu_cpucfg()
54 vcpu->arch.gprs[rd] = ret; in kvm_emu_cpucfg()
57 vcpu->arch.gprs[rd] = 0; in kvm_emu_cpucfg()
65 static unsigned long kvm_emu_read_csr(struct kvm_vcpu *vcpu, int csrid) in kvm_emu_read_csr() argument
68 struct loongarch_csrs *csr = vcpu->arch.csr; in kvm_emu_read_csr()
77 pr_warn_once("Unsupported csrrd 0x%x with pc %lx\n", csrid, vcpu->arch.pc); in kvm_emu_read_csr()
82 static unsigned long kvm_emu_write_csr(struct kvm_vcpu *vcpu, int csrid, unsigned long val) in kvm_emu_write_csr() argument
85 struct loongarch_csrs *csr = vcpu->arch.csr; in kvm_emu_write_csr()
91 pr_warn_once("Unsupported csrwr 0x%x with pc %lx\n", csrid, vcpu->arch.pc); in kvm_emu_write_csr()
96 static unsigned long kvm_emu_xchg_csr(struct kvm_vcpu *vcpu, int csrid, in kvm_emu_xchg_csr() argument
100 struct loongarch_csrs *csr = vcpu->arch.csr; in kvm_emu_xchg_csr()
108 pr_warn_once("Unsupported csrxchg 0x%x with pc %lx\n", csrid, vcpu->arch.pc); in kvm_emu_xchg_csr()
113 static int kvm_handle_csr(struct kvm_vcpu *vcpu, larch_inst inst) in kvm_handle_csr() argument
128 if (csrid >= LOONGARCH_CSR_PERFCTRL0 && csrid <= vcpu->arch.max_pmu_csrid) { in kvm_handle_csr()
129 if (kvm_guest_has_pmu(&vcpu->arch)) { in kvm_handle_csr()
130 vcpu->arch.pc -= 4; in kvm_handle_csr()
131 kvm_make_request(KVM_REQ_PMU, vcpu); in kvm_handle_csr()
139 val = kvm_emu_read_csr(vcpu, csrid); in kvm_handle_csr()
140 vcpu->arch.gprs[rd] = val; in kvm_handle_csr()
143 val = vcpu->arch.gprs[rd]; in kvm_handle_csr()
144 val = kvm_emu_write_csr(vcpu, csrid, val); in kvm_handle_csr()
145 vcpu->arch.gprs[rd] = val; in kvm_handle_csr()
148 val = vcpu->arch.gprs[rd]; in kvm_handle_csr()
149 csr_mask = vcpu->arch.gprs[rj]; in kvm_handle_csr()
150 val = kvm_emu_xchg_csr(vcpu, csrid, csr_mask, val); in kvm_handle_csr()
151 vcpu->arch.gprs[rd] = val; in kvm_handle_csr()
157 int kvm_emu_iocsr(larch_inst inst, struct kvm_run *run, struct kvm_vcpu *vcpu) in kvm_emu_iocsr() argument
169 addr = vcpu->arch.gprs[rj]; in kvm_emu_iocsr()
172 val = &vcpu->arch.gprs[rd]; in kvm_emu_iocsr()
209 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_emu_iocsr()
210 ret = kvm_io_bus_write(vcpu, KVM_IOCSR_BUS, addr, run->iocsr_io.len, val); in kvm_emu_iocsr()
211 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_emu_iocsr()
221 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_emu_iocsr()
222 ret = kvm_io_bus_read(vcpu, KVM_IOCSR_BUS, addr, run->iocsr_io.len, val); in kvm_emu_iocsr()
223 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_emu_iocsr()
229 vcpu->arch.io_gpr = rd; in kvm_emu_iocsr()
237 int kvm_complete_iocsr_read(struct kvm_vcpu *vcpu, struct kvm_run *run) in kvm_complete_iocsr_read() argument
240 unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr]; in kvm_complete_iocsr_read()
257 run->iocsr_io.len, vcpu->arch.badv); in kvm_complete_iocsr_read()
265 int kvm_emu_idle(struct kvm_vcpu *vcpu) in kvm_emu_idle() argument
267 ++vcpu->stat.idle_exits; in kvm_emu_idle()
268 trace_kvm_exit_idle(vcpu, KVM_TRACE_EXIT_IDLE); in kvm_emu_idle()
270 if (!kvm_arch_vcpu_runnable(vcpu)) in kvm_emu_idle()
271 kvm_vcpu_halt(vcpu); in kvm_emu_idle()
276 static int kvm_trap_handle_gspr(struct kvm_vcpu *vcpu) in kvm_trap_handle_gspr() argument
281 struct kvm_run *run = vcpu->run; in kvm_trap_handle_gspr()
284 inst.word = vcpu->arch.badi; in kvm_trap_handle_gspr()
285 curr_pc = vcpu->arch.pc; in kvm_trap_handle_gspr()
286 update_pc(&vcpu->arch); in kvm_trap_handle_gspr()
288 trace_kvm_exit_gspr(vcpu, inst.word); in kvm_trap_handle_gspr()
292 er = kvm_emu_cpucfg(vcpu, inst); in kvm_trap_handle_gspr()
295 er = kvm_handle_csr(vcpu, inst); in kvm_trap_handle_gspr()
301 trace_kvm_exit_cache(vcpu, KVM_TRACE_EXIT_CACHE); in kvm_trap_handle_gspr()
306 er = kvm_emu_iocsr(inst, run, vcpu); in kvm_trap_handle_gspr()
309 er = kvm_emu_idle(vcpu); in kvm_trap_handle_gspr()
331 kvm_arch_vcpu_dump_regs(vcpu); in kvm_trap_handle_gspr()
332 vcpu->arch.pc = curr_pc; in kvm_trap_handle_gspr()
344 static int kvm_handle_gspr(struct kvm_vcpu *vcpu) in kvm_handle_gspr() argument
349 er = kvm_trap_handle_gspr(vcpu); in kvm_handle_gspr()
354 vcpu->run->exit_reason = KVM_EXIT_MMIO; in kvm_handle_gspr()
357 vcpu->run->exit_reason = KVM_EXIT_LOONGARCH_IOCSR; in kvm_handle_gspr()
360 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_handle_gspr()
367 int kvm_emu_mmio_read(struct kvm_vcpu *vcpu, larch_inst inst) in kvm_emu_mmio_read() argument
371 struct kvm_run *run = vcpu->run; in kvm_emu_mmio_read()
373 run->mmio.phys_addr = vcpu->arch.badv; in kvm_emu_mmio_read()
374 vcpu->mmio_needed = 2; /* signed */ in kvm_emu_mmio_read()
403 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
410 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
417 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
438 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
445 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
452 vcpu->mmio_needed = 1; /* unsigned */ in kvm_emu_mmio_read()
474 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_emu_mmio_read()
475 ret = kvm_io_bus_read(vcpu, KVM_MMIO_BUS, vcpu->arch.badv, in kvm_emu_mmio_read()
476 run->mmio.len, &vcpu->arch.gprs[rd]); in kvm_emu_mmio_read()
477 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_emu_mmio_read()
479 update_pc(&vcpu->arch); in kvm_emu_mmio_read()
480 vcpu->mmio_needed = 0; in kvm_emu_mmio_read()
485 vcpu->arch.io_gpr = rd; in kvm_emu_mmio_read()
487 vcpu->mmio_is_write = 0; in kvm_emu_mmio_read()
492 inst.word, vcpu->arch.pc, vcpu->arch.badv); in kvm_emu_mmio_read()
493 kvm_arch_vcpu_dump_regs(vcpu); in kvm_emu_mmio_read()
494 vcpu->mmio_needed = 0; in kvm_emu_mmio_read()
499 int kvm_complete_mmio_read(struct kvm_vcpu *vcpu, struct kvm_run *run) in kvm_complete_mmio_read() argument
502 unsigned long *gpr = &vcpu->arch.gprs[vcpu->arch.io_gpr]; in kvm_complete_mmio_read()
505 update_pc(&vcpu->arch); in kvm_complete_mmio_read()
508 if (vcpu->mmio_needed == 2) in kvm_complete_mmio_read()
514 if (vcpu->mmio_needed == 2) in kvm_complete_mmio_read()
520 if (vcpu->mmio_needed == 2) in kvm_complete_mmio_read()
530 run->mmio.len, vcpu->arch.badv); in kvm_complete_mmio_read()
541 int kvm_emu_mmio_write(struct kvm_vcpu *vcpu, larch_inst inst) in kvm_emu_mmio_write() argument
546 struct kvm_run *run = vcpu->run; in kvm_emu_mmio_write()
553 curr_pc = vcpu->arch.pc; in kvm_emu_mmio_write()
554 update_pc(&vcpu->arch); in kvm_emu_mmio_write()
557 run->mmio.phys_addr = vcpu->arch.badv; in kvm_emu_mmio_write()
567 *(unsigned int *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
571 *(unsigned long *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
581 rd_val = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
612 *(unsigned char *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
616 *(unsigned short *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
620 *(unsigned int *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
624 *(unsigned long *)data = vcpu->arch.gprs[rd]; in kvm_emu_mmio_write()
643 idx = srcu_read_lock(&vcpu->kvm->srcu); in kvm_emu_mmio_write()
644 ret = kvm_io_bus_write(vcpu, KVM_MMIO_BUS, vcpu->arch.badv, run->mmio.len, data); in kvm_emu_mmio_write()
645 srcu_read_unlock(&vcpu->kvm->srcu, idx); in kvm_emu_mmio_write()
650 vcpu->mmio_needed = 1; in kvm_emu_mmio_write()
651 vcpu->mmio_is_write = 1; in kvm_emu_mmio_write()
655 vcpu->arch.pc = curr_pc; in kvm_emu_mmio_write()
657 inst.word, vcpu->arch.pc, vcpu->arch.badv); in kvm_emu_mmio_write()
658 kvm_arch_vcpu_dump_regs(vcpu); in kvm_emu_mmio_write()
664 static int kvm_handle_rdwr_fault(struct kvm_vcpu *vcpu, bool write) in kvm_handle_rdwr_fault() argument
669 struct kvm_run *run = vcpu->run; in kvm_handle_rdwr_fault()
670 unsigned long badv = vcpu->arch.badv; in kvm_handle_rdwr_fault()
673 if (unlikely(badv >= vcpu->kvm->arch.gpa_size)) { in kvm_handle_rdwr_fault()
674 kvm_queue_exception(vcpu, EXCCODE_ADE, EXSUBCODE_ADEM); in kvm_handle_rdwr_fault()
678 ret = kvm_handle_mm_fault(vcpu, badv, write); in kvm_handle_rdwr_fault()
681 inst.word = vcpu->arch.badi; in kvm_handle_rdwr_fault()
683 er = kvm_emu_mmio_write(vcpu, inst); in kvm_handle_rdwr_fault()
686 if (kvm_is_ifetch_fault(&vcpu->arch)) { in kvm_handle_rdwr_fault()
687 kvm_queue_exception(vcpu, EXCCODE_ADE, EXSUBCODE_ADEF); in kvm_handle_rdwr_fault()
691 er = kvm_emu_mmio_read(vcpu, inst); in kvm_handle_rdwr_fault()
701 kvm_queue_exception(vcpu, EXCCODE_ADE, EXSUBCODE_ADEM); in kvm_handle_rdwr_fault()
708 static int kvm_handle_read_fault(struct kvm_vcpu *vcpu) in kvm_handle_read_fault() argument
710 return kvm_handle_rdwr_fault(vcpu, false); in kvm_handle_read_fault()
713 static int kvm_handle_write_fault(struct kvm_vcpu *vcpu) in kvm_handle_write_fault() argument
715 return kvm_handle_rdwr_fault(vcpu, true); in kvm_handle_write_fault()
718 int kvm_complete_user_service(struct kvm_vcpu *vcpu, struct kvm_run *run) in kvm_complete_user_service() argument
720 update_pc(&vcpu->arch); in kvm_complete_user_service()
721 kvm_write_reg(vcpu, LOONGARCH_GPR_A0, run->hypercall.ret); in kvm_complete_user_service()
728 * @vcpu: Virtual CPU context.
733 static int kvm_handle_fpu_disabled(struct kvm_vcpu *vcpu) in kvm_handle_fpu_disabled() argument
735 struct kvm_run *run = vcpu->run; in kvm_handle_fpu_disabled()
737 if (!kvm_guest_has_fpu(&vcpu->arch)) { in kvm_handle_fpu_disabled()
738 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_handle_fpu_disabled()
747 if (WARN_ON(vcpu->arch.aux_inuse & KVM_LARCH_FPU)) { in kvm_handle_fpu_disabled()
753 kvm_own_fpu(vcpu); in kvm_handle_fpu_disabled()
758 static long kvm_save_notify(struct kvm_vcpu *vcpu) in kvm_save_notify() argument
762 id = kvm_read_reg(vcpu, LOONGARCH_GPR_A1); in kvm_save_notify()
763 data = kvm_read_reg(vcpu, LOONGARCH_GPR_A2); in kvm_save_notify()
769 vcpu->arch.st.guest_addr = data; in kvm_save_notify()
773 vcpu->arch.st.last_steal = current->sched_info.run_delay; in kvm_save_notify()
774 kvm_make_request(KVM_REQ_STEAL_UPDATE, vcpu); in kvm_save_notify()
785 * @vcpu: Virtual CPU context.
790 static int kvm_handle_lsx_disabled(struct kvm_vcpu *vcpu) in kvm_handle_lsx_disabled() argument
792 if (kvm_own_lsx(vcpu)) in kvm_handle_lsx_disabled()
793 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_handle_lsx_disabled()
800 * @vcpu: Virtual CPU context.
805 static int kvm_handle_lasx_disabled(struct kvm_vcpu *vcpu) in kvm_handle_lasx_disabled() argument
807 if (kvm_own_lasx(vcpu)) in kvm_handle_lasx_disabled()
808 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_handle_lasx_disabled()
813 static int kvm_handle_lbt_disabled(struct kvm_vcpu *vcpu) in kvm_handle_lbt_disabled() argument
815 if (kvm_own_lbt(vcpu)) in kvm_handle_lbt_disabled()
816 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_handle_lbt_disabled()
821 static int kvm_send_pv_ipi(struct kvm_vcpu *vcpu) in kvm_send_pv_ipi() argument
827 min = kvm_read_reg(vcpu, LOONGARCH_GPR_A3); in kvm_send_pv_ipi()
829 ipi_bitmap = kvm_read_reg(vcpu, LOONGARCH_GPR_A1 + i); in kvm_send_pv_ipi()
835 dest = kvm_get_vcpu_by_cpuid(vcpu->kvm, cpu + min); in kvm_send_pv_ipi()
840 /* Send SWI0 to dest vcpu to emulate IPI interrupt */ in kvm_send_pv_ipi()
852 static void kvm_handle_service(struct kvm_vcpu *vcpu) in kvm_handle_service() argument
855 unsigned long func = kvm_read_reg(vcpu, LOONGARCH_GPR_A0); in kvm_handle_service()
859 if (kvm_guest_has_pv_feature(vcpu, KVM_FEATURE_IPI)) { in kvm_handle_service()
860 kvm_send_pv_ipi(vcpu); in kvm_handle_service()
865 if (kvm_guest_has_pv_feature(vcpu, KVM_FEATURE_STEAL_TIME)) in kvm_handle_service()
866 ret = kvm_save_notify(vcpu); in kvm_handle_service()
872 kvm_write_reg(vcpu, LOONGARCH_GPR_A0, ret); in kvm_handle_service()
875 static int kvm_handle_hypercall(struct kvm_vcpu *vcpu) in kvm_handle_hypercall() argument
881 inst.word = vcpu->arch.badi; in kvm_handle_hypercall()
887 vcpu->stat.hypercall_exits++; in kvm_handle_hypercall()
888 kvm_handle_service(vcpu); in kvm_handle_hypercall()
891 if (!kvm_guest_has_pv_feature(vcpu, KVM_FEATURE_USER_HCALL)) { in kvm_handle_hypercall()
892 kvm_write_reg(vcpu, LOONGARCH_GPR_A0, KVM_HCALL_INVALID_CODE); in kvm_handle_hypercall()
896 vcpu->stat.hypercall_exits++; in kvm_handle_hypercall()
897 vcpu->run->exit_reason = KVM_EXIT_HYPERCALL; in kvm_handle_hypercall()
898 vcpu->run->hypercall.nr = KVM_HCALL_USER_SERVICE; in kvm_handle_hypercall()
899 vcpu->run->hypercall.args[0] = kvm_read_reg(vcpu, LOONGARCH_GPR_A0); in kvm_handle_hypercall()
900 vcpu->run->hypercall.args[1] = kvm_read_reg(vcpu, LOONGARCH_GPR_A1); in kvm_handle_hypercall()
901 vcpu->run->hypercall.args[2] = kvm_read_reg(vcpu, LOONGARCH_GPR_A2); in kvm_handle_hypercall()
902 vcpu->run->hypercall.args[3] = kvm_read_reg(vcpu, LOONGARCH_GPR_A3); in kvm_handle_hypercall()
903 vcpu->run->hypercall.args[4] = kvm_read_reg(vcpu, LOONGARCH_GPR_A4); in kvm_handle_hypercall()
904 vcpu->run->hypercall.args[5] = kvm_read_reg(vcpu, LOONGARCH_GPR_A5); in kvm_handle_hypercall()
905 vcpu->run->hypercall.flags = 0; in kvm_handle_hypercall()
909 vcpu->run->hypercall.ret = KVM_HCALL_INVALID_CODE; in kvm_handle_hypercall()
914 if (vcpu->guest_debug & KVM_GUESTDBG_SW_BP_MASK) { in kvm_handle_hypercall()
915 vcpu->run->exit_reason = KVM_EXIT_DEBUG; in kvm_handle_hypercall()
922 kvm_write_reg(vcpu, LOONGARCH_GPR_A0, KVM_HCALL_INVALID_CODE); in kvm_handle_hypercall()
927 update_pc(&vcpu->arch); in kvm_handle_hypercall()
935 static int kvm_fault_ni(struct kvm_vcpu *vcpu) in kvm_fault_ni() argument
941 inst = vcpu->arch.badi; in kvm_fault_ni()
942 badv = vcpu->arch.badv; in kvm_fault_ni()
943 estat = vcpu->arch.host_estat; in kvm_fault_ni()
946 ecode, vcpu->arch.pc, inst, badv, read_gcsr_estat()); in kvm_fault_ni()
947 kvm_arch_vcpu_dump_regs(vcpu); in kvm_fault_ni()
948 kvm_queue_exception(vcpu, EXCCODE_INE, 0); in kvm_fault_ni()
967 int kvm_handle_fault(struct kvm_vcpu *vcpu, int fault) in kvm_handle_fault() argument
969 return kvm_fault_tables[fault](vcpu); in kvm_handle_fault()