Lines Matching +full:de +full:- +full:asserting
1 // SPDX-License-Identifier: GPL-2.0-only
6 * Alexander Graf <agraf@suse.de>
7 * Kevin Wolf <mail@kevin-wolf.de>
77 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_update_int_pending()
91 if (is_kvmppc_hv_enabled(vcpu->kvm)) in kvmppc_critical_section()
113 vcpu->kvm->arch.kvm_ops->inject_interrupt(vcpu, vec, flags); in kvmppc_inject_interrupt()
146 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_book3s_dequeue_irqprio()
149 &vcpu->arch.pending_exceptions); in kvmppc_book3s_dequeue_irqprio()
151 kvmppc_update_int_pending(vcpu, vcpu->arch.pending_exceptions, in kvmppc_book3s_dequeue_irqprio()
157 vcpu->stat.queue_intr++; in kvmppc_book3s_queue_irqprio()
160 &vcpu->arch.pending_exceptions); in kvmppc_book3s_queue_irqprio()
207 return test_bit(BOOK3S_IRQPRIO_DECREMENTER, &vcpu->arch.pending_exceptions); in kvmppc_core_pending_dec()
223 * controllers to continue asserting an external interrupt request in kvmppc_core_queue_external()
240 if (irq->irq == KVM_INTERRUPT_SET) in kvmppc_core_queue_external()
241 vcpu->arch.external_oneshot = 1; in kvmppc_core_queue_external()
358 if (vcpu->arch.external_oneshot) { in clear_irqprio()
359 vcpu->arch.external_oneshot = 0; in clear_irqprio()
370 unsigned long *pending = &vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
371 unsigned long old_pending = vcpu->arch.pending_exceptions; in kvmppc_core_prepare_to_enter()
375 if (vcpu->arch.pending_exceptions) in kvmppc_core_prepare_to_enter()
376 printk(KERN_EMERG "KVM: Check pending: %lx\n", vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
382 clear_bit(priority, &vcpu->arch.pending_exceptions); in kvmppc_core_prepare_to_enter()
401 ulong mp_pa = vcpu->arch.magic_page_pa & KVM_PAM; in kvmppc_gpa_to_pfn()
410 ulong shared_page = ((ulong)vcpu->arch.shared) & PAGE_MASK; in kvmppc_gpa_to_pfn()
420 return gfn_to_pfn_prot(vcpu->kvm, gfn, writing, writable); in kvmppc_gpa_to_pfn()
433 r = vcpu->arch.mmu.xlate(vcpu, eaddr, pte, data, iswrite); in kvmppc_xlate()
435 pte->eaddr = eaddr; in kvmppc_xlate()
436 pte->raddr = eaddr & KVM_PAM; in kvmppc_xlate()
437 pte->vpage = VSID_REAL | eaddr >> 12; in kvmppc_xlate()
438 pte->may_read = true; in kvmppc_xlate()
439 pte->may_write = true; in kvmppc_xlate()
440 pte->may_execute = true; in kvmppc_xlate()
445 if ((vcpu->arch.hflags & BOOK3S_HFLAG_SPLIT_HACK) && in kvmppc_xlate()
447 pte->raddr &= ~SPLIT_HACK_MASK; in kvmppc_xlate()
461 pc -= 4; in kvmppc_load_last_inst()
486 ret = vcpu->kvm->arch.kvm_ops->get_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_get_sregs()
498 ret = vcpu->kvm->arch.kvm_ops->set_sregs(vcpu, sregs); in kvm_arch_vcpu_ioctl_set_sregs()
508 regs->pc = kvmppc_get_pc(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
509 regs->cr = kvmppc_get_cr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
510 regs->ctr = kvmppc_get_ctr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
511 regs->lr = kvmppc_get_lr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
512 regs->xer = kvmppc_get_xer(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
513 regs->msr = kvmppc_get_msr(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
514 regs->srr0 = kvmppc_get_srr0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
515 regs->srr1 = kvmppc_get_srr1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
516 regs->pid = vcpu->arch.pid; in kvm_arch_vcpu_ioctl_get_regs()
517 regs->sprg0 = kvmppc_get_sprg0(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
518 regs->sprg1 = kvmppc_get_sprg1(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
519 regs->sprg2 = kvmppc_get_sprg2(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
520 regs->sprg3 = kvmppc_get_sprg3(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
521 regs->sprg4 = kvmppc_get_sprg4(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
522 regs->sprg5 = kvmppc_get_sprg5(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
523 regs->sprg6 = kvmppc_get_sprg6(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
524 regs->sprg7 = kvmppc_get_sprg7(vcpu); in kvm_arch_vcpu_ioctl_get_regs()
526 for (i = 0; i < ARRAY_SIZE(regs->gpr); i++) in kvm_arch_vcpu_ioctl_get_regs()
527 regs->gpr[i] = kvmppc_get_gpr(vcpu, i); in kvm_arch_vcpu_ioctl_get_regs()
536 kvmppc_set_pc(vcpu, regs->pc); in kvm_arch_vcpu_ioctl_set_regs()
537 kvmppc_set_cr(vcpu, regs->cr); in kvm_arch_vcpu_ioctl_set_regs()
538 kvmppc_set_ctr(vcpu, regs->ctr); in kvm_arch_vcpu_ioctl_set_regs()
539 kvmppc_set_lr(vcpu, regs->lr); in kvm_arch_vcpu_ioctl_set_regs()
540 kvmppc_set_xer(vcpu, regs->xer); in kvm_arch_vcpu_ioctl_set_regs()
541 kvmppc_set_msr(vcpu, regs->msr); in kvm_arch_vcpu_ioctl_set_regs()
542 kvmppc_set_srr0(vcpu, regs->srr0); in kvm_arch_vcpu_ioctl_set_regs()
543 kvmppc_set_srr1(vcpu, regs->srr1); in kvm_arch_vcpu_ioctl_set_regs()
544 kvmppc_set_sprg0(vcpu, regs->sprg0); in kvm_arch_vcpu_ioctl_set_regs()
545 kvmppc_set_sprg1(vcpu, regs->sprg1); in kvm_arch_vcpu_ioctl_set_regs()
546 kvmppc_set_sprg2(vcpu, regs->sprg2); in kvm_arch_vcpu_ioctl_set_regs()
547 kvmppc_set_sprg3(vcpu, regs->sprg3); in kvm_arch_vcpu_ioctl_set_regs()
548 kvmppc_set_sprg4(vcpu, regs->sprg4); in kvm_arch_vcpu_ioctl_set_regs()
549 kvmppc_set_sprg5(vcpu, regs->sprg5); in kvm_arch_vcpu_ioctl_set_regs()
550 kvmppc_set_sprg6(vcpu, regs->sprg6); in kvm_arch_vcpu_ioctl_set_regs()
551 kvmppc_set_sprg7(vcpu, regs->sprg7); in kvm_arch_vcpu_ioctl_set_regs()
553 for (i = 0; i < ARRAY_SIZE(regs->gpr); i++) in kvm_arch_vcpu_ioctl_set_regs()
554 kvmppc_set_gpr(vcpu, i, regs->gpr[i]); in kvm_arch_vcpu_ioctl_set_regs()
561 return -EOPNOTSUPP; in kvm_arch_vcpu_ioctl_get_fpu()
566 return -EOPNOTSUPP; in kvm_arch_vcpu_ioctl_set_fpu()
575 r = vcpu->kvm->arch.kvm_ops->get_one_reg(vcpu, id, val); in kvmppc_get_one_reg()
576 if (r == -EINVAL) { in kvmppc_get_one_reg()
586 i = id - KVM_REG_PPC_FPR0; in kvmppc_get_one_reg()
590 *val = get_reg_val(id, vcpu->arch.fp.fpscr); in kvmppc_get_one_reg()
595 i = id - KVM_REG_PPC_VSR0; in kvmppc_get_one_reg()
596 val->vsxval[0] = vcpu->arch.fp.fpr[i][0]; in kvmppc_get_one_reg()
597 val->vsxval[1] = vcpu->arch.fp.fpr[i][1]; in kvmppc_get_one_reg()
599 r = -ENXIO; in kvmppc_get_one_reg()
608 if (!vcpu->arch.icp && !vcpu->arch.xive_vcpu) { in kvmppc_get_one_reg()
609 r = -ENXIO; in kvmppc_get_one_reg()
620 if (!vcpu->arch.xive_vcpu) { in kvmppc_get_one_reg()
621 r = -ENXIO; in kvmppc_get_one_reg()
627 r = -ENXIO; in kvmppc_get_one_reg()
631 *val = get_reg_val(id, vcpu->arch.fscr); in kvmppc_get_one_reg()
634 *val = get_reg_val(id, vcpu->arch.tar); in kvmppc_get_one_reg()
637 *val = get_reg_val(id, vcpu->arch.ebbhr); in kvmppc_get_one_reg()
640 *val = get_reg_val(id, vcpu->arch.ebbrr); in kvmppc_get_one_reg()
643 *val = get_reg_val(id, vcpu->arch.bescr); in kvmppc_get_one_reg()
646 *val = get_reg_val(id, vcpu->arch.ic); in kvmppc_get_one_reg()
649 r = -EINVAL; in kvmppc_get_one_reg()
663 r = vcpu->kvm->arch.kvm_ops->set_one_reg(vcpu, id, val); in kvmppc_set_one_reg()
664 if (r == -EINVAL) { in kvmppc_set_one_reg()
674 i = id - KVM_REG_PPC_FPR0; in kvmppc_set_one_reg()
678 vcpu->arch.fp.fpscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
683 i = id - KVM_REG_PPC_VSR0; in kvmppc_set_one_reg()
684 vcpu->arch.fp.fpr[i][0] = val->vsxval[0]; in kvmppc_set_one_reg()
685 vcpu->arch.fp.fpr[i][1] = val->vsxval[1]; in kvmppc_set_one_reg()
687 r = -ENXIO; in kvmppc_set_one_reg()
693 if (!vcpu->arch.icp && !vcpu->arch.xive_vcpu) { in kvmppc_set_one_reg()
694 r = -ENXIO; in kvmppc_set_one_reg()
705 if (!vcpu->arch.xive_vcpu) { in kvmppc_set_one_reg()
706 r = -ENXIO; in kvmppc_set_one_reg()
712 r = -ENXIO; in kvmppc_set_one_reg()
716 vcpu->arch.fscr = set_reg_val(id, *val); in kvmppc_set_one_reg()
719 vcpu->arch.tar = set_reg_val(id, *val); in kvmppc_set_one_reg()
722 vcpu->arch.ebbhr = set_reg_val(id, *val); in kvmppc_set_one_reg()
725 vcpu->arch.ebbrr = set_reg_val(id, *val); in kvmppc_set_one_reg()
728 vcpu->arch.bescr = set_reg_val(id, *val); in kvmppc_set_one_reg()
731 vcpu->arch.ic = set_reg_val(id, *val); in kvmppc_set_one_reg()
734 r = -EINVAL; in kvmppc_set_one_reg()
744 vcpu->kvm->arch.kvm_ops->vcpu_load(vcpu, cpu); in kvmppc_core_vcpu_load()
749 vcpu->kvm->arch.kvm_ops->vcpu_put(vcpu); in kvmppc_core_vcpu_put()
754 vcpu->kvm->arch.kvm_ops->set_msr(vcpu, msr); in kvmppc_set_msr()
760 return vcpu->kvm->arch.kvm_ops->vcpu_run(vcpu); in kvmppc_vcpu_run()
773 vcpu->guest_debug = dbg->control; in kvm_arch_vcpu_ioctl_set_guest_debug()
786 return vcpu->kvm->arch.kvm_ops->vcpu_create(vcpu); in kvmppc_core_vcpu_create()
791 vcpu->kvm->arch.kvm_ops->vcpu_free(vcpu); in kvmppc_core_vcpu_free()
796 return vcpu->kvm->arch.kvm_ops->check_requests(vcpu); in kvmppc_core_check_requests()
806 return kvm->arch.kvm_ops->get_dirty_log(kvm, log); in kvm_vm_ioctl_get_dirty_log()
811 kvm->arch.kvm_ops->free_memslot(slot); in kvmppc_core_free_memslot()
816 kvm->arch.kvm_ops->flush_memslot(kvm, memslot); in kvmppc_core_flush_memslot()
824 return kvm->arch.kvm_ops->prepare_memory_region(kvm, memslot, mem, in kvmppc_core_prepare_memory_region()
834 kvm->arch.kvm_ops->commit_memory_region(kvm, mem, old, new, change); in kvmppc_core_commit_memory_region()
840 return kvm->arch.kvm_ops->unmap_hva_range(kvm, start, end); in kvm_unmap_hva_range()
845 return kvm->arch.kvm_ops->age_hva(kvm, start, end); in kvm_age_hva()
850 return kvm->arch.kvm_ops->test_age_hva(kvm, hva); in kvm_test_age_hva()
855 kvm->arch.kvm_ops->set_spte_hva(kvm, hva, pte); in kvm_set_spte_hva()
863 INIT_LIST_HEAD_RCU(&kvm->arch.spapr_tce_tables); in kvmppc_core_init_vm()
864 INIT_LIST_HEAD(&kvm->arch.rtas_tokens); in kvmppc_core_init_vm()
865 mutex_init(&kvm->arch.rtas_token_lock); in kvmppc_core_init_vm()
868 return kvm->arch.kvm_ops->init_vm(kvm); in kvmppc_core_init_vm()
873 kvm->arch.kvm_ops->destroy_vm(kvm); in kvmppc_core_destroy_vm()
877 WARN_ON(!list_empty(&kvm->arch.spapr_tce_tables)); in kvmppc_core_destroy_vm()
885 kfree(kvm->arch.xive_devices.native); in kvmppc_core_destroy_vm()
886 kvm->arch.xive_devices.native = NULL; in kvmppc_core_destroy_vm()
887 kfree(kvm->arch.xive_devices.xics_on_xive); in kvmppc_core_destroy_vm()
888 kvm->arch.xive_devices.xics_on_xive = NULL; in kvmppc_core_destroy_vm()
889 kfree(kvm->arch.xics_device); in kvmppc_core_destroy_vm()
890 kvm->arch.xics_device = NULL; in kvmppc_core_destroy_vm()
905 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_load()
907 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_load()
966 srcu_idx = srcu_read_lock(&vcpu->kvm->srcu); in kvmppc_h_logical_ci_store()
968 srcu_read_unlock(&vcpu->kvm->srcu, srcu_idx); in kvmppc_h_logical_ci_store()
988 return kvm->arch.kvm_ops->hcall_implemented(hcall); in kvmppc_book3s_hcall_implemented()
1007 return kvm_set_irq(kvm, irq_source_id, irq_entry->gsi, in kvm_arch_set_irq_inatomic()
1014 return kvm_set_irq(kvm, irq_source_id, e->gsi, level, line_status); in kvmppc_book3s_set_irq()
1020 entries->gsi = gsi; in kvm_irq_map_gsi()
1021 entries->type = KVM_IRQ_ROUTING_IRQCHIP; in kvm_irq_map_gsi()
1022 entries->set = kvmppc_book3s_set_irq; in kvm_irq_map_gsi()
1023 entries->irqchip.irqchip = 0; in kvm_irq_map_gsi()
1024 entries->irqchip.pin = gsi; in kvm_irq_map_gsi()