Lines Matching +full:- +full:kvm
4 * Copyright (c) 2017-2019, IBM Corporation.
7 * COPYING file in the top-level directory.
12 #include "qemu/error-report.h"
16 #include "system/kvm.h"
46 if (enabled_cpu->vcpu_id == vcpu_id) { in kvm_cpu_is_enabled()
59 enabled_cpu->vcpu_id = vcpu_id; in kvm_cpu_enable()
74 * XIVE Thread Interrupt Management context (KVM)
79 SpaprXive *xive = SPAPR_XIVE(tctx->xptr); in kvmppc_xive_cpu_set_state()
83 assert(xive->fd != -1); in kvmppc_xive_cpu_set_state()
86 state[0] = *((uint64_t *) &tctx->regs[TM_QW1_OS]); in kvmppc_xive_cpu_set_state()
88 ret = kvm_set_one_reg(tctx->cs, KVM_REG_PPC_VP_STATE, state); in kvmppc_xive_cpu_set_state()
90 error_setg_errno(errp, -ret, in kvmppc_xive_cpu_set_state()
91 "XIVE: could not restore KVM state of CPU %ld", in kvmppc_xive_cpu_set_state()
92 kvm_arch_vcpu_id(tctx->cs)); in kvmppc_xive_cpu_set_state()
101 SpaprXive *xive = SPAPR_XIVE(tctx->xptr); in kvmppc_xive_cpu_get_state()
105 assert(xive->fd != -1); in kvmppc_xive_cpu_get_state()
107 ret = kvm_get_one_reg(tctx->cs, KVM_REG_PPC_VP_STATE, state); in kvmppc_xive_cpu_get_state()
109 error_setg_errno(errp, -ret, in kvmppc_xive_cpu_get_state()
110 "XIVE: could not capture KVM state of CPU %ld", in kvmppc_xive_cpu_get_state()
111 kvm_arch_vcpu_id(tctx->cs)); in kvmppc_xive_cpu_get_state()
116 *((uint64_t *) &tctx->regs[TM_QW1_OS]) = state[0]; in kvmppc_xive_cpu_get_state()
132 s->ret = kvmppc_xive_cpu_get_state(s->tctx, s->errp); in kvmppc_xive_cpu_do_synchronize_state()
143 * Kick the vCPU to make sure they are available for the KVM ioctl. in kvmppc_xive_cpu_synchronize_state()
145 run_on_cpu(tctx->cs, kvmppc_xive_cpu_do_synchronize_state, in kvmppc_xive_cpu_synchronize_state()
154 SpaprXive *xive = SPAPR_XIVE(tctx->xptr); in kvmppc_xive_cpu_connect()
158 assert(xive->fd != -1); in kvmppc_xive_cpu_connect()
161 if (kvm_cpu_is_enabled(tctx->cs)) { in kvmppc_xive_cpu_connect()
165 vcpu_id = kvm_arch_vcpu_id(tctx->cs); in kvmppc_xive_cpu_connect()
169 ret = kvm_vcpu_enable_cap(tctx->cs, KVM_CAP_PPC_IRQ_XIVE, 0, xive->fd, in kvmppc_xive_cpu_connect()
172 error_setg_errno(errp, -ret, in kvmppc_xive_cpu_connect()
173 "XIVE: unable to connect CPU%ld to KVM device", in kvmppc_xive_cpu_connect()
175 if (ret == -ENOSPC) { in kvmppc_xive_cpu_connect()
176 error_append_hint(errp, "Try -smp maxcpus=N with N < %u\n", in kvmppc_xive_cpu_connect()
177 MACHINE(qdev_get_machine())->smp.max_cpus); in kvmppc_xive_cpu_connect()
182 kvm_cpu_enable(tctx->cs); in kvmppc_xive_cpu_connect()
187 * XIVE Interrupt Source (KVM)
203 end_idx = xive_get_field64(EAS_END_INDEX, eas->w); in kvmppc_xive_set_source_config()
204 end_blk = xive_get_field64(EAS_END_BLOCK, eas->w); in kvmppc_xive_set_source_config()
205 eisn = xive_get_field64(EAS_END_DATA, eas->w); in kvmppc_xive_set_source_config()
219 return kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_SOURCE_CONFIG, lisn, in kvmppc_xive_set_source_config()
225 kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_SOURCE_SYNC, lisn, in kvmppc_xive_sync_source()
231 * only need to inform the KVM XIVE device about their type: LSI or
236 SpaprXive *xive = SPAPR_XIVE(xsrc->xive); in kvmppc_xive_source_reset_one()
241 assert(xive->fd != -1); in kvmppc_xive_source_reset_one()
250 return kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_SOURCE, srcno, &state, in kvmppc_xive_source_reset_one()
256 SpaprXive *xive = SPAPR_XIVE(xsrc->xive); in kvmppc_xive_source_reset()
259 for (i = 0; i < xsrc->nr_irqs; i++) { in kvmppc_xive_source_reset()
262 if (!xive_eas_is_valid(&xive->eat[i])) { in kvmppc_xive_source_reset()
284 uint64_t *addr = xsrc->esb_mmap + xive_source_esb_mgmt(xsrc, srcno) + in xive_esb_rw()
289 return -1; in xive_esb_rw()
316 * and the interrupt should be re-triggered if the level is still in kvmppc_xive_esb_rw()
333 SpaprXive *xive = SPAPR_XIVE(xsrc->xive); in kvmppc_xive_source_get_state()
336 for (i = 0; i < xsrc->nr_irqs; i++) { in kvmppc_xive_source_get_state()
339 if (!xive_eas_is_valid(&xive->eat[i])) { in kvmppc_xive_source_get_state()
367 * sPAPR XIVE interrupt controller (KVM)
381 /* Encode the tuple (server, prio) as a KVM EQ index */ in kvmppc_xive_get_queue_config()
389 ret = kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_EQ_CONFIG, kvm_eq_idx, in kvmppc_xive_get_queue_config()
397 * only fields from KVM we want to update QEMU with. The other END in kvmppc_xive_get_queue_config()
400 end->w1 = xive_set_field32(END_W1_GENERATION, 0ul, kvm_eq.qtoggle) | in kvmppc_xive_get_queue_config()
416 * Build the KVM state from the local END structure. in kvmppc_xive_set_queue_config()
420 if (xive_get_field32(END_W0_UCOND_NOTIFY, end->w0)) { in kvmppc_xive_set_queue_config()
430 kvm_eq.qshift = xive_get_field32(END_W0_QSIZE, end->w0) + 12; in kvmppc_xive_set_queue_config()
436 kvm_eq.qtoggle = xive_get_field32(END_W1_GENERATION, end->w1); in kvmppc_xive_set_queue_config()
437 kvm_eq.qindex = xive_get_field32(END_W1_PAGE_OFF, end->w1); in kvmppc_xive_set_queue_config()
443 /* Encode the tuple (server, prio) as a KVM EQ index */ in kvmppc_xive_set_queue_config()
452 kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_EQ_CONFIG, kvm_eq_idx, in kvmppc_xive_set_queue_config()
458 kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_CTRL, KVM_DEV_XIVE_RESET, in kvmppc_xive_reset()
467 for (i = 0; i < xive->nr_ends; i++) { in kvmppc_xive_get_queues()
468 if (!xive_end_is_valid(&xive->endt[i])) { in kvmppc_xive_get_queues()
473 &xive->endt[i], errp); in kvmppc_xive_get_queues()
490 * is then synced through KVM to flush any in-flight event
505 XiveSource *xsrc = &xive->source; in kvmppc_xive_change_state_handler()
514 for (i = 0; i < xsrc->nr_irqs; i++) { in kvmppc_xive_change_state_handler()
518 if (!xive_eas_is_valid(&xive->eat[i])) { in kvmppc_xive_change_state_handler()
543 for (i = 0; i < xsrc->nr_irqs; i++) { in kvmppc_xive_change_state_handler()
546 if (!xive_eas_is_valid(&xive->eat[i])) { in kvmppc_xive_change_state_handler()
564 * Sync the XIVE controller in KVM, to flush in-flight event in kvmppc_xive_change_state_handler()
568 kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_CTRL, in kvmppc_xive_change_state_handler()
578 assert(xive->fd != -1); in kvmppc_xive_synchronize_state()
587 kvmppc_xive_source_get_state(&xive->source); in kvmppc_xive_synchronize_state()
590 /* EAT: there is no extra state to query from KVM */ in kvmppc_xive_synchronize_state()
606 assert(xive->fd != -1); in kvmppc_xive_pre_save()
608 /* EAT: there is no extra state to query from KVM */ in kvmppc_xive_pre_save()
633 /* The KVM XIVE device should be in use */ in kvmppc_xive_post_load()
634 assert(xive->fd != -1); in kvmppc_xive_post_load()
637 for (i = 0; i < xive->nr_ends; i++) { in kvmppc_xive_post_load()
638 if (!xive_end_is_valid(&xive->endt[i])) { in kvmppc_xive_post_load()
643 &xive->endt[i], &local_err); in kvmppc_xive_post_load()
650 for (i = 0; i < xive->nr_irqs; i++) { in kvmppc_xive_post_load()
651 if (!xive_eas_is_valid(&xive->eat[i])) { in kvmppc_xive_post_load()
657 * previously set in KVM. Since we don't do that for all interrupts in kvmppc_xive_post_load()
660 ret = kvmppc_xive_source_reset_one(&xive->source, i, &local_err); in kvmppc_xive_post_load()
665 ret = kvmppc_xive_set_source_config(xive, i, &xive->eat[i], &local_err); in kvmppc_xive_post_load()
679 * necessarily connected to the KVM device at that time. in kvmppc_xive_post_load()
684 ret = kvmppc_xive_cpu_set_state(spapr_cpu_state(cpu)->tctx, &local_err); in kvmppc_xive_post_load()
705 addr = mmap(NULL, len, PROT_WRITE | PROT_READ, MAP_SHARED, xive->fd, in kvmppc_xive_mmap()
715 * All the XIVE memory regions are now backed by mappings from the KVM
722 XiveSource *xsrc = &xive->source; in kvmppc_xive_connect()
731 * The KVM XIVE device already in use. This is the case when in kvmppc_xive_connect()
732 * rebooting under the XIVE-only interrupt mode. in kvmppc_xive_connect()
734 if (xive->fd != -1) { in kvmppc_xive_connect()
739 error_setg(errp, "IRQ_XIVE capability must be present for KVM"); in kvmppc_xive_connect()
740 return -1; in kvmppc_xive_connect()
743 /* First, create the KVM XIVE device */ in kvmppc_xive_connect()
746 error_setg_errno(errp, -fd, "XIVE: error creating KVM device"); in kvmppc_xive_connect()
747 return -1; in kvmppc_xive_connect()
749 xive->fd = fd; in kvmppc_xive_connect()
751 /* Tell KVM about the # of VCPUs we may have */ in kvmppc_xive_connect()
752 if (kvm_device_check_attr(xive->fd, KVM_DEV_XIVE_GRP_CTRL, in kvmppc_xive_connect()
754 ret = kvm_device_access(xive->fd, KVM_DEV_XIVE_GRP_CTRL, in kvmppc_xive_connect()
763 * 1. Source ESB pages - KVM mapping in kvmppc_xive_connect()
769 xsrc->esb_mmap = addr; in kvmppc_xive_connect()
771 memory_region_init_ram_device_ptr(&xsrc->esb_mmio_kvm, OBJECT(xsrc), in kvmppc_xive_connect()
772 "xive.esb-kvm", esb_len, xsrc->esb_mmap); in kvmppc_xive_connect()
773 memory_region_add_subregion_overlap(&xsrc->esb_mmio, 0, in kvmppc_xive_connect()
774 &xsrc->esb_mmio_kvm, 1); in kvmppc_xive_connect()
777 * 2. END ESB pages (No KVM support yet) in kvmppc_xive_connect()
781 * 3. TIMA pages - KVM mapping in kvmppc_xive_connect()
787 xive->tm_mmap = addr; in kvmppc_xive_connect()
789 memory_region_init_ram_device_ptr(&xive->tm_mmio_kvm, OBJECT(xive), in kvmppc_xive_connect()
790 "xive.tima", tima_len, xive->tm_mmap); in kvmppc_xive_connect()
791 memory_region_add_subregion_overlap(&xive->tm_mmio, 0, in kvmppc_xive_connect()
792 &xive->tm_mmio_kvm, 1); in kvmppc_xive_connect()
794 xive->change = qemu_add_vm_change_state_handler( in kvmppc_xive_connect()
801 ret = kvmppc_xive_cpu_connect(spapr_cpu_state(cpu)->tctx, errp); in kvmppc_xive_connect()
807 /* Update the KVM sources */ in kvmppc_xive_connect()
820 return -1; in kvmppc_xive_connect()
829 assert(xive->fd != -1); in kvmppc_xive_disconnect()
831 /* Clear the KVM mapping */ in kvmppc_xive_disconnect()
832 xsrc = &xive->source; in kvmppc_xive_disconnect()
835 if (xsrc->esb_mmap) { in kvmppc_xive_disconnect()
836 memory_region_del_subregion(&xsrc->esb_mmio, &xsrc->esb_mmio_kvm); in kvmppc_xive_disconnect()
837 object_unparent(OBJECT(&xsrc->esb_mmio_kvm)); in kvmppc_xive_disconnect()
838 munmap(xsrc->esb_mmap, esb_len); in kvmppc_xive_disconnect()
839 xsrc->esb_mmap = NULL; in kvmppc_xive_disconnect()
842 if (xive->tm_mmap) { in kvmppc_xive_disconnect()
843 memory_region_del_subregion(&xive->tm_mmio, &xive->tm_mmio_kvm); in kvmppc_xive_disconnect()
844 object_unparent(OBJECT(&xive->tm_mmio_kvm)); in kvmppc_xive_disconnect()
845 munmap(xive->tm_mmap, 4ull << TM_SHIFT); in kvmppc_xive_disconnect()
846 xive->tm_mmap = NULL; in kvmppc_xive_disconnect()
850 * When the KVM device fd is closed, the KVM device is destroyed in kvmppc_xive_disconnect()
854 close(xive->fd); in kvmppc_xive_disconnect()
855 xive->fd = -1; in kvmppc_xive_disconnect()
865 if (xive->change) { in kvmppc_xive_disconnect()
866 qemu_del_vm_change_state_handler(xive->change); in kvmppc_xive_disconnect()
867 xive->change = NULL; in kvmppc_xive_disconnect()