1680c1c6fSJan Kiszka /* 2680c1c6fSJan Kiszka * KVM in-kernel APIC support 3680c1c6fSJan Kiszka * 4680c1c6fSJan Kiszka * Copyright (c) 2011 Siemens AG 5680c1c6fSJan Kiszka * 6680c1c6fSJan Kiszka * Authors: 7680c1c6fSJan Kiszka * Jan Kiszka <jan.kiszka@siemens.com> 8680c1c6fSJan Kiszka * 9680c1c6fSJan Kiszka * This work is licensed under the terms of the GNU GPL version 2. 10680c1c6fSJan Kiszka * See the COPYING file in the top-level directory. 11680c1c6fSJan Kiszka */ 12b6a0aa05SPeter Maydell #include "qemu/osdep.h" 1333c11879SPaolo Bonzini #include "qemu-common.h" 1433c11879SPaolo Bonzini #include "cpu.h" 150d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h" 16a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h" 17*b3946626SVincent Palatin #include "sysemu/hw_accel.h" 189c17d615SPaolo Bonzini #include "sysemu/kvm.h" 19fcf5ef2aSThomas Huth #include "target/i386/kvm_i386.h" 20680c1c6fSJan Kiszka 21680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic, 22680c1c6fSJan Kiszka int reg_id, uint32_t val) 23680c1c6fSJan Kiszka { 24680c1c6fSJan Kiszka *((uint32_t *)(kapic->regs + (reg_id << 4))) = val; 25680c1c6fSJan Kiszka } 26680c1c6fSJan Kiszka 27680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic, 28680c1c6fSJan Kiszka int reg_id) 29680c1c6fSJan Kiszka { 30680c1c6fSJan Kiszka return *((uint32_t *)(kapic->regs + (reg_id << 4))); 31680c1c6fSJan Kiszka } 32680c1c6fSJan Kiszka 3378d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic) 34680c1c6fSJan Kiszka { 35680c1c6fSJan Kiszka int i; 36680c1c6fSJan Kiszka 370614cb82SJim Meyering memset(kapic, 0, sizeof(*kapic)); 38e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 39e391c009SIgor Mammedov kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id); 40e391c009SIgor Mammedov } else { 41680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x2, s->id << 24); 42e391c009SIgor Mammedov } 43680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x8, s->tpr); 44680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24); 45680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff); 46680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xf, s->spurious_vec); 47680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 48680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]); 49680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]); 50680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]); 51680c1c6fSJan Kiszka } 52680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x28, s->esr); 53680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x30, s->icr[0]); 54680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x31, s->icr[1]); 55680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 56680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]); 57680c1c6fSJan Kiszka } 58680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x38, s->initial_count); 59680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x3e, s->divide_conf); 60680c1c6fSJan Kiszka } 61680c1c6fSJan Kiszka 62d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic) 63680c1c6fSJan Kiszka { 64d3b0c9e9Sxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 65680c1c6fSJan Kiszka int i, v; 66680c1c6fSJan Kiszka 67e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 68e391c009SIgor Mammedov assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id); 69e391c009SIgor Mammedov } else { 70680c1c6fSJan Kiszka s->id = kvm_apic_get_reg(kapic, 0x2) >> 24; 71e391c009SIgor Mammedov } 72680c1c6fSJan Kiszka s->tpr = kvm_apic_get_reg(kapic, 0x8); 73680c1c6fSJan Kiszka s->arb_id = kvm_apic_get_reg(kapic, 0x9); 74680c1c6fSJan Kiszka s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24; 75680c1c6fSJan Kiszka s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28; 76680c1c6fSJan Kiszka s->spurious_vec = kvm_apic_get_reg(kapic, 0xf); 77680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 78680c1c6fSJan Kiszka s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i); 79680c1c6fSJan Kiszka s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i); 80680c1c6fSJan Kiszka s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i); 81680c1c6fSJan Kiszka } 82680c1c6fSJan Kiszka s->esr = kvm_apic_get_reg(kapic, 0x28); 83680c1c6fSJan Kiszka s->icr[0] = kvm_apic_get_reg(kapic, 0x30); 84680c1c6fSJan Kiszka s->icr[1] = kvm_apic_get_reg(kapic, 0x31); 85680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 86680c1c6fSJan Kiszka s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i); 87680c1c6fSJan Kiszka } 88680c1c6fSJan Kiszka s->initial_count = kvm_apic_get_reg(kapic, 0x38); 89680c1c6fSJan Kiszka s->divide_conf = kvm_apic_get_reg(kapic, 0x3e); 90680c1c6fSJan Kiszka 91680c1c6fSJan Kiszka v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4); 92680c1c6fSJan Kiszka s->count_shift = (v + 1) & 7; 93680c1c6fSJan Kiszka 94bc72ad67SAlex Bligh s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 95680c1c6fSJan Kiszka apic_next_timer(s, s->initial_count_load_time); 96680c1c6fSJan Kiszka } 97680c1c6fSJan Kiszka 98680c1c6fSJan Kiszka static void kvm_apic_set_base(APICCommonState *s, uint64_t val) 99680c1c6fSJan Kiszka { 100680c1c6fSJan Kiszka s->apicbase = val; 101680c1c6fSJan Kiszka } 102680c1c6fSJan Kiszka 103680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val) 104680c1c6fSJan Kiszka { 105680c1c6fSJan Kiszka s->tpr = (val & 0x0f) << 4; 106680c1c6fSJan Kiszka } 107680c1c6fSJan Kiszka 108e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s) 109e5ad936bSJan Kiszka { 110e5ad936bSJan Kiszka return s->tpr >> 4; 111e5ad936bSJan Kiszka } 112e5ad936bSJan Kiszka 113e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable) 114e5ad936bSJan Kiszka { 115e5ad936bSJan Kiszka struct kvm_tpr_access_ctl ctl = { 116e5ad936bSJan Kiszka .enabled = enable 117e5ad936bSJan Kiszka }; 118e5ad936bSJan Kiszka 1191bc22652SAndreas Färber kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl); 120e5ad936bSJan Kiszka } 121e5ad936bSJan Kiszka 122e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s) 123e5ad936bSJan Kiszka { 124e5ad936bSJan Kiszka struct kvm_vapic_addr vapid_addr = { 125e5ad936bSJan Kiszka .vapic_addr = s->vapic_paddr, 126e5ad936bSJan Kiszka }; 127e5ad936bSJan Kiszka int ret; 128e5ad936bSJan Kiszka 1291bc22652SAndreas Färber ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr); 130e5ad936bSJan Kiszka if (ret < 0) { 131e5ad936bSJan Kiszka fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n", 132e5ad936bSJan Kiszka strerror(-ret)); 133e5ad936bSJan Kiszka abort(); 134e5ad936bSJan Kiszka } 135e5ad936bSJan Kiszka } 136e5ad936bSJan Kiszka 13714e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data) 13878d6a05dSDr. David Alan Gilbert { 13914e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 14078d6a05dSDr. David Alan Gilbert struct kvm_lapic_state kapic; 14178d6a05dSDr. David Alan Gilbert int ret; 14278d6a05dSDr. David Alan Gilbert 143f8d9ccf8SDr. David Alan Gilbert kvm_put_apicbase(s->cpu, s->apicbase); 14478d6a05dSDr. David Alan Gilbert kvm_put_apic_state(s, &kapic); 14578d6a05dSDr. David Alan Gilbert 14678d6a05dSDr. David Alan Gilbert ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic); 14778d6a05dSDr. David Alan Gilbert if (ret < 0) { 14878d6a05dSDr. David Alan Gilbert fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(ret)); 14978d6a05dSDr. David Alan Gilbert abort(); 15078d6a05dSDr. David Alan Gilbert } 15178d6a05dSDr. David Alan Gilbert } 15278d6a05dSDr. David Alan Gilbert 15378d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s) 15478d6a05dSDr. David Alan Gilbert { 15514e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 15678d6a05dSDr. David Alan Gilbert } 15778d6a05dSDr. David Alan Gilbert 15814e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data) 159680c1c6fSJan Kiszka { 16014e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 161680c1c6fSJan Kiszka uint32_t lvt; 162680c1c6fSJan Kiszka int ret; 163680c1c6fSJan Kiszka 164cb446ecaSAndreas Färber cpu_synchronize_state(cpu); 165680c1c6fSJan Kiszka 166680c1c6fSJan Kiszka lvt = s->lvt[APIC_LVT_LINT1]; 167680c1c6fSJan Kiszka if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) { 1681bc22652SAndreas Färber ret = kvm_vcpu_ioctl(cpu, KVM_NMI); 169680c1c6fSJan Kiszka if (ret < 0) { 170680c1c6fSJan Kiszka fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n", 171680c1c6fSJan Kiszka strerror(-ret)); 172680c1c6fSJan Kiszka } 173680c1c6fSJan Kiszka } 174680c1c6fSJan Kiszka } 175680c1c6fSJan Kiszka 176680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s) 177680c1c6fSJan Kiszka { 17814e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s)); 179680c1c6fSJan Kiszka } 180680c1c6fSJan Kiszka 181267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg) 182267ee357SRadim Krčmář { 183267ee357SRadim Krčmář int ret; 184267ee357SRadim Krčmář 185267ee357SRadim Krčmář ret = kvm_irqchip_send_msi(kvm_state, *msg); 186267ee357SRadim Krčmář if (ret < 0) { 187267ee357SRadim Krčmář fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n", 188267ee357SRadim Krčmář strerror(-ret)); 189267ee357SRadim Krčmář } 190267ee357SRadim Krčmář } 191267ee357SRadim Krčmář 192a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr, 193ffb8d429SJan Kiszka unsigned size) 194ffb8d429SJan Kiszka { 195ffb8d429SJan Kiszka return ~(uint64_t)0; 196ffb8d429SJan Kiszka } 197ffb8d429SJan Kiszka 198a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr, 199ffb8d429SJan Kiszka uint64_t data, unsigned size) 200ffb8d429SJan Kiszka { 201ffb8d429SJan Kiszka MSIMessage msg = { .address = addr, .data = data }; 202ffb8d429SJan Kiszka 203267ee357SRadim Krčmář kvm_send_msi(&msg); 204ffb8d429SJan Kiszka } 205ffb8d429SJan Kiszka 206ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = { 207ffb8d429SJan Kiszka .read = kvm_apic_mem_read, 208ffb8d429SJan Kiszka .write = kvm_apic_mem_write, 209ffb8d429SJan Kiszka .endianness = DEVICE_NATIVE_ENDIAN, 210ffb8d429SJan Kiszka }; 211ffb8d429SJan Kiszka 212575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s) 213575a6f40SPaolo Bonzini { 214575a6f40SPaolo Bonzini /* Not used by KVM, which uses the CPU mp_state instead. */ 215575a6f40SPaolo Bonzini s->wait_for_sipi = 0; 21678d6a05dSDr. David Alan Gilbert 21714e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 218575a6f40SPaolo Bonzini } 219575a6f40SPaolo Bonzini 220ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp) 221680c1c6fSJan Kiszka { 222ff6986ceSxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 223ff6986ceSxiaoqiang zhao 224365aa113SIgor Mammedov memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s, 225365aa113SIgor Mammedov "kvm-apic-msi", APIC_SPACE_SIZE); 226ffb8d429SJan Kiszka 227ffb8d429SJan Kiszka if (kvm_has_gsi_routing()) { 228226419d6SMichael S. Tsirkin msi_nonbroken = true; 229ffb8d429SJan Kiszka } 230680c1c6fSJan Kiszka } 231680c1c6fSJan Kiszka 2329c156f9dSIgor Mammedov static void kvm_apic_unrealize(DeviceState *dev, Error **errp) 2339c156f9dSIgor Mammedov { 2349c156f9dSIgor Mammedov } 2359c156f9dSIgor Mammedov 236999e12bbSAnthony Liguori static void kvm_apic_class_init(ObjectClass *klass, void *data) 237999e12bbSAnthony Liguori { 238999e12bbSAnthony Liguori APICCommonClass *k = APIC_COMMON_CLASS(klass); 239999e12bbSAnthony Liguori 240ff6986ceSxiaoqiang zhao k->realize = kvm_apic_realize; 2419c156f9dSIgor Mammedov k->unrealize = kvm_apic_unrealize; 242575a6f40SPaolo Bonzini k->reset = kvm_apic_reset; 243999e12bbSAnthony Liguori k->set_base = kvm_apic_set_base; 244999e12bbSAnthony Liguori k->set_tpr = kvm_apic_set_tpr; 245e5ad936bSJan Kiszka k->get_tpr = kvm_apic_get_tpr; 24678d6a05dSDr. David Alan Gilbert k->post_load = kvm_apic_post_load; 247e5ad936bSJan Kiszka k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting; 248e5ad936bSJan Kiszka k->vapic_base_update = kvm_apic_vapic_base_update; 249999e12bbSAnthony Liguori k->external_nmi = kvm_apic_external_nmi; 250267ee357SRadim Krčmář k->send_msi = kvm_send_msi; 251999e12bbSAnthony Liguori } 252999e12bbSAnthony Liguori 2538c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = { 254999e12bbSAnthony Liguori .name = "kvm-apic", 25539bffca2SAnthony Liguori .parent = TYPE_APIC_COMMON, 2564cafe606SJan Kiszka .instance_size = sizeof(APICCommonState), 257999e12bbSAnthony Liguori .class_init = kvm_apic_class_init, 258680c1c6fSJan Kiszka }; 259680c1c6fSJan Kiszka 26083f7d43aSAndreas Färber static void kvm_apic_register_types(void) 261680c1c6fSJan Kiszka { 26239bffca2SAnthony Liguori type_register_static(&kvm_apic_info); 263680c1c6fSJan Kiszka } 264680c1c6fSJan Kiszka 26583f7d43aSAndreas Färber type_init(kvm_apic_register_types) 266