1680c1c6fSJan Kiszka /* 2680c1c6fSJan Kiszka * KVM in-kernel APIC support 3680c1c6fSJan Kiszka * 4680c1c6fSJan Kiszka * Copyright (c) 2011 Siemens AG 5680c1c6fSJan Kiszka * 6680c1c6fSJan Kiszka * Authors: 7680c1c6fSJan Kiszka * Jan Kiszka <jan.kiszka@siemens.com> 8680c1c6fSJan Kiszka * 9680c1c6fSJan Kiszka * This work is licensed under the terms of the GNU GPL version 2. 10680c1c6fSJan Kiszka * See the COPYING file in the top-level directory. 11680c1c6fSJan Kiszka */ 120b8fa32fSMarkus Armbruster 13b6a0aa05SPeter Maydell #include "qemu/osdep.h" 140b8fa32fSMarkus Armbruster #include "qemu/module.h" 1533c11879SPaolo Bonzini #include "cpu.h" 160d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h" 17a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h" 18b3946626SVincent Palatin #include "sysemu/hw_accel.h" 199c17d615SPaolo Bonzini #include "sysemu/kvm.h" 20fcf5ef2aSThomas Huth #include "target/i386/kvm_i386.h" 21680c1c6fSJan Kiszka 22680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic, 23680c1c6fSJan Kiszka int reg_id, uint32_t val) 24680c1c6fSJan Kiszka { 25680c1c6fSJan Kiszka *((uint32_t *)(kapic->regs + (reg_id << 4))) = val; 26680c1c6fSJan Kiszka } 27680c1c6fSJan Kiszka 28680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic, 29680c1c6fSJan Kiszka int reg_id) 30680c1c6fSJan Kiszka { 31680c1c6fSJan Kiszka return *((uint32_t *)(kapic->regs + (reg_id << 4))); 32680c1c6fSJan Kiszka } 33680c1c6fSJan Kiszka 3478d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic) 35680c1c6fSJan Kiszka { 36680c1c6fSJan Kiszka int i; 37680c1c6fSJan Kiszka 380614cb82SJim Meyering memset(kapic, 0, sizeof(*kapic)); 39e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 40e391c009SIgor Mammedov kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id); 41e391c009SIgor Mammedov } else { 42680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x2, s->id << 24); 43e391c009SIgor Mammedov } 44680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x8, s->tpr); 45680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24); 46680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff); 47680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xf, s->spurious_vec); 48680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 49680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]); 50680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]); 51680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]); 52680c1c6fSJan Kiszka } 53680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x28, s->esr); 54680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x30, s->icr[0]); 55680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x31, s->icr[1]); 56680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 57680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]); 58680c1c6fSJan Kiszka } 59680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x38, s->initial_count); 60680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x3e, s->divide_conf); 61680c1c6fSJan Kiszka } 62680c1c6fSJan Kiszka 63d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic) 64680c1c6fSJan Kiszka { 65d3b0c9e9Sxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 66680c1c6fSJan Kiszka int i, v; 67680c1c6fSJan Kiszka 68e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 69e391c009SIgor Mammedov assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id); 70e391c009SIgor Mammedov } else { 71680c1c6fSJan Kiszka s->id = kvm_apic_get_reg(kapic, 0x2) >> 24; 72e391c009SIgor Mammedov } 73680c1c6fSJan Kiszka s->tpr = kvm_apic_get_reg(kapic, 0x8); 74680c1c6fSJan Kiszka s->arb_id = kvm_apic_get_reg(kapic, 0x9); 75680c1c6fSJan Kiszka s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24; 76680c1c6fSJan Kiszka s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28; 77680c1c6fSJan Kiszka s->spurious_vec = kvm_apic_get_reg(kapic, 0xf); 78680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 79680c1c6fSJan Kiszka s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i); 80680c1c6fSJan Kiszka s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i); 81680c1c6fSJan Kiszka s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i); 82680c1c6fSJan Kiszka } 83680c1c6fSJan Kiszka s->esr = kvm_apic_get_reg(kapic, 0x28); 84680c1c6fSJan Kiszka s->icr[0] = kvm_apic_get_reg(kapic, 0x30); 85680c1c6fSJan Kiszka s->icr[1] = kvm_apic_get_reg(kapic, 0x31); 86680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 87680c1c6fSJan Kiszka s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i); 88680c1c6fSJan Kiszka } 89680c1c6fSJan Kiszka s->initial_count = kvm_apic_get_reg(kapic, 0x38); 90680c1c6fSJan Kiszka s->divide_conf = kvm_apic_get_reg(kapic, 0x3e); 91680c1c6fSJan Kiszka 92680c1c6fSJan Kiszka v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4); 93680c1c6fSJan Kiszka s->count_shift = (v + 1) & 7; 94680c1c6fSJan Kiszka 95bc72ad67SAlex Bligh s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 96680c1c6fSJan Kiszka apic_next_timer(s, s->initial_count_load_time); 97680c1c6fSJan Kiszka } 98680c1c6fSJan Kiszka 99680c1c6fSJan Kiszka static void kvm_apic_set_base(APICCommonState *s, uint64_t val) 100680c1c6fSJan Kiszka { 101680c1c6fSJan Kiszka s->apicbase = val; 102680c1c6fSJan Kiszka } 103680c1c6fSJan Kiszka 104680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val) 105680c1c6fSJan Kiszka { 106680c1c6fSJan Kiszka s->tpr = (val & 0x0f) << 4; 107680c1c6fSJan Kiszka } 108680c1c6fSJan Kiszka 109e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s) 110e5ad936bSJan Kiszka { 111e5ad936bSJan Kiszka return s->tpr >> 4; 112e5ad936bSJan Kiszka } 113e5ad936bSJan Kiszka 114e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable) 115e5ad936bSJan Kiszka { 116e5ad936bSJan Kiszka struct kvm_tpr_access_ctl ctl = { 117e5ad936bSJan Kiszka .enabled = enable 118e5ad936bSJan Kiszka }; 119e5ad936bSJan Kiszka 1201bc22652SAndreas Färber kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl); 121e5ad936bSJan Kiszka } 122e5ad936bSJan Kiszka 123e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s) 124e5ad936bSJan Kiszka { 125e5ad936bSJan Kiszka struct kvm_vapic_addr vapid_addr = { 126e5ad936bSJan Kiszka .vapic_addr = s->vapic_paddr, 127e5ad936bSJan Kiszka }; 128e5ad936bSJan Kiszka int ret; 129e5ad936bSJan Kiszka 1301bc22652SAndreas Färber ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr); 131e5ad936bSJan Kiszka if (ret < 0) { 132e5ad936bSJan Kiszka fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n", 133e5ad936bSJan Kiszka strerror(-ret)); 134e5ad936bSJan Kiszka abort(); 135e5ad936bSJan Kiszka } 136e5ad936bSJan Kiszka } 137e5ad936bSJan Kiszka 13814e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data) 13978d6a05dSDr. David Alan Gilbert { 14014e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 14178d6a05dSDr. David Alan Gilbert struct kvm_lapic_state kapic; 14278d6a05dSDr. David Alan Gilbert int ret; 14378d6a05dSDr. David Alan Gilbert 144f8d9ccf8SDr. David Alan Gilbert kvm_put_apicbase(s->cpu, s->apicbase); 14578d6a05dSDr. David Alan Gilbert kvm_put_apic_state(s, &kapic); 14678d6a05dSDr. David Alan Gilbert 14778d6a05dSDr. David Alan Gilbert ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic); 14878d6a05dSDr. David Alan Gilbert if (ret < 0) { 14978d6a05dSDr. David Alan Gilbert fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(ret)); 15078d6a05dSDr. David Alan Gilbert abort(); 15178d6a05dSDr. David Alan Gilbert } 15278d6a05dSDr. David Alan Gilbert } 15378d6a05dSDr. David Alan Gilbert 15478d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s) 15578d6a05dSDr. David Alan Gilbert { 15614e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 15778d6a05dSDr. David Alan Gilbert } 15878d6a05dSDr. David Alan Gilbert 15914e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data) 160680c1c6fSJan Kiszka { 16114e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 162680c1c6fSJan Kiszka uint32_t lvt; 163680c1c6fSJan Kiszka int ret; 164680c1c6fSJan Kiszka 165cb446ecaSAndreas Färber cpu_synchronize_state(cpu); 166680c1c6fSJan Kiszka 167680c1c6fSJan Kiszka lvt = s->lvt[APIC_LVT_LINT1]; 168680c1c6fSJan Kiszka if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) { 1691bc22652SAndreas Färber ret = kvm_vcpu_ioctl(cpu, KVM_NMI); 170680c1c6fSJan Kiszka if (ret < 0) { 171680c1c6fSJan Kiszka fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n", 172680c1c6fSJan Kiszka strerror(-ret)); 173680c1c6fSJan Kiszka } 174680c1c6fSJan Kiszka } 175680c1c6fSJan Kiszka } 176680c1c6fSJan Kiszka 177680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s) 178680c1c6fSJan Kiszka { 17914e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s)); 180680c1c6fSJan Kiszka } 181680c1c6fSJan Kiszka 182267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg) 183267ee357SRadim Krčmář { 184267ee357SRadim Krčmář int ret; 185267ee357SRadim Krčmář 186267ee357SRadim Krčmář ret = kvm_irqchip_send_msi(kvm_state, *msg); 187267ee357SRadim Krčmář if (ret < 0) { 188267ee357SRadim Krčmář fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n", 189267ee357SRadim Krčmář strerror(-ret)); 190267ee357SRadim Krčmář } 191267ee357SRadim Krčmář } 192267ee357SRadim Krčmář 193a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr, 194ffb8d429SJan Kiszka unsigned size) 195ffb8d429SJan Kiszka { 196ffb8d429SJan Kiszka return ~(uint64_t)0; 197ffb8d429SJan Kiszka } 198ffb8d429SJan Kiszka 199a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr, 200ffb8d429SJan Kiszka uint64_t data, unsigned size) 201ffb8d429SJan Kiszka { 202ffb8d429SJan Kiszka MSIMessage msg = { .address = addr, .data = data }; 203ffb8d429SJan Kiszka 204267ee357SRadim Krčmář kvm_send_msi(&msg); 205ffb8d429SJan Kiszka } 206ffb8d429SJan Kiszka 207ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = { 208ffb8d429SJan Kiszka .read = kvm_apic_mem_read, 209ffb8d429SJan Kiszka .write = kvm_apic_mem_write, 210ffb8d429SJan Kiszka .endianness = DEVICE_NATIVE_ENDIAN, 211ffb8d429SJan Kiszka }; 212ffb8d429SJan Kiszka 213575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s) 214575a6f40SPaolo Bonzini { 215575a6f40SPaolo Bonzini /* Not used by KVM, which uses the CPU mp_state instead. */ 216575a6f40SPaolo Bonzini s->wait_for_sipi = 0; 21778d6a05dSDr. David Alan Gilbert 21814e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 219575a6f40SPaolo Bonzini } 220575a6f40SPaolo Bonzini 221ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp) 222680c1c6fSJan Kiszka { 223ff6986ceSxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 224ff6986ceSxiaoqiang zhao 225365aa113SIgor Mammedov memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s, 226365aa113SIgor Mammedov "kvm-apic-msi", APIC_SPACE_SIZE); 227ffb8d429SJan Kiszka 228*8981bae2SEduardo Habkost assert(kvm_has_gsi_routing()); 229226419d6SMichael S. Tsirkin msi_nonbroken = true; 230ffb8d429SJan Kiszka } 231680c1c6fSJan Kiszka 232b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev) 2339c156f9dSIgor Mammedov { 2349c156f9dSIgor Mammedov } 2359c156f9dSIgor Mammedov 236999e12bbSAnthony Liguori static void kvm_apic_class_init(ObjectClass *klass, void *data) 237999e12bbSAnthony Liguori { 238999e12bbSAnthony Liguori APICCommonClass *k = APIC_COMMON_CLASS(klass); 239999e12bbSAnthony Liguori 240ff6986ceSxiaoqiang zhao k->realize = kvm_apic_realize; 2419c156f9dSIgor Mammedov k->unrealize = kvm_apic_unrealize; 242575a6f40SPaolo Bonzini k->reset = kvm_apic_reset; 243999e12bbSAnthony Liguori k->set_base = kvm_apic_set_base; 244999e12bbSAnthony Liguori k->set_tpr = kvm_apic_set_tpr; 245e5ad936bSJan Kiszka k->get_tpr = kvm_apic_get_tpr; 24678d6a05dSDr. David Alan Gilbert k->post_load = kvm_apic_post_load; 247e5ad936bSJan Kiszka k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting; 248e5ad936bSJan Kiszka k->vapic_base_update = kvm_apic_vapic_base_update; 249999e12bbSAnthony Liguori k->external_nmi = kvm_apic_external_nmi; 250267ee357SRadim Krčmář k->send_msi = kvm_send_msi; 251999e12bbSAnthony Liguori } 252999e12bbSAnthony Liguori 2538c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = { 254999e12bbSAnthony Liguori .name = "kvm-apic", 25539bffca2SAnthony Liguori .parent = TYPE_APIC_COMMON, 2564cafe606SJan Kiszka .instance_size = sizeof(APICCommonState), 257999e12bbSAnthony Liguori .class_init = kvm_apic_class_init, 258680c1c6fSJan Kiszka }; 259680c1c6fSJan Kiszka 26083f7d43aSAndreas Färber static void kvm_apic_register_types(void) 261680c1c6fSJan Kiszka { 26239bffca2SAnthony Liguori type_register_static(&kvm_apic_info); 263680c1c6fSJan Kiszka } 264680c1c6fSJan Kiszka 26583f7d43aSAndreas Färber type_init(kvm_apic_register_types) 266