1680c1c6fSJan Kiszka /* 2680c1c6fSJan Kiszka * KVM in-kernel APIC support 3680c1c6fSJan Kiszka * 4680c1c6fSJan Kiszka * Copyright (c) 2011 Siemens AG 5680c1c6fSJan Kiszka * 6680c1c6fSJan Kiszka * Authors: 7680c1c6fSJan Kiszka * Jan Kiszka <jan.kiszka@siemens.com> 8680c1c6fSJan Kiszka * 9680c1c6fSJan Kiszka * This work is licensed under the terms of the GNU GPL version 2. 10680c1c6fSJan Kiszka * See the COPYING file in the top-level directory. 11680c1c6fSJan Kiszka */ 120b8fa32fSMarkus Armbruster 13b6a0aa05SPeter Maydell #include "qemu/osdep.h" 140b8fa32fSMarkus Armbruster #include "qemu/module.h" 150d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h" 16a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h" 17b3946626SVincent Palatin #include "sysemu/hw_accel.h" 189c17d615SPaolo Bonzini #include "sysemu/kvm.h" 19a9dc68d9SClaudio Fontana #include "kvm/kvm_i386.h" 20680c1c6fSJan Kiszka 21680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic, 22680c1c6fSJan Kiszka int reg_id, uint32_t val) 23680c1c6fSJan Kiszka { 24680c1c6fSJan Kiszka *((uint32_t *)(kapic->regs + (reg_id << 4))) = val; 25680c1c6fSJan Kiszka } 26680c1c6fSJan Kiszka 27680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic, 28680c1c6fSJan Kiszka int reg_id) 29680c1c6fSJan Kiszka { 30680c1c6fSJan Kiszka return *((uint32_t *)(kapic->regs + (reg_id << 4))); 31680c1c6fSJan Kiszka } 32680c1c6fSJan Kiszka 3378d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic) 34680c1c6fSJan Kiszka { 35680c1c6fSJan Kiszka int i; 36680c1c6fSJan Kiszka 370614cb82SJim Meyering memset(kapic, 0, sizeof(*kapic)); 38e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 39e391c009SIgor Mammedov kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id); 40e391c009SIgor Mammedov } else { 41680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x2, s->id << 24); 42e391c009SIgor Mammedov } 43680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x8, s->tpr); 44680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24); 45680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff); 46680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xf, s->spurious_vec); 47680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 48680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]); 49680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]); 50680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]); 51680c1c6fSJan Kiszka } 52680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x28, s->esr); 53680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x30, s->icr[0]); 54680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x31, s->icr[1]); 55680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 56680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]); 57680c1c6fSJan Kiszka } 58680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x38, s->initial_count); 59680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x3e, s->divide_conf); 60680c1c6fSJan Kiszka } 61680c1c6fSJan Kiszka 62d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic) 63680c1c6fSJan Kiszka { 64d3b0c9e9Sxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 65680c1c6fSJan Kiszka int i, v; 66680c1c6fSJan Kiszka 67e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) { 68e391c009SIgor Mammedov assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id); 69e391c009SIgor Mammedov } else { 70680c1c6fSJan Kiszka s->id = kvm_apic_get_reg(kapic, 0x2) >> 24; 71e391c009SIgor Mammedov } 72680c1c6fSJan Kiszka s->tpr = kvm_apic_get_reg(kapic, 0x8); 73680c1c6fSJan Kiszka s->arb_id = kvm_apic_get_reg(kapic, 0x9); 74680c1c6fSJan Kiszka s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24; 75680c1c6fSJan Kiszka s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28; 76680c1c6fSJan Kiszka s->spurious_vec = kvm_apic_get_reg(kapic, 0xf); 77680c1c6fSJan Kiszka for (i = 0; i < 8; i++) { 78680c1c6fSJan Kiszka s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i); 79680c1c6fSJan Kiszka s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i); 80680c1c6fSJan Kiszka s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i); 81680c1c6fSJan Kiszka } 82680c1c6fSJan Kiszka s->esr = kvm_apic_get_reg(kapic, 0x28); 83680c1c6fSJan Kiszka s->icr[0] = kvm_apic_get_reg(kapic, 0x30); 84680c1c6fSJan Kiszka s->icr[1] = kvm_apic_get_reg(kapic, 0x31); 85680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) { 86680c1c6fSJan Kiszka s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i); 87680c1c6fSJan Kiszka } 88680c1c6fSJan Kiszka s->initial_count = kvm_apic_get_reg(kapic, 0x38); 89680c1c6fSJan Kiszka s->divide_conf = kvm_apic_get_reg(kapic, 0x3e); 90680c1c6fSJan Kiszka 91680c1c6fSJan Kiszka v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4); 92680c1c6fSJan Kiszka s->count_shift = (v + 1) & 7; 93680c1c6fSJan Kiszka 94bc72ad67SAlex Bligh s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL); 95680c1c6fSJan Kiszka apic_next_timer(s, s->initial_count_load_time); 96680c1c6fSJan Kiszka } 97680c1c6fSJan Kiszka 98*774204cfSBui Quang Minh static int kvm_apic_set_base(APICCommonState *s, uint64_t val) 99680c1c6fSJan Kiszka { 100680c1c6fSJan Kiszka s->apicbase = val; 101*774204cfSBui Quang Minh return 0; 102680c1c6fSJan Kiszka } 103680c1c6fSJan Kiszka 104680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val) 105680c1c6fSJan Kiszka { 106680c1c6fSJan Kiszka s->tpr = (val & 0x0f) << 4; 107680c1c6fSJan Kiszka } 108680c1c6fSJan Kiszka 109e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s) 110e5ad936bSJan Kiszka { 111e5ad936bSJan Kiszka return s->tpr >> 4; 112e5ad936bSJan Kiszka } 113e5ad936bSJan Kiszka 114e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable) 115e5ad936bSJan Kiszka { 116e5ad936bSJan Kiszka struct kvm_tpr_access_ctl ctl = { 117e5ad936bSJan Kiszka .enabled = enable 118e5ad936bSJan Kiszka }; 119e5ad936bSJan Kiszka 1201bc22652SAndreas Färber kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl); 121e5ad936bSJan Kiszka } 122e5ad936bSJan Kiszka 123e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s) 124e5ad936bSJan Kiszka { 125e5ad936bSJan Kiszka struct kvm_vapic_addr vapid_addr = { 126e5ad936bSJan Kiszka .vapic_addr = s->vapic_paddr, 127e5ad936bSJan Kiszka }; 128e5ad936bSJan Kiszka int ret; 129e5ad936bSJan Kiszka 1301bc22652SAndreas Färber ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr); 131e5ad936bSJan Kiszka if (ret < 0) { 132e5ad936bSJan Kiszka fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n", 133e5ad936bSJan Kiszka strerror(-ret)); 134e5ad936bSJan Kiszka abort(); 135e5ad936bSJan Kiszka } 136e5ad936bSJan Kiszka } 137e5ad936bSJan Kiszka 13814e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data) 13978d6a05dSDr. David Alan Gilbert { 14014e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 14178d6a05dSDr. David Alan Gilbert struct kvm_lapic_state kapic; 14278d6a05dSDr. David Alan Gilbert int ret; 14378d6a05dSDr. David Alan Gilbert 144f8d9ccf8SDr. David Alan Gilbert kvm_put_apicbase(s->cpu, s->apicbase); 14578d6a05dSDr. David Alan Gilbert kvm_put_apic_state(s, &kapic); 14678d6a05dSDr. David Alan Gilbert 14778d6a05dSDr. David Alan Gilbert ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic); 14878d6a05dSDr. David Alan Gilbert if (ret < 0) { 149d84451d3SDmitry Voronetskiy fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(-ret)); 15078d6a05dSDr. David Alan Gilbert abort(); 15178d6a05dSDr. David Alan Gilbert } 15278d6a05dSDr. David Alan Gilbert } 15378d6a05dSDr. David Alan Gilbert 15478d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s) 15578d6a05dSDr. David Alan Gilbert { 15614e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 15778d6a05dSDr. David Alan Gilbert } 15878d6a05dSDr. David Alan Gilbert 15914e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data) 160680c1c6fSJan Kiszka { 16114e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr; 162680c1c6fSJan Kiszka uint32_t lvt; 163680c1c6fSJan Kiszka int ret; 164680c1c6fSJan Kiszka 165cb446ecaSAndreas Färber cpu_synchronize_state(cpu); 166680c1c6fSJan Kiszka 167680c1c6fSJan Kiszka lvt = s->lvt[APIC_LVT_LINT1]; 168680c1c6fSJan Kiszka if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) { 1691bc22652SAndreas Färber ret = kvm_vcpu_ioctl(cpu, KVM_NMI); 170680c1c6fSJan Kiszka if (ret < 0) { 171680c1c6fSJan Kiszka fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n", 172680c1c6fSJan Kiszka strerror(-ret)); 173680c1c6fSJan Kiszka } 174680c1c6fSJan Kiszka } 175680c1c6fSJan Kiszka } 176680c1c6fSJan Kiszka 177680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s) 178680c1c6fSJan Kiszka { 17914e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s)); 180680c1c6fSJan Kiszka } 181680c1c6fSJan Kiszka 182267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg) 183267ee357SRadim Krčmář { 184267ee357SRadim Krčmář int ret; 185267ee357SRadim Krčmář 186c1bb5418SDavid Woodhouse /* 187c1bb5418SDavid Woodhouse * The message has already passed through interrupt remapping if enabled, 188c1bb5418SDavid Woodhouse * but the legacy extended destination ID in low bits still needs to be 189c1bb5418SDavid Woodhouse * handled. 190c1bb5418SDavid Woodhouse */ 191c1bb5418SDavid Woodhouse msg->address = kvm_swizzle_msi_ext_dest_id(msg->address); 192c1bb5418SDavid Woodhouse 193267ee357SRadim Krčmář ret = kvm_irqchip_send_msi(kvm_state, *msg); 194267ee357SRadim Krčmář if (ret < 0) { 195267ee357SRadim Krčmář fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n", 196267ee357SRadim Krčmář strerror(-ret)); 197267ee357SRadim Krčmář } 198267ee357SRadim Krčmář } 199267ee357SRadim Krčmář 200a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr, 201ffb8d429SJan Kiszka unsigned size) 202ffb8d429SJan Kiszka { 203ffb8d429SJan Kiszka return ~(uint64_t)0; 204ffb8d429SJan Kiszka } 205ffb8d429SJan Kiszka 206a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr, 207ffb8d429SJan Kiszka uint64_t data, unsigned size) 208ffb8d429SJan Kiszka { 209ffb8d429SJan Kiszka MSIMessage msg = { .address = addr, .data = data }; 210ffb8d429SJan Kiszka 211267ee357SRadim Krčmář kvm_send_msi(&msg); 212ffb8d429SJan Kiszka } 213ffb8d429SJan Kiszka 214ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = { 215ffb8d429SJan Kiszka .read = kvm_apic_mem_read, 216ffb8d429SJan Kiszka .write = kvm_apic_mem_write, 217ffb8d429SJan Kiszka .endianness = DEVICE_NATIVE_ENDIAN, 218ffb8d429SJan Kiszka }; 219ffb8d429SJan Kiszka 220575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s) 221575a6f40SPaolo Bonzini { 222575a6f40SPaolo Bonzini /* Not used by KVM, which uses the CPU mp_state instead. */ 223575a6f40SPaolo Bonzini s->wait_for_sipi = 0; 22478d6a05dSDr. David Alan Gilbert 22514e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s)); 226575a6f40SPaolo Bonzini } 227575a6f40SPaolo Bonzini 228ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp) 229680c1c6fSJan Kiszka { 230ff6986ceSxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev); 231ff6986ceSxiaoqiang zhao 232365aa113SIgor Mammedov memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s, 233365aa113SIgor Mammedov "kvm-apic-msi", APIC_SPACE_SIZE); 234ffb8d429SJan Kiszka 2358981bae2SEduardo Habkost assert(kvm_has_gsi_routing()); 236226419d6SMichael S. Tsirkin msi_nonbroken = true; 237ffb8d429SJan Kiszka } 238680c1c6fSJan Kiszka 239b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev) 2409c156f9dSIgor Mammedov { 2419c156f9dSIgor Mammedov } 2429c156f9dSIgor Mammedov 243999e12bbSAnthony Liguori static void kvm_apic_class_init(ObjectClass *klass, void *data) 244999e12bbSAnthony Liguori { 245999e12bbSAnthony Liguori APICCommonClass *k = APIC_COMMON_CLASS(klass); 246999e12bbSAnthony Liguori 247ff6986ceSxiaoqiang zhao k->realize = kvm_apic_realize; 2489c156f9dSIgor Mammedov k->unrealize = kvm_apic_unrealize; 249575a6f40SPaolo Bonzini k->reset = kvm_apic_reset; 250999e12bbSAnthony Liguori k->set_base = kvm_apic_set_base; 251999e12bbSAnthony Liguori k->set_tpr = kvm_apic_set_tpr; 252e5ad936bSJan Kiszka k->get_tpr = kvm_apic_get_tpr; 25378d6a05dSDr. David Alan Gilbert k->post_load = kvm_apic_post_load; 254e5ad936bSJan Kiszka k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting; 255e5ad936bSJan Kiszka k->vapic_base_update = kvm_apic_vapic_base_update; 256999e12bbSAnthony Liguori k->external_nmi = kvm_apic_external_nmi; 257267ee357SRadim Krčmář k->send_msi = kvm_send_msi; 258999e12bbSAnthony Liguori } 259999e12bbSAnthony Liguori 2608c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = { 261999e12bbSAnthony Liguori .name = "kvm-apic", 26239bffca2SAnthony Liguori .parent = TYPE_APIC_COMMON, 2634cafe606SJan Kiszka .instance_size = sizeof(APICCommonState), 264999e12bbSAnthony Liguori .class_init = kvm_apic_class_init, 265680c1c6fSJan Kiszka }; 266680c1c6fSJan Kiszka 26783f7d43aSAndreas Färber static void kvm_apic_register_types(void) 268680c1c6fSJan Kiszka { 26939bffca2SAnthony Liguori type_register_static(&kvm_apic_info); 270680c1c6fSJan Kiszka } 271680c1c6fSJan Kiszka 27283f7d43aSAndreas Färber type_init(kvm_apic_register_types) 273