xref: /qemu/hw/i386/kvm/apic.c (revision 8981bae23eaca0fa48497c4cacde8f809fe998aa)
1680c1c6fSJan Kiszka /*
2680c1c6fSJan Kiszka  * KVM in-kernel APIC support
3680c1c6fSJan Kiszka  *
4680c1c6fSJan Kiszka  * Copyright (c) 2011 Siemens AG
5680c1c6fSJan Kiszka  *
6680c1c6fSJan Kiszka  * Authors:
7680c1c6fSJan Kiszka  *  Jan Kiszka          <jan.kiszka@siemens.com>
8680c1c6fSJan Kiszka  *
9680c1c6fSJan Kiszka  * This work is licensed under the terms of the GNU GPL version 2.
10680c1c6fSJan Kiszka  * See the COPYING file in the top-level directory.
11680c1c6fSJan Kiszka  */
120b8fa32fSMarkus Armbruster 
13b6a0aa05SPeter Maydell #include "qemu/osdep.h"
140b8fa32fSMarkus Armbruster #include "qemu/module.h"
1533c11879SPaolo Bonzini #include "cpu.h"
160d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h"
17a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h"
18b3946626SVincent Palatin #include "sysemu/hw_accel.h"
199c17d615SPaolo Bonzini #include "sysemu/kvm.h"
20fcf5ef2aSThomas Huth #include "target/i386/kvm_i386.h"
21680c1c6fSJan Kiszka 
22680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic,
23680c1c6fSJan Kiszka                                     int reg_id, uint32_t val)
24680c1c6fSJan Kiszka {
25680c1c6fSJan Kiszka     *((uint32_t *)(kapic->regs + (reg_id << 4))) = val;
26680c1c6fSJan Kiszka }
27680c1c6fSJan Kiszka 
28680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic,
29680c1c6fSJan Kiszka                                         int reg_id)
30680c1c6fSJan Kiszka {
31680c1c6fSJan Kiszka     return *((uint32_t *)(kapic->regs + (reg_id << 4)));
32680c1c6fSJan Kiszka }
33680c1c6fSJan Kiszka 
3478d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic)
35680c1c6fSJan Kiszka {
36680c1c6fSJan Kiszka     int i;
37680c1c6fSJan Kiszka 
380614cb82SJim Meyering     memset(kapic, 0, sizeof(*kapic));
39e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
40e391c009SIgor Mammedov         kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id);
41e391c009SIgor Mammedov     } else {
42680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x2, s->id << 24);
43e391c009SIgor Mammedov     }
44680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x8, s->tpr);
45680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24);
46680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff);
47680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xf, s->spurious_vec);
48680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
49680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]);
50680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]);
51680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]);
52680c1c6fSJan Kiszka     }
53680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x28, s->esr);
54680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x30, s->icr[0]);
55680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x31, s->icr[1]);
56680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
57680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]);
58680c1c6fSJan Kiszka     }
59680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x38, s->initial_count);
60680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x3e, s->divide_conf);
61680c1c6fSJan Kiszka }
62680c1c6fSJan Kiszka 
63d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic)
64680c1c6fSJan Kiszka {
65d3b0c9e9Sxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
66680c1c6fSJan Kiszka     int i, v;
67680c1c6fSJan Kiszka 
68e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
69e391c009SIgor Mammedov         assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id);
70e391c009SIgor Mammedov     } else {
71680c1c6fSJan Kiszka         s->id = kvm_apic_get_reg(kapic, 0x2) >> 24;
72e391c009SIgor Mammedov     }
73680c1c6fSJan Kiszka     s->tpr = kvm_apic_get_reg(kapic, 0x8);
74680c1c6fSJan Kiszka     s->arb_id = kvm_apic_get_reg(kapic, 0x9);
75680c1c6fSJan Kiszka     s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24;
76680c1c6fSJan Kiszka     s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28;
77680c1c6fSJan Kiszka     s->spurious_vec = kvm_apic_get_reg(kapic, 0xf);
78680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
79680c1c6fSJan Kiszka         s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i);
80680c1c6fSJan Kiszka         s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i);
81680c1c6fSJan Kiszka         s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i);
82680c1c6fSJan Kiszka     }
83680c1c6fSJan Kiszka     s->esr = kvm_apic_get_reg(kapic, 0x28);
84680c1c6fSJan Kiszka     s->icr[0] = kvm_apic_get_reg(kapic, 0x30);
85680c1c6fSJan Kiszka     s->icr[1] = kvm_apic_get_reg(kapic, 0x31);
86680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
87680c1c6fSJan Kiszka         s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i);
88680c1c6fSJan Kiszka     }
89680c1c6fSJan Kiszka     s->initial_count = kvm_apic_get_reg(kapic, 0x38);
90680c1c6fSJan Kiszka     s->divide_conf = kvm_apic_get_reg(kapic, 0x3e);
91680c1c6fSJan Kiszka 
92680c1c6fSJan Kiszka     v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
93680c1c6fSJan Kiszka     s->count_shift = (v + 1) & 7;
94680c1c6fSJan Kiszka 
95bc72ad67SAlex Bligh     s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
96680c1c6fSJan Kiszka     apic_next_timer(s, s->initial_count_load_time);
97680c1c6fSJan Kiszka }
98680c1c6fSJan Kiszka 
99680c1c6fSJan Kiszka static void kvm_apic_set_base(APICCommonState *s, uint64_t val)
100680c1c6fSJan Kiszka {
101680c1c6fSJan Kiszka     s->apicbase = val;
102680c1c6fSJan Kiszka }
103680c1c6fSJan Kiszka 
104680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val)
105680c1c6fSJan Kiszka {
106680c1c6fSJan Kiszka     s->tpr = (val & 0x0f) << 4;
107680c1c6fSJan Kiszka }
108680c1c6fSJan Kiszka 
109e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s)
110e5ad936bSJan Kiszka {
111e5ad936bSJan Kiszka     return s->tpr >> 4;
112e5ad936bSJan Kiszka }
113e5ad936bSJan Kiszka 
114e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable)
115e5ad936bSJan Kiszka {
116e5ad936bSJan Kiszka     struct kvm_tpr_access_ctl ctl = {
117e5ad936bSJan Kiszka         .enabled = enable
118e5ad936bSJan Kiszka     };
119e5ad936bSJan Kiszka 
1201bc22652SAndreas Färber     kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl);
121e5ad936bSJan Kiszka }
122e5ad936bSJan Kiszka 
123e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s)
124e5ad936bSJan Kiszka {
125e5ad936bSJan Kiszka     struct kvm_vapic_addr vapid_addr = {
126e5ad936bSJan Kiszka         .vapic_addr = s->vapic_paddr,
127e5ad936bSJan Kiszka     };
128e5ad936bSJan Kiszka     int ret;
129e5ad936bSJan Kiszka 
1301bc22652SAndreas Färber     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr);
131e5ad936bSJan Kiszka     if (ret < 0) {
132e5ad936bSJan Kiszka         fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n",
133e5ad936bSJan Kiszka                 strerror(-ret));
134e5ad936bSJan Kiszka         abort();
135e5ad936bSJan Kiszka     }
136e5ad936bSJan Kiszka }
137e5ad936bSJan Kiszka 
13814e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data)
13978d6a05dSDr. David Alan Gilbert {
14014e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
14178d6a05dSDr. David Alan Gilbert     struct kvm_lapic_state kapic;
14278d6a05dSDr. David Alan Gilbert     int ret;
14378d6a05dSDr. David Alan Gilbert 
144f8d9ccf8SDr. David Alan Gilbert     kvm_put_apicbase(s->cpu, s->apicbase);
14578d6a05dSDr. David Alan Gilbert     kvm_put_apic_state(s, &kapic);
14678d6a05dSDr. David Alan Gilbert 
14778d6a05dSDr. David Alan Gilbert     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic);
14878d6a05dSDr. David Alan Gilbert     if (ret < 0) {
14978d6a05dSDr. David Alan Gilbert         fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(ret));
15078d6a05dSDr. David Alan Gilbert         abort();
15178d6a05dSDr. David Alan Gilbert     }
15278d6a05dSDr. David Alan Gilbert }
15378d6a05dSDr. David Alan Gilbert 
15478d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s)
15578d6a05dSDr. David Alan Gilbert {
15614e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
15778d6a05dSDr. David Alan Gilbert }
15878d6a05dSDr. David Alan Gilbert 
15914e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data)
160680c1c6fSJan Kiszka {
16114e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
162680c1c6fSJan Kiszka     uint32_t lvt;
163680c1c6fSJan Kiszka     int ret;
164680c1c6fSJan Kiszka 
165cb446ecaSAndreas Färber     cpu_synchronize_state(cpu);
166680c1c6fSJan Kiszka 
167680c1c6fSJan Kiszka     lvt = s->lvt[APIC_LVT_LINT1];
168680c1c6fSJan Kiszka     if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) {
1691bc22652SAndreas Färber         ret = kvm_vcpu_ioctl(cpu, KVM_NMI);
170680c1c6fSJan Kiszka         if (ret < 0) {
171680c1c6fSJan Kiszka             fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n",
172680c1c6fSJan Kiszka                     strerror(-ret));
173680c1c6fSJan Kiszka         }
174680c1c6fSJan Kiszka     }
175680c1c6fSJan Kiszka }
176680c1c6fSJan Kiszka 
177680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s)
178680c1c6fSJan Kiszka {
17914e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s));
180680c1c6fSJan Kiszka }
181680c1c6fSJan Kiszka 
182267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg)
183267ee357SRadim Krčmář {
184267ee357SRadim Krčmář     int ret;
185267ee357SRadim Krčmář 
186267ee357SRadim Krčmář     ret = kvm_irqchip_send_msi(kvm_state, *msg);
187267ee357SRadim Krčmář     if (ret < 0) {
188267ee357SRadim Krčmář         fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n",
189267ee357SRadim Krčmář                 strerror(-ret));
190267ee357SRadim Krčmář     }
191267ee357SRadim Krčmář }
192267ee357SRadim Krčmář 
193a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr,
194ffb8d429SJan Kiszka                                   unsigned size)
195ffb8d429SJan Kiszka {
196ffb8d429SJan Kiszka     return ~(uint64_t)0;
197ffb8d429SJan Kiszka }
198ffb8d429SJan Kiszka 
199a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr,
200ffb8d429SJan Kiszka                                uint64_t data, unsigned size)
201ffb8d429SJan Kiszka {
202ffb8d429SJan Kiszka     MSIMessage msg = { .address = addr, .data = data };
203ffb8d429SJan Kiszka 
204267ee357SRadim Krčmář     kvm_send_msi(&msg);
205ffb8d429SJan Kiszka }
206ffb8d429SJan Kiszka 
207ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = {
208ffb8d429SJan Kiszka     .read = kvm_apic_mem_read,
209ffb8d429SJan Kiszka     .write = kvm_apic_mem_write,
210ffb8d429SJan Kiszka     .endianness = DEVICE_NATIVE_ENDIAN,
211ffb8d429SJan Kiszka };
212ffb8d429SJan Kiszka 
213575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s)
214575a6f40SPaolo Bonzini {
215575a6f40SPaolo Bonzini     /* Not used by KVM, which uses the CPU mp_state instead.  */
216575a6f40SPaolo Bonzini     s->wait_for_sipi = 0;
21778d6a05dSDr. David Alan Gilbert 
21814e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
219575a6f40SPaolo Bonzini }
220575a6f40SPaolo Bonzini 
221ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp)
222680c1c6fSJan Kiszka {
223ff6986ceSxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
224ff6986ceSxiaoqiang zhao 
225365aa113SIgor Mammedov     memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s,
226365aa113SIgor Mammedov                           "kvm-apic-msi", APIC_SPACE_SIZE);
227ffb8d429SJan Kiszka 
228*8981bae2SEduardo Habkost     assert(kvm_has_gsi_routing());
229226419d6SMichael S. Tsirkin     msi_nonbroken = true;
230ffb8d429SJan Kiszka }
231680c1c6fSJan Kiszka 
232b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev)
2339c156f9dSIgor Mammedov {
2349c156f9dSIgor Mammedov }
2359c156f9dSIgor Mammedov 
236999e12bbSAnthony Liguori static void kvm_apic_class_init(ObjectClass *klass, void *data)
237999e12bbSAnthony Liguori {
238999e12bbSAnthony Liguori     APICCommonClass *k = APIC_COMMON_CLASS(klass);
239999e12bbSAnthony Liguori 
240ff6986ceSxiaoqiang zhao     k->realize = kvm_apic_realize;
2419c156f9dSIgor Mammedov     k->unrealize = kvm_apic_unrealize;
242575a6f40SPaolo Bonzini     k->reset = kvm_apic_reset;
243999e12bbSAnthony Liguori     k->set_base = kvm_apic_set_base;
244999e12bbSAnthony Liguori     k->set_tpr = kvm_apic_set_tpr;
245e5ad936bSJan Kiszka     k->get_tpr = kvm_apic_get_tpr;
24678d6a05dSDr. David Alan Gilbert     k->post_load = kvm_apic_post_load;
247e5ad936bSJan Kiszka     k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting;
248e5ad936bSJan Kiszka     k->vapic_base_update = kvm_apic_vapic_base_update;
249999e12bbSAnthony Liguori     k->external_nmi = kvm_apic_external_nmi;
250267ee357SRadim Krčmář     k->send_msi = kvm_send_msi;
251999e12bbSAnthony Liguori }
252999e12bbSAnthony Liguori 
2538c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = {
254999e12bbSAnthony Liguori     .name = "kvm-apic",
25539bffca2SAnthony Liguori     .parent = TYPE_APIC_COMMON,
2564cafe606SJan Kiszka     .instance_size = sizeof(APICCommonState),
257999e12bbSAnthony Liguori     .class_init = kvm_apic_class_init,
258680c1c6fSJan Kiszka };
259680c1c6fSJan Kiszka 
26083f7d43aSAndreas Färber static void kvm_apic_register_types(void)
261680c1c6fSJan Kiszka {
26239bffca2SAnthony Liguori     type_register_static(&kvm_apic_info);
263680c1c6fSJan Kiszka }
264680c1c6fSJan Kiszka 
26583f7d43aSAndreas Färber type_init(kvm_apic_register_types)
266