xref: /qemu/hw/i386/kvm/apic.c (revision 98721058d6d50ef218e0c26e4f67c8ef96965859)
1680c1c6fSJan Kiszka /*
2680c1c6fSJan Kiszka  * KVM in-kernel APIC support
3680c1c6fSJan Kiszka  *
4680c1c6fSJan Kiszka  * Copyright (c) 2011 Siemens AG
5680c1c6fSJan Kiszka  *
6680c1c6fSJan Kiszka  * Authors:
7680c1c6fSJan Kiszka  *  Jan Kiszka          <jan.kiszka@siemens.com>
8680c1c6fSJan Kiszka  *
9680c1c6fSJan Kiszka  * This work is licensed under the terms of the GNU GPL version 2.
10680c1c6fSJan Kiszka  * See the COPYING file in the top-level directory.
11680c1c6fSJan Kiszka  */
120b8fa32fSMarkus Armbruster 
13b6a0aa05SPeter Maydell #include "qemu/osdep.h"
140b8fa32fSMarkus Armbruster #include "qemu/module.h"
150d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h"
16a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h"
1732cad1ffSPhilippe Mathieu-Daudé #include "system/hw_accel.h"
1832cad1ffSPhilippe Mathieu-Daudé #include "system/kvm.h"
19a9dc68d9SClaudio Fontana #include "kvm/kvm_i386.h"
20*62a1a8b8SXiaoyao Li #include "kvm/tdx.h"
21680c1c6fSJan Kiszka 
kvm_apic_set_reg(struct kvm_lapic_state * kapic,int reg_id,uint32_t val)22680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic,
23680c1c6fSJan Kiszka                                     int reg_id, uint32_t val)
24680c1c6fSJan Kiszka {
25680c1c6fSJan Kiszka     *((uint32_t *)(kapic->regs + (reg_id << 4))) = val;
26680c1c6fSJan Kiszka }
27680c1c6fSJan Kiszka 
kvm_apic_get_reg(struct kvm_lapic_state * kapic,int reg_id)28680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic,
29680c1c6fSJan Kiszka                                         int reg_id)
30680c1c6fSJan Kiszka {
31680c1c6fSJan Kiszka     return *((uint32_t *)(kapic->regs + (reg_id << 4)));
32680c1c6fSJan Kiszka }
33680c1c6fSJan Kiszka 
kvm_put_apic_state(APICCommonState * s,struct kvm_lapic_state * kapic)3478d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic)
35680c1c6fSJan Kiszka {
36680c1c6fSJan Kiszka     int i;
37680c1c6fSJan Kiszka 
380614cb82SJim Meyering     memset(kapic, 0, sizeof(*kapic));
39e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
40e391c009SIgor Mammedov         kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id);
41e391c009SIgor Mammedov     } else {
42680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x2, s->id << 24);
43e391c009SIgor Mammedov     }
44680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x8, s->tpr);
45680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24);
46680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff);
47680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xf, s->spurious_vec);
48680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
49680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]);
50680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]);
51680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]);
52680c1c6fSJan Kiszka     }
53680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x28, s->esr);
54680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x30, s->icr[0]);
55680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x31, s->icr[1]);
56680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
57680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]);
58680c1c6fSJan Kiszka     }
59680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x38, s->initial_count);
60680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x3e, s->divide_conf);
61680c1c6fSJan Kiszka }
62680c1c6fSJan Kiszka 
kvm_get_apic_state(DeviceState * dev,struct kvm_lapic_state * kapic)63d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic)
64680c1c6fSJan Kiszka {
65d3b0c9e9Sxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
66680c1c6fSJan Kiszka     int i, v;
67680c1c6fSJan Kiszka 
68e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
69e391c009SIgor Mammedov         assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id);
70e391c009SIgor Mammedov     } else {
71680c1c6fSJan Kiszka         s->id = kvm_apic_get_reg(kapic, 0x2) >> 24;
72e391c009SIgor Mammedov     }
73680c1c6fSJan Kiszka     s->tpr = kvm_apic_get_reg(kapic, 0x8);
74680c1c6fSJan Kiszka     s->arb_id = kvm_apic_get_reg(kapic, 0x9);
75680c1c6fSJan Kiszka     s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24;
76680c1c6fSJan Kiszka     s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28;
77680c1c6fSJan Kiszka     s->spurious_vec = kvm_apic_get_reg(kapic, 0xf);
78680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
79680c1c6fSJan Kiszka         s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i);
80680c1c6fSJan Kiszka         s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i);
81680c1c6fSJan Kiszka         s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i);
82680c1c6fSJan Kiszka     }
83680c1c6fSJan Kiszka     s->esr = kvm_apic_get_reg(kapic, 0x28);
84680c1c6fSJan Kiszka     s->icr[0] = kvm_apic_get_reg(kapic, 0x30);
85680c1c6fSJan Kiszka     s->icr[1] = kvm_apic_get_reg(kapic, 0x31);
86680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
87680c1c6fSJan Kiszka         s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i);
88680c1c6fSJan Kiszka     }
89680c1c6fSJan Kiszka     s->initial_count = kvm_apic_get_reg(kapic, 0x38);
90680c1c6fSJan Kiszka     s->divide_conf = kvm_apic_get_reg(kapic, 0x3e);
91680c1c6fSJan Kiszka 
92680c1c6fSJan Kiszka     v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
93680c1c6fSJan Kiszka     s->count_shift = (v + 1) & 7;
94680c1c6fSJan Kiszka 
95bc72ad67SAlex Bligh     s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
96680c1c6fSJan Kiszka     apic_next_timer(s, s->initial_count_load_time);
97680c1c6fSJan Kiszka }
98680c1c6fSJan Kiszka 
kvm_apic_set_base(APICCommonState * s,uint64_t val)99774204cfSBui Quang Minh static int kvm_apic_set_base(APICCommonState *s, uint64_t val)
100680c1c6fSJan Kiszka {
101680c1c6fSJan Kiszka     s->apicbase = val;
102774204cfSBui Quang Minh     return 0;
103680c1c6fSJan Kiszka }
104680c1c6fSJan Kiszka 
kvm_apic_set_tpr(APICCommonState * s,uint8_t val)105680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val)
106680c1c6fSJan Kiszka {
107680c1c6fSJan Kiszka     s->tpr = (val & 0x0f) << 4;
108680c1c6fSJan Kiszka }
109680c1c6fSJan Kiszka 
kvm_apic_get_tpr(APICCommonState * s)110e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s)
111e5ad936bSJan Kiszka {
112e5ad936bSJan Kiszka     return s->tpr >> 4;
113e5ad936bSJan Kiszka }
114e5ad936bSJan Kiszka 
kvm_apic_enable_tpr_reporting(APICCommonState * s,bool enable)115e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable)
116e5ad936bSJan Kiszka {
117e5ad936bSJan Kiszka     struct kvm_tpr_access_ctl ctl = {
118e5ad936bSJan Kiszka         .enabled = enable
119e5ad936bSJan Kiszka     };
120e5ad936bSJan Kiszka 
1211bc22652SAndreas Färber     kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl);
122e5ad936bSJan Kiszka }
123e5ad936bSJan Kiszka 
kvm_apic_vapic_base_update(APICCommonState * s)124e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s)
125e5ad936bSJan Kiszka {
126e5ad936bSJan Kiszka     struct kvm_vapic_addr vapid_addr = {
127e5ad936bSJan Kiszka         .vapic_addr = s->vapic_paddr,
128e5ad936bSJan Kiszka     };
129e5ad936bSJan Kiszka     int ret;
130e5ad936bSJan Kiszka 
1311bc22652SAndreas Färber     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr);
132e5ad936bSJan Kiszka     if (ret < 0) {
133e5ad936bSJan Kiszka         fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n",
134e5ad936bSJan Kiszka                 strerror(-ret));
135e5ad936bSJan Kiszka         abort();
136e5ad936bSJan Kiszka     }
137e5ad936bSJan Kiszka }
138e5ad936bSJan Kiszka 
kvm_apic_put(CPUState * cs,run_on_cpu_data data)13914e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data)
14078d6a05dSDr. David Alan Gilbert {
14114e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
14278d6a05dSDr. David Alan Gilbert     struct kvm_lapic_state kapic;
14378d6a05dSDr. David Alan Gilbert     int ret;
14478d6a05dSDr. David Alan Gilbert 
145*62a1a8b8SXiaoyao Li     if (is_tdx_vm()) {
146*62a1a8b8SXiaoyao Li         return;
147*62a1a8b8SXiaoyao Li     }
148*62a1a8b8SXiaoyao Li 
149f8d9ccf8SDr. David Alan Gilbert     kvm_put_apicbase(s->cpu, s->apicbase);
15078d6a05dSDr. David Alan Gilbert     kvm_put_apic_state(s, &kapic);
15178d6a05dSDr. David Alan Gilbert 
15278d6a05dSDr. David Alan Gilbert     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic);
15378d6a05dSDr. David Alan Gilbert     if (ret < 0) {
154d84451d3SDmitry Voronetskiy         fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(-ret));
15578d6a05dSDr. David Alan Gilbert         abort();
15678d6a05dSDr. David Alan Gilbert     }
15778d6a05dSDr. David Alan Gilbert }
15878d6a05dSDr. David Alan Gilbert 
kvm_apic_post_load(APICCommonState * s)15978d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s)
16078d6a05dSDr. David Alan Gilbert {
16114e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
16278d6a05dSDr. David Alan Gilbert }
16378d6a05dSDr. David Alan Gilbert 
do_inject_external_nmi(CPUState * cpu,run_on_cpu_data data)16414e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data)
165680c1c6fSJan Kiszka {
16614e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
167680c1c6fSJan Kiszka     uint32_t lvt;
168680c1c6fSJan Kiszka     int ret;
169680c1c6fSJan Kiszka 
170cb446ecaSAndreas Färber     cpu_synchronize_state(cpu);
171680c1c6fSJan Kiszka 
172680c1c6fSJan Kiszka     lvt = s->lvt[APIC_LVT_LINT1];
173680c1c6fSJan Kiszka     if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) {
1741bc22652SAndreas Färber         ret = kvm_vcpu_ioctl(cpu, KVM_NMI);
175680c1c6fSJan Kiszka         if (ret < 0) {
176680c1c6fSJan Kiszka             fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n",
177680c1c6fSJan Kiszka                     strerror(-ret));
178680c1c6fSJan Kiszka         }
179680c1c6fSJan Kiszka     }
180680c1c6fSJan Kiszka }
181680c1c6fSJan Kiszka 
kvm_apic_external_nmi(APICCommonState * s)182680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s)
183680c1c6fSJan Kiszka {
18414e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s));
185680c1c6fSJan Kiszka }
186680c1c6fSJan Kiszka 
kvm_send_msi(MSIMessage * msg)187267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg)
188267ee357SRadim Krčmář {
189267ee357SRadim Krčmář     int ret;
190267ee357SRadim Krčmář 
191c1bb5418SDavid Woodhouse     /*
192c1bb5418SDavid Woodhouse      * The message has already passed through interrupt remapping if enabled,
193c1bb5418SDavid Woodhouse      * but the legacy extended destination ID in low bits still needs to be
194c1bb5418SDavid Woodhouse      * handled.
195c1bb5418SDavid Woodhouse      */
196c1bb5418SDavid Woodhouse     msg->address = kvm_swizzle_msi_ext_dest_id(msg->address);
197c1bb5418SDavid Woodhouse 
198267ee357SRadim Krčmář     ret = kvm_irqchip_send_msi(kvm_state, *msg);
199267ee357SRadim Krčmář     if (ret < 0) {
200267ee357SRadim Krčmář         fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n",
201267ee357SRadim Krčmář                 strerror(-ret));
202267ee357SRadim Krčmář     }
203267ee357SRadim Krčmář }
204267ee357SRadim Krčmář 
kvm_apic_mem_read(void * opaque,hwaddr addr,unsigned size)205a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr,
206ffb8d429SJan Kiszka                                   unsigned size)
207ffb8d429SJan Kiszka {
208ffb8d429SJan Kiszka     return ~(uint64_t)0;
209ffb8d429SJan Kiszka }
210ffb8d429SJan Kiszka 
kvm_apic_mem_write(void * opaque,hwaddr addr,uint64_t data,unsigned size)211a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr,
212ffb8d429SJan Kiszka                                uint64_t data, unsigned size)
213ffb8d429SJan Kiszka {
214ffb8d429SJan Kiszka     MSIMessage msg = { .address = addr, .data = data };
215ffb8d429SJan Kiszka 
216267ee357SRadim Krčmář     kvm_send_msi(&msg);
217ffb8d429SJan Kiszka }
218ffb8d429SJan Kiszka 
219ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = {
220ffb8d429SJan Kiszka     .read = kvm_apic_mem_read,
221ffb8d429SJan Kiszka     .write = kvm_apic_mem_write,
222a115ab5bSPhilippe Mathieu-Daudé     .endianness = DEVICE_LITTLE_ENDIAN,
223ffb8d429SJan Kiszka };
224ffb8d429SJan Kiszka 
kvm_apic_reset(APICCommonState * s)225575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s)
226575a6f40SPaolo Bonzini {
227575a6f40SPaolo Bonzini     /* Not used by KVM, which uses the CPU mp_state instead.  */
228575a6f40SPaolo Bonzini     s->wait_for_sipi = 0;
22978d6a05dSDr. David Alan Gilbert 
23014e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
231575a6f40SPaolo Bonzini }
232575a6f40SPaolo Bonzini 
kvm_apic_realize(DeviceState * dev,Error ** errp)233ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp)
234680c1c6fSJan Kiszka {
235ff6986ceSxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
236ff6986ceSxiaoqiang zhao 
237365aa113SIgor Mammedov     memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s,
238365aa113SIgor Mammedov                           "kvm-apic-msi", APIC_SPACE_SIZE);
239ffb8d429SJan Kiszka 
2408981bae2SEduardo Habkost     assert(kvm_has_gsi_routing());
241226419d6SMichael S. Tsirkin     msi_nonbroken = true;
242ffb8d429SJan Kiszka }
243680c1c6fSJan Kiszka 
kvm_apic_unrealize(DeviceState * dev)244b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev)
2459c156f9dSIgor Mammedov {
2469c156f9dSIgor Mammedov }
2479c156f9dSIgor Mammedov 
kvm_apic_class_init(ObjectClass * klass,const void * data)24812d1a768SPhilippe Mathieu-Daudé static void kvm_apic_class_init(ObjectClass *klass, const void *data)
249999e12bbSAnthony Liguori {
250999e12bbSAnthony Liguori     APICCommonClass *k = APIC_COMMON_CLASS(klass);
251999e12bbSAnthony Liguori 
252ff6986ceSxiaoqiang zhao     k->realize = kvm_apic_realize;
2539c156f9dSIgor Mammedov     k->unrealize = kvm_apic_unrealize;
254575a6f40SPaolo Bonzini     k->reset = kvm_apic_reset;
255999e12bbSAnthony Liguori     k->set_base = kvm_apic_set_base;
256999e12bbSAnthony Liguori     k->set_tpr = kvm_apic_set_tpr;
257e5ad936bSJan Kiszka     k->get_tpr = kvm_apic_get_tpr;
25878d6a05dSDr. David Alan Gilbert     k->post_load = kvm_apic_post_load;
259e5ad936bSJan Kiszka     k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting;
260e5ad936bSJan Kiszka     k->vapic_base_update = kvm_apic_vapic_base_update;
261999e12bbSAnthony Liguori     k->external_nmi = kvm_apic_external_nmi;
262267ee357SRadim Krčmář     k->send_msi = kvm_send_msi;
263999e12bbSAnthony Liguori }
264999e12bbSAnthony Liguori 
2658c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = {
266999e12bbSAnthony Liguori     .name = "kvm-apic",
26739bffca2SAnthony Liguori     .parent = TYPE_APIC_COMMON,
2684cafe606SJan Kiszka     .instance_size = sizeof(APICCommonState),
269999e12bbSAnthony Liguori     .class_init = kvm_apic_class_init,
270680c1c6fSJan Kiszka };
271680c1c6fSJan Kiszka 
kvm_apic_register_types(void)27283f7d43aSAndreas Färber static void kvm_apic_register_types(void)
273680c1c6fSJan Kiszka {
27439bffca2SAnthony Liguori     type_register_static(&kvm_apic_info);
275680c1c6fSJan Kiszka }
276680c1c6fSJan Kiszka 
27783f7d43aSAndreas Färber type_init(kvm_apic_register_types)
278