1680c1c6fSJan Kiszka /*
2680c1c6fSJan Kiszka * KVM in-kernel APIC support
3680c1c6fSJan Kiszka *
4680c1c6fSJan Kiszka * Copyright (c) 2011 Siemens AG
5680c1c6fSJan Kiszka *
6680c1c6fSJan Kiszka * Authors:
7680c1c6fSJan Kiszka * Jan Kiszka <jan.kiszka@siemens.com>
8680c1c6fSJan Kiszka *
9680c1c6fSJan Kiszka * This work is licensed under the terms of the GNU GPL version 2.
10680c1c6fSJan Kiszka * See the COPYING file in the top-level directory.
11680c1c6fSJan Kiszka */
120b8fa32fSMarkus Armbruster
13b6a0aa05SPeter Maydell #include "qemu/osdep.h"
140b8fa32fSMarkus Armbruster #include "qemu/module.h"
150d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h"
16a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h"
1732cad1ffSPhilippe Mathieu-Daudé #include "system/hw_accel.h"
1832cad1ffSPhilippe Mathieu-Daudé #include "system/kvm.h"
19a9dc68d9SClaudio Fontana #include "kvm/kvm_i386.h"
20*62a1a8b8SXiaoyao Li #include "kvm/tdx.h"
21680c1c6fSJan Kiszka
kvm_apic_set_reg(struct kvm_lapic_state * kapic,int reg_id,uint32_t val)22680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic,
23680c1c6fSJan Kiszka int reg_id, uint32_t val)
24680c1c6fSJan Kiszka {
25680c1c6fSJan Kiszka *((uint32_t *)(kapic->regs + (reg_id << 4))) = val;
26680c1c6fSJan Kiszka }
27680c1c6fSJan Kiszka
kvm_apic_get_reg(struct kvm_lapic_state * kapic,int reg_id)28680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic,
29680c1c6fSJan Kiszka int reg_id)
30680c1c6fSJan Kiszka {
31680c1c6fSJan Kiszka return *((uint32_t *)(kapic->regs + (reg_id << 4)));
32680c1c6fSJan Kiszka }
33680c1c6fSJan Kiszka
kvm_put_apic_state(APICCommonState * s,struct kvm_lapic_state * kapic)3478d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic)
35680c1c6fSJan Kiszka {
36680c1c6fSJan Kiszka int i;
37680c1c6fSJan Kiszka
380614cb82SJim Meyering memset(kapic, 0, sizeof(*kapic));
39e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
40e391c009SIgor Mammedov kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id);
41e391c009SIgor Mammedov } else {
42680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x2, s->id << 24);
43e391c009SIgor Mammedov }
44680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x8, s->tpr);
45680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24);
46680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff);
47680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0xf, s->spurious_vec);
48680c1c6fSJan Kiszka for (i = 0; i < 8; i++) {
49680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]);
50680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]);
51680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]);
52680c1c6fSJan Kiszka }
53680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x28, s->esr);
54680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x30, s->icr[0]);
55680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x31, s->icr[1]);
56680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) {
57680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]);
58680c1c6fSJan Kiszka }
59680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x38, s->initial_count);
60680c1c6fSJan Kiszka kvm_apic_set_reg(kapic, 0x3e, s->divide_conf);
61680c1c6fSJan Kiszka }
62680c1c6fSJan Kiszka
kvm_get_apic_state(DeviceState * dev,struct kvm_lapic_state * kapic)63d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic)
64680c1c6fSJan Kiszka {
65d3b0c9e9Sxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev);
66680c1c6fSJan Kiszka int i, v;
67680c1c6fSJan Kiszka
68e391c009SIgor Mammedov if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
69e391c009SIgor Mammedov assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id);
70e391c009SIgor Mammedov } else {
71680c1c6fSJan Kiszka s->id = kvm_apic_get_reg(kapic, 0x2) >> 24;
72e391c009SIgor Mammedov }
73680c1c6fSJan Kiszka s->tpr = kvm_apic_get_reg(kapic, 0x8);
74680c1c6fSJan Kiszka s->arb_id = kvm_apic_get_reg(kapic, 0x9);
75680c1c6fSJan Kiszka s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24;
76680c1c6fSJan Kiszka s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28;
77680c1c6fSJan Kiszka s->spurious_vec = kvm_apic_get_reg(kapic, 0xf);
78680c1c6fSJan Kiszka for (i = 0; i < 8; i++) {
79680c1c6fSJan Kiszka s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i);
80680c1c6fSJan Kiszka s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i);
81680c1c6fSJan Kiszka s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i);
82680c1c6fSJan Kiszka }
83680c1c6fSJan Kiszka s->esr = kvm_apic_get_reg(kapic, 0x28);
84680c1c6fSJan Kiszka s->icr[0] = kvm_apic_get_reg(kapic, 0x30);
85680c1c6fSJan Kiszka s->icr[1] = kvm_apic_get_reg(kapic, 0x31);
86680c1c6fSJan Kiszka for (i = 0; i < APIC_LVT_NB; i++) {
87680c1c6fSJan Kiszka s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i);
88680c1c6fSJan Kiszka }
89680c1c6fSJan Kiszka s->initial_count = kvm_apic_get_reg(kapic, 0x38);
90680c1c6fSJan Kiszka s->divide_conf = kvm_apic_get_reg(kapic, 0x3e);
91680c1c6fSJan Kiszka
92680c1c6fSJan Kiszka v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
93680c1c6fSJan Kiszka s->count_shift = (v + 1) & 7;
94680c1c6fSJan Kiszka
95bc72ad67SAlex Bligh s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
96680c1c6fSJan Kiszka apic_next_timer(s, s->initial_count_load_time);
97680c1c6fSJan Kiszka }
98680c1c6fSJan Kiszka
kvm_apic_set_base(APICCommonState * s,uint64_t val)99774204cfSBui Quang Minh static int kvm_apic_set_base(APICCommonState *s, uint64_t val)
100680c1c6fSJan Kiszka {
101680c1c6fSJan Kiszka s->apicbase = val;
102774204cfSBui Quang Minh return 0;
103680c1c6fSJan Kiszka }
104680c1c6fSJan Kiszka
kvm_apic_set_tpr(APICCommonState * s,uint8_t val)105680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val)
106680c1c6fSJan Kiszka {
107680c1c6fSJan Kiszka s->tpr = (val & 0x0f) << 4;
108680c1c6fSJan Kiszka }
109680c1c6fSJan Kiszka
kvm_apic_get_tpr(APICCommonState * s)110e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s)
111e5ad936bSJan Kiszka {
112e5ad936bSJan Kiszka return s->tpr >> 4;
113e5ad936bSJan Kiszka }
114e5ad936bSJan Kiszka
kvm_apic_enable_tpr_reporting(APICCommonState * s,bool enable)115e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable)
116e5ad936bSJan Kiszka {
117e5ad936bSJan Kiszka struct kvm_tpr_access_ctl ctl = {
118e5ad936bSJan Kiszka .enabled = enable
119e5ad936bSJan Kiszka };
120e5ad936bSJan Kiszka
1211bc22652SAndreas Färber kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl);
122e5ad936bSJan Kiszka }
123e5ad936bSJan Kiszka
kvm_apic_vapic_base_update(APICCommonState * s)124e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s)
125e5ad936bSJan Kiszka {
126e5ad936bSJan Kiszka struct kvm_vapic_addr vapid_addr = {
127e5ad936bSJan Kiszka .vapic_addr = s->vapic_paddr,
128e5ad936bSJan Kiszka };
129e5ad936bSJan Kiszka int ret;
130e5ad936bSJan Kiszka
1311bc22652SAndreas Färber ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr);
132e5ad936bSJan Kiszka if (ret < 0) {
133e5ad936bSJan Kiszka fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n",
134e5ad936bSJan Kiszka strerror(-ret));
135e5ad936bSJan Kiszka abort();
136e5ad936bSJan Kiszka }
137e5ad936bSJan Kiszka }
138e5ad936bSJan Kiszka
kvm_apic_put(CPUState * cs,run_on_cpu_data data)13914e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data)
14078d6a05dSDr. David Alan Gilbert {
14114e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr;
14278d6a05dSDr. David Alan Gilbert struct kvm_lapic_state kapic;
14378d6a05dSDr. David Alan Gilbert int ret;
14478d6a05dSDr. David Alan Gilbert
145*62a1a8b8SXiaoyao Li if (is_tdx_vm()) {
146*62a1a8b8SXiaoyao Li return;
147*62a1a8b8SXiaoyao Li }
148*62a1a8b8SXiaoyao Li
149f8d9ccf8SDr. David Alan Gilbert kvm_put_apicbase(s->cpu, s->apicbase);
15078d6a05dSDr. David Alan Gilbert kvm_put_apic_state(s, &kapic);
15178d6a05dSDr. David Alan Gilbert
15278d6a05dSDr. David Alan Gilbert ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic);
15378d6a05dSDr. David Alan Gilbert if (ret < 0) {
154d84451d3SDmitry Voronetskiy fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(-ret));
15578d6a05dSDr. David Alan Gilbert abort();
15678d6a05dSDr. David Alan Gilbert }
15778d6a05dSDr. David Alan Gilbert }
15878d6a05dSDr. David Alan Gilbert
kvm_apic_post_load(APICCommonState * s)15978d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s)
16078d6a05dSDr. David Alan Gilbert {
16114e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
16278d6a05dSDr. David Alan Gilbert }
16378d6a05dSDr. David Alan Gilbert
do_inject_external_nmi(CPUState * cpu,run_on_cpu_data data)16414e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data)
165680c1c6fSJan Kiszka {
16614e6fe12SPaolo Bonzini APICCommonState *s = data.host_ptr;
167680c1c6fSJan Kiszka uint32_t lvt;
168680c1c6fSJan Kiszka int ret;
169680c1c6fSJan Kiszka
170cb446ecaSAndreas Färber cpu_synchronize_state(cpu);
171680c1c6fSJan Kiszka
172680c1c6fSJan Kiszka lvt = s->lvt[APIC_LVT_LINT1];
173680c1c6fSJan Kiszka if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) {
1741bc22652SAndreas Färber ret = kvm_vcpu_ioctl(cpu, KVM_NMI);
175680c1c6fSJan Kiszka if (ret < 0) {
176680c1c6fSJan Kiszka fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n",
177680c1c6fSJan Kiszka strerror(-ret));
178680c1c6fSJan Kiszka }
179680c1c6fSJan Kiszka }
180680c1c6fSJan Kiszka }
181680c1c6fSJan Kiszka
kvm_apic_external_nmi(APICCommonState * s)182680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s)
183680c1c6fSJan Kiszka {
18414e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s));
185680c1c6fSJan Kiszka }
186680c1c6fSJan Kiszka
kvm_send_msi(MSIMessage * msg)187267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg)
188267ee357SRadim Krčmář {
189267ee357SRadim Krčmář int ret;
190267ee357SRadim Krčmář
191c1bb5418SDavid Woodhouse /*
192c1bb5418SDavid Woodhouse * The message has already passed through interrupt remapping if enabled,
193c1bb5418SDavid Woodhouse * but the legacy extended destination ID in low bits still needs to be
194c1bb5418SDavid Woodhouse * handled.
195c1bb5418SDavid Woodhouse */
196c1bb5418SDavid Woodhouse msg->address = kvm_swizzle_msi_ext_dest_id(msg->address);
197c1bb5418SDavid Woodhouse
198267ee357SRadim Krčmář ret = kvm_irqchip_send_msi(kvm_state, *msg);
199267ee357SRadim Krčmář if (ret < 0) {
200267ee357SRadim Krčmář fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n",
201267ee357SRadim Krčmář strerror(-ret));
202267ee357SRadim Krčmář }
203267ee357SRadim Krčmář }
204267ee357SRadim Krčmář
kvm_apic_mem_read(void * opaque,hwaddr addr,unsigned size)205a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr,
206ffb8d429SJan Kiszka unsigned size)
207ffb8d429SJan Kiszka {
208ffb8d429SJan Kiszka return ~(uint64_t)0;
209ffb8d429SJan Kiszka }
210ffb8d429SJan Kiszka
kvm_apic_mem_write(void * opaque,hwaddr addr,uint64_t data,unsigned size)211a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr,
212ffb8d429SJan Kiszka uint64_t data, unsigned size)
213ffb8d429SJan Kiszka {
214ffb8d429SJan Kiszka MSIMessage msg = { .address = addr, .data = data };
215ffb8d429SJan Kiszka
216267ee357SRadim Krčmář kvm_send_msi(&msg);
217ffb8d429SJan Kiszka }
218ffb8d429SJan Kiszka
219ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = {
220ffb8d429SJan Kiszka .read = kvm_apic_mem_read,
221ffb8d429SJan Kiszka .write = kvm_apic_mem_write,
222a115ab5bSPhilippe Mathieu-Daudé .endianness = DEVICE_LITTLE_ENDIAN,
223ffb8d429SJan Kiszka };
224ffb8d429SJan Kiszka
kvm_apic_reset(APICCommonState * s)225575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s)
226575a6f40SPaolo Bonzini {
227575a6f40SPaolo Bonzini /* Not used by KVM, which uses the CPU mp_state instead. */
228575a6f40SPaolo Bonzini s->wait_for_sipi = 0;
22978d6a05dSDr. David Alan Gilbert
23014e6fe12SPaolo Bonzini run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
231575a6f40SPaolo Bonzini }
232575a6f40SPaolo Bonzini
kvm_apic_realize(DeviceState * dev,Error ** errp)233ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp)
234680c1c6fSJan Kiszka {
235ff6986ceSxiaoqiang zhao APICCommonState *s = APIC_COMMON(dev);
236ff6986ceSxiaoqiang zhao
237365aa113SIgor Mammedov memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s,
238365aa113SIgor Mammedov "kvm-apic-msi", APIC_SPACE_SIZE);
239ffb8d429SJan Kiszka
2408981bae2SEduardo Habkost assert(kvm_has_gsi_routing());
241226419d6SMichael S. Tsirkin msi_nonbroken = true;
242ffb8d429SJan Kiszka }
243680c1c6fSJan Kiszka
kvm_apic_unrealize(DeviceState * dev)244b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev)
2459c156f9dSIgor Mammedov {
2469c156f9dSIgor Mammedov }
2479c156f9dSIgor Mammedov
kvm_apic_class_init(ObjectClass * klass,const void * data)24812d1a768SPhilippe Mathieu-Daudé static void kvm_apic_class_init(ObjectClass *klass, const void *data)
249999e12bbSAnthony Liguori {
250999e12bbSAnthony Liguori APICCommonClass *k = APIC_COMMON_CLASS(klass);
251999e12bbSAnthony Liguori
252ff6986ceSxiaoqiang zhao k->realize = kvm_apic_realize;
2539c156f9dSIgor Mammedov k->unrealize = kvm_apic_unrealize;
254575a6f40SPaolo Bonzini k->reset = kvm_apic_reset;
255999e12bbSAnthony Liguori k->set_base = kvm_apic_set_base;
256999e12bbSAnthony Liguori k->set_tpr = kvm_apic_set_tpr;
257e5ad936bSJan Kiszka k->get_tpr = kvm_apic_get_tpr;
25878d6a05dSDr. David Alan Gilbert k->post_load = kvm_apic_post_load;
259e5ad936bSJan Kiszka k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting;
260e5ad936bSJan Kiszka k->vapic_base_update = kvm_apic_vapic_base_update;
261999e12bbSAnthony Liguori k->external_nmi = kvm_apic_external_nmi;
262267ee357SRadim Krčmář k->send_msi = kvm_send_msi;
263999e12bbSAnthony Liguori }
264999e12bbSAnthony Liguori
2658c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = {
266999e12bbSAnthony Liguori .name = "kvm-apic",
26739bffca2SAnthony Liguori .parent = TYPE_APIC_COMMON,
2684cafe606SJan Kiszka .instance_size = sizeof(APICCommonState),
269999e12bbSAnthony Liguori .class_init = kvm_apic_class_init,
270680c1c6fSJan Kiszka };
271680c1c6fSJan Kiszka
kvm_apic_register_types(void)27283f7d43aSAndreas Färber static void kvm_apic_register_types(void)
273680c1c6fSJan Kiszka {
27439bffca2SAnthony Liguori type_register_static(&kvm_apic_info);
275680c1c6fSJan Kiszka }
276680c1c6fSJan Kiszka
27783f7d43aSAndreas Färber type_init(kvm_apic_register_types)
278