xref: /qemu/hw/i386/kvm/apic.c (revision 774204cf9874e58dc7fc13394a505452357750ad)
1680c1c6fSJan Kiszka /*
2680c1c6fSJan Kiszka  * KVM in-kernel APIC support
3680c1c6fSJan Kiszka  *
4680c1c6fSJan Kiszka  * Copyright (c) 2011 Siemens AG
5680c1c6fSJan Kiszka  *
6680c1c6fSJan Kiszka  * Authors:
7680c1c6fSJan Kiszka  *  Jan Kiszka          <jan.kiszka@siemens.com>
8680c1c6fSJan Kiszka  *
9680c1c6fSJan Kiszka  * This work is licensed under the terms of the GNU GPL version 2.
10680c1c6fSJan Kiszka  * See the COPYING file in the top-level directory.
11680c1c6fSJan Kiszka  */
120b8fa32fSMarkus Armbruster 
13b6a0aa05SPeter Maydell #include "qemu/osdep.h"
140b8fa32fSMarkus Armbruster #include "qemu/module.h"
150d09e41aSPaolo Bonzini #include "hw/i386/apic_internal.h"
16a2cb15b0SMichael S. Tsirkin #include "hw/pci/msi.h"
17b3946626SVincent Palatin #include "sysemu/hw_accel.h"
189c17d615SPaolo Bonzini #include "sysemu/kvm.h"
19a9dc68d9SClaudio Fontana #include "kvm/kvm_i386.h"
20680c1c6fSJan Kiszka 
21680c1c6fSJan Kiszka static inline void kvm_apic_set_reg(struct kvm_lapic_state *kapic,
22680c1c6fSJan Kiszka                                     int reg_id, uint32_t val)
23680c1c6fSJan Kiszka {
24680c1c6fSJan Kiszka     *((uint32_t *)(kapic->regs + (reg_id << 4))) = val;
25680c1c6fSJan Kiszka }
26680c1c6fSJan Kiszka 
27680c1c6fSJan Kiszka static inline uint32_t kvm_apic_get_reg(struct kvm_lapic_state *kapic,
28680c1c6fSJan Kiszka                                         int reg_id)
29680c1c6fSJan Kiszka {
30680c1c6fSJan Kiszka     return *((uint32_t *)(kapic->regs + (reg_id << 4)));
31680c1c6fSJan Kiszka }
32680c1c6fSJan Kiszka 
3378d6a05dSDr. David Alan Gilbert static void kvm_put_apic_state(APICCommonState *s, struct kvm_lapic_state *kapic)
34680c1c6fSJan Kiszka {
35680c1c6fSJan Kiszka     int i;
36680c1c6fSJan Kiszka 
370614cb82SJim Meyering     memset(kapic, 0, sizeof(*kapic));
38e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
39e391c009SIgor Mammedov         kvm_apic_set_reg(kapic, 0x2, s->initial_apic_id);
40e391c009SIgor Mammedov     } else {
41680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x2, s->id << 24);
42e391c009SIgor Mammedov     }
43680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x8, s->tpr);
44680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xd, s->log_dest << 24);
45680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xe, s->dest_mode << 28 | 0x0fffffff);
46680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0xf, s->spurious_vec);
47680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
48680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x10 + i, s->isr[i]);
49680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x18 + i, s->tmr[i]);
50680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x20 + i, s->irr[i]);
51680c1c6fSJan Kiszka     }
52680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x28, s->esr);
53680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x30, s->icr[0]);
54680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x31, s->icr[1]);
55680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
56680c1c6fSJan Kiszka         kvm_apic_set_reg(kapic, 0x32 + i, s->lvt[i]);
57680c1c6fSJan Kiszka     }
58680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x38, s->initial_count);
59680c1c6fSJan Kiszka     kvm_apic_set_reg(kapic, 0x3e, s->divide_conf);
60680c1c6fSJan Kiszka }
61680c1c6fSJan Kiszka 
62d3b0c9e9Sxiaoqiang zhao void kvm_get_apic_state(DeviceState *dev, struct kvm_lapic_state *kapic)
63680c1c6fSJan Kiszka {
64d3b0c9e9Sxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
65680c1c6fSJan Kiszka     int i, v;
66680c1c6fSJan Kiszka 
67e391c009SIgor Mammedov     if (kvm_has_x2apic_api() && s->apicbase & MSR_IA32_APICBASE_EXTD) {
68e391c009SIgor Mammedov         assert(kvm_apic_get_reg(kapic, 0x2) == s->initial_apic_id);
69e391c009SIgor Mammedov     } else {
70680c1c6fSJan Kiszka         s->id = kvm_apic_get_reg(kapic, 0x2) >> 24;
71e391c009SIgor Mammedov     }
72680c1c6fSJan Kiszka     s->tpr = kvm_apic_get_reg(kapic, 0x8);
73680c1c6fSJan Kiszka     s->arb_id = kvm_apic_get_reg(kapic, 0x9);
74680c1c6fSJan Kiszka     s->log_dest = kvm_apic_get_reg(kapic, 0xd) >> 24;
75680c1c6fSJan Kiszka     s->dest_mode = kvm_apic_get_reg(kapic, 0xe) >> 28;
76680c1c6fSJan Kiszka     s->spurious_vec = kvm_apic_get_reg(kapic, 0xf);
77680c1c6fSJan Kiszka     for (i = 0; i < 8; i++) {
78680c1c6fSJan Kiszka         s->isr[i] = kvm_apic_get_reg(kapic, 0x10 + i);
79680c1c6fSJan Kiszka         s->tmr[i] = kvm_apic_get_reg(kapic, 0x18 + i);
80680c1c6fSJan Kiszka         s->irr[i] = kvm_apic_get_reg(kapic, 0x20 + i);
81680c1c6fSJan Kiszka     }
82680c1c6fSJan Kiszka     s->esr = kvm_apic_get_reg(kapic, 0x28);
83680c1c6fSJan Kiszka     s->icr[0] = kvm_apic_get_reg(kapic, 0x30);
84680c1c6fSJan Kiszka     s->icr[1] = kvm_apic_get_reg(kapic, 0x31);
85680c1c6fSJan Kiszka     for (i = 0; i < APIC_LVT_NB; i++) {
86680c1c6fSJan Kiszka         s->lvt[i] = kvm_apic_get_reg(kapic, 0x32 + i);
87680c1c6fSJan Kiszka     }
88680c1c6fSJan Kiszka     s->initial_count = kvm_apic_get_reg(kapic, 0x38);
89680c1c6fSJan Kiszka     s->divide_conf = kvm_apic_get_reg(kapic, 0x3e);
90680c1c6fSJan Kiszka 
91680c1c6fSJan Kiszka     v = (s->divide_conf & 3) | ((s->divide_conf >> 1) & 4);
92680c1c6fSJan Kiszka     s->count_shift = (v + 1) & 7;
93680c1c6fSJan Kiszka 
94bc72ad67SAlex Bligh     s->initial_count_load_time = qemu_clock_get_ns(QEMU_CLOCK_VIRTUAL);
95680c1c6fSJan Kiszka     apic_next_timer(s, s->initial_count_load_time);
96680c1c6fSJan Kiszka }
97680c1c6fSJan Kiszka 
98*774204cfSBui Quang Minh static int kvm_apic_set_base(APICCommonState *s, uint64_t val)
99680c1c6fSJan Kiszka {
100680c1c6fSJan Kiszka     s->apicbase = val;
101*774204cfSBui Quang Minh     return 0;
102680c1c6fSJan Kiszka }
103680c1c6fSJan Kiszka 
104680c1c6fSJan Kiszka static void kvm_apic_set_tpr(APICCommonState *s, uint8_t val)
105680c1c6fSJan Kiszka {
106680c1c6fSJan Kiszka     s->tpr = (val & 0x0f) << 4;
107680c1c6fSJan Kiszka }
108680c1c6fSJan Kiszka 
109e5ad936bSJan Kiszka static uint8_t kvm_apic_get_tpr(APICCommonState *s)
110e5ad936bSJan Kiszka {
111e5ad936bSJan Kiszka     return s->tpr >> 4;
112e5ad936bSJan Kiszka }
113e5ad936bSJan Kiszka 
114e5ad936bSJan Kiszka static void kvm_apic_enable_tpr_reporting(APICCommonState *s, bool enable)
115e5ad936bSJan Kiszka {
116e5ad936bSJan Kiszka     struct kvm_tpr_access_ctl ctl = {
117e5ad936bSJan Kiszka         .enabled = enable
118e5ad936bSJan Kiszka     };
119e5ad936bSJan Kiszka 
1201bc22652SAndreas Färber     kvm_vcpu_ioctl(CPU(s->cpu), KVM_TPR_ACCESS_REPORTING, &ctl);
121e5ad936bSJan Kiszka }
122e5ad936bSJan Kiszka 
123e5ad936bSJan Kiszka static void kvm_apic_vapic_base_update(APICCommonState *s)
124e5ad936bSJan Kiszka {
125e5ad936bSJan Kiszka     struct kvm_vapic_addr vapid_addr = {
126e5ad936bSJan Kiszka         .vapic_addr = s->vapic_paddr,
127e5ad936bSJan Kiszka     };
128e5ad936bSJan Kiszka     int ret;
129e5ad936bSJan Kiszka 
1301bc22652SAndreas Färber     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_VAPIC_ADDR, &vapid_addr);
131e5ad936bSJan Kiszka     if (ret < 0) {
132e5ad936bSJan Kiszka         fprintf(stderr, "KVM: setting VAPIC address failed (%s)\n",
133e5ad936bSJan Kiszka                 strerror(-ret));
134e5ad936bSJan Kiszka         abort();
135e5ad936bSJan Kiszka     }
136e5ad936bSJan Kiszka }
137e5ad936bSJan Kiszka 
13814e6fe12SPaolo Bonzini static void kvm_apic_put(CPUState *cs, run_on_cpu_data data)
13978d6a05dSDr. David Alan Gilbert {
14014e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
14178d6a05dSDr. David Alan Gilbert     struct kvm_lapic_state kapic;
14278d6a05dSDr. David Alan Gilbert     int ret;
14378d6a05dSDr. David Alan Gilbert 
144f8d9ccf8SDr. David Alan Gilbert     kvm_put_apicbase(s->cpu, s->apicbase);
14578d6a05dSDr. David Alan Gilbert     kvm_put_apic_state(s, &kapic);
14678d6a05dSDr. David Alan Gilbert 
14778d6a05dSDr. David Alan Gilbert     ret = kvm_vcpu_ioctl(CPU(s->cpu), KVM_SET_LAPIC, &kapic);
14878d6a05dSDr. David Alan Gilbert     if (ret < 0) {
149d84451d3SDmitry Voronetskiy         fprintf(stderr, "KVM_SET_LAPIC failed: %s\n", strerror(-ret));
15078d6a05dSDr. David Alan Gilbert         abort();
15178d6a05dSDr. David Alan Gilbert     }
15278d6a05dSDr. David Alan Gilbert }
15378d6a05dSDr. David Alan Gilbert 
15478d6a05dSDr. David Alan Gilbert static void kvm_apic_post_load(APICCommonState *s)
15578d6a05dSDr. David Alan Gilbert {
15614e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
15778d6a05dSDr. David Alan Gilbert }
15878d6a05dSDr. David Alan Gilbert 
15914e6fe12SPaolo Bonzini static void do_inject_external_nmi(CPUState *cpu, run_on_cpu_data data)
160680c1c6fSJan Kiszka {
16114e6fe12SPaolo Bonzini     APICCommonState *s = data.host_ptr;
162680c1c6fSJan Kiszka     uint32_t lvt;
163680c1c6fSJan Kiszka     int ret;
164680c1c6fSJan Kiszka 
165cb446ecaSAndreas Färber     cpu_synchronize_state(cpu);
166680c1c6fSJan Kiszka 
167680c1c6fSJan Kiszka     lvt = s->lvt[APIC_LVT_LINT1];
168680c1c6fSJan Kiszka     if (!(lvt & APIC_LVT_MASKED) && ((lvt >> 8) & 7) == APIC_DM_NMI) {
1691bc22652SAndreas Färber         ret = kvm_vcpu_ioctl(cpu, KVM_NMI);
170680c1c6fSJan Kiszka         if (ret < 0) {
171680c1c6fSJan Kiszka             fprintf(stderr, "KVM: injection failed, NMI lost (%s)\n",
172680c1c6fSJan Kiszka                     strerror(-ret));
173680c1c6fSJan Kiszka         }
174680c1c6fSJan Kiszka     }
175680c1c6fSJan Kiszka }
176680c1c6fSJan Kiszka 
177680c1c6fSJan Kiszka static void kvm_apic_external_nmi(APICCommonState *s)
178680c1c6fSJan Kiszka {
17914e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), do_inject_external_nmi, RUN_ON_CPU_HOST_PTR(s));
180680c1c6fSJan Kiszka }
181680c1c6fSJan Kiszka 
182267ee357SRadim Krčmář static void kvm_send_msi(MSIMessage *msg)
183267ee357SRadim Krčmář {
184267ee357SRadim Krčmář     int ret;
185267ee357SRadim Krčmář 
186c1bb5418SDavid Woodhouse     /*
187c1bb5418SDavid Woodhouse      * The message has already passed through interrupt remapping if enabled,
188c1bb5418SDavid Woodhouse      * but the legacy extended destination ID in low bits still needs to be
189c1bb5418SDavid Woodhouse      * handled.
190c1bb5418SDavid Woodhouse      */
191c1bb5418SDavid Woodhouse     msg->address = kvm_swizzle_msi_ext_dest_id(msg->address);
192c1bb5418SDavid Woodhouse 
193267ee357SRadim Krčmář     ret = kvm_irqchip_send_msi(kvm_state, *msg);
194267ee357SRadim Krčmář     if (ret < 0) {
195267ee357SRadim Krčmář         fprintf(stderr, "KVM: injection failed, MSI lost (%s)\n",
196267ee357SRadim Krčmář                 strerror(-ret));
197267ee357SRadim Krčmář     }
198267ee357SRadim Krčmář }
199267ee357SRadim Krčmář 
200a8170e5eSAvi Kivity static uint64_t kvm_apic_mem_read(void *opaque, hwaddr addr,
201ffb8d429SJan Kiszka                                   unsigned size)
202ffb8d429SJan Kiszka {
203ffb8d429SJan Kiszka     return ~(uint64_t)0;
204ffb8d429SJan Kiszka }
205ffb8d429SJan Kiszka 
206a8170e5eSAvi Kivity static void kvm_apic_mem_write(void *opaque, hwaddr addr,
207ffb8d429SJan Kiszka                                uint64_t data, unsigned size)
208ffb8d429SJan Kiszka {
209ffb8d429SJan Kiszka     MSIMessage msg = { .address = addr, .data = data };
210ffb8d429SJan Kiszka 
211267ee357SRadim Krčmář     kvm_send_msi(&msg);
212ffb8d429SJan Kiszka }
213ffb8d429SJan Kiszka 
214ffb8d429SJan Kiszka static const MemoryRegionOps kvm_apic_io_ops = {
215ffb8d429SJan Kiszka     .read = kvm_apic_mem_read,
216ffb8d429SJan Kiszka     .write = kvm_apic_mem_write,
217ffb8d429SJan Kiszka     .endianness = DEVICE_NATIVE_ENDIAN,
218ffb8d429SJan Kiszka };
219ffb8d429SJan Kiszka 
220575a6f40SPaolo Bonzini static void kvm_apic_reset(APICCommonState *s)
221575a6f40SPaolo Bonzini {
222575a6f40SPaolo Bonzini     /* Not used by KVM, which uses the CPU mp_state instead.  */
223575a6f40SPaolo Bonzini     s->wait_for_sipi = 0;
22478d6a05dSDr. David Alan Gilbert 
22514e6fe12SPaolo Bonzini     run_on_cpu(CPU(s->cpu), kvm_apic_put, RUN_ON_CPU_HOST_PTR(s));
226575a6f40SPaolo Bonzini }
227575a6f40SPaolo Bonzini 
228ff6986ceSxiaoqiang zhao static void kvm_apic_realize(DeviceState *dev, Error **errp)
229680c1c6fSJan Kiszka {
230ff6986ceSxiaoqiang zhao     APICCommonState *s = APIC_COMMON(dev);
231ff6986ceSxiaoqiang zhao 
232365aa113SIgor Mammedov     memory_region_init_io(&s->io_memory, OBJECT(s), &kvm_apic_io_ops, s,
233365aa113SIgor Mammedov                           "kvm-apic-msi", APIC_SPACE_SIZE);
234ffb8d429SJan Kiszka 
2358981bae2SEduardo Habkost     assert(kvm_has_gsi_routing());
236226419d6SMichael S. Tsirkin     msi_nonbroken = true;
237ffb8d429SJan Kiszka }
238680c1c6fSJan Kiszka 
239b69c3c21SMarkus Armbruster static void kvm_apic_unrealize(DeviceState *dev)
2409c156f9dSIgor Mammedov {
2419c156f9dSIgor Mammedov }
2429c156f9dSIgor Mammedov 
243999e12bbSAnthony Liguori static void kvm_apic_class_init(ObjectClass *klass, void *data)
244999e12bbSAnthony Liguori {
245999e12bbSAnthony Liguori     APICCommonClass *k = APIC_COMMON_CLASS(klass);
246999e12bbSAnthony Liguori 
247ff6986ceSxiaoqiang zhao     k->realize = kvm_apic_realize;
2489c156f9dSIgor Mammedov     k->unrealize = kvm_apic_unrealize;
249575a6f40SPaolo Bonzini     k->reset = kvm_apic_reset;
250999e12bbSAnthony Liguori     k->set_base = kvm_apic_set_base;
251999e12bbSAnthony Liguori     k->set_tpr = kvm_apic_set_tpr;
252e5ad936bSJan Kiszka     k->get_tpr = kvm_apic_get_tpr;
25378d6a05dSDr. David Alan Gilbert     k->post_load = kvm_apic_post_load;
254e5ad936bSJan Kiszka     k->enable_tpr_reporting = kvm_apic_enable_tpr_reporting;
255e5ad936bSJan Kiszka     k->vapic_base_update = kvm_apic_vapic_base_update;
256999e12bbSAnthony Liguori     k->external_nmi = kvm_apic_external_nmi;
257267ee357SRadim Krčmář     k->send_msi = kvm_send_msi;
258999e12bbSAnthony Liguori }
259999e12bbSAnthony Liguori 
2608c43a6f0SAndreas Färber static const TypeInfo kvm_apic_info = {
261999e12bbSAnthony Liguori     .name = "kvm-apic",
26239bffca2SAnthony Liguori     .parent = TYPE_APIC_COMMON,
2634cafe606SJan Kiszka     .instance_size = sizeof(APICCommonState),
264999e12bbSAnthony Liguori     .class_init = kvm_apic_class_init,
265680c1c6fSJan Kiszka };
266680c1c6fSJan Kiszka 
26783f7d43aSAndreas Färber static void kvm_apic_register_types(void)
268680c1c6fSJan Kiszka {
26939bffca2SAnthony Liguori     type_register_static(&kvm_apic_info);
270680c1c6fSJan Kiszka }
271680c1c6fSJan Kiszka 
27283f7d43aSAndreas Färber type_init(kvm_apic_register_types)
273