xref: /qemu/target/riscv/kvm/kvm-cpu.c (revision a788260b2000f1fe826885c06f2a34df1c5b335c)
191654e61SYifei Jiang /*
291654e61SYifei Jiang  * RISC-V implementation of KVM hooks
391654e61SYifei Jiang  *
491654e61SYifei Jiang  * Copyright (c) 2020 Huawei Technologies Co., Ltd
591654e61SYifei Jiang  *
691654e61SYifei Jiang  * This program is free software; you can redistribute it and/or modify it
791654e61SYifei Jiang  * under the terms and conditions of the GNU General Public License,
891654e61SYifei Jiang  * version 2 or later, as published by the Free Software Foundation.
991654e61SYifei Jiang  *
1091654e61SYifei Jiang  * This program is distributed in the hope it will be useful, but WITHOUT
1191654e61SYifei Jiang  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
1291654e61SYifei Jiang  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
1391654e61SYifei Jiang  * more details.
1491654e61SYifei Jiang  *
1591654e61SYifei Jiang  * You should have received a copy of the GNU General Public License along with
1691654e61SYifei Jiang  * this program.  If not, see <http://www.gnu.org/licenses/>.
1791654e61SYifei Jiang  */
1891654e61SYifei Jiang 
1991654e61SYifei Jiang #include "qemu/osdep.h"
2091654e61SYifei Jiang #include <sys/ioctl.h>
2191654e61SYifei Jiang 
2291654e61SYifei Jiang #include <linux/kvm.h>
2391654e61SYifei Jiang 
2491654e61SYifei Jiang #include "qemu/timer.h"
2592becce5SDaniel Henrique Barboza #include "qapi/error.h"
2691654e61SYifei Jiang #include "qemu/error-report.h"
2791654e61SYifei Jiang #include "qemu/main-loop.h"
2892becce5SDaniel Henrique Barboza #include "qapi/visitor.h"
2991654e61SYifei Jiang #include "sysemu/sysemu.h"
3091654e61SYifei Jiang #include "sysemu/kvm.h"
3191654e61SYifei Jiang #include "sysemu/kvm_int.h"
3291654e61SYifei Jiang #include "cpu.h"
3391654e61SYifei Jiang #include "trace.h"
34d86c25b2SDaniel Henrique Barboza #include "hw/core/accel-cpu.h"
3591654e61SYifei Jiang #include "hw/pci/pci.h"
3691654e61SYifei Jiang #include "exec/memattrs.h"
3791654e61SYifei Jiang #include "exec/address-spaces.h"
3891654e61SYifei Jiang #include "hw/boards.h"
3991654e61SYifei Jiang #include "hw/irq.h"
409634ef7eSYong-Xuan Wang #include "hw/intc/riscv_imsic.h"
4191654e61SYifei Jiang #include "qemu/log.h"
4291654e61SYifei Jiang #include "hw/loader.h"
43ad40be27SYifei Jiang #include "kvm_riscv.h"
444eb47125SYifei Jiang #include "sbi_ecall_interface.h"
454eb47125SYifei Jiang #include "chardev/char-fe.h"
4627abe66fSYifei Jiang #include "migration/migration.h"
479ad3e016SYifei Jiang #include "sysemu/runstate.h"
489634ef7eSYong-Xuan Wang #include "hw/riscv/numa.h"
4991654e61SYifei Jiang 
50b8156640SDaniel Henrique Barboza void riscv_kvm_aplic_request(void *opaque, int irq, int level)
51b8156640SDaniel Henrique Barboza {
52b8156640SDaniel Henrique Barboza     kvm_set_irq(kvm_state, irq, !!level);
53b8156640SDaniel Henrique Barboza }
54b8156640SDaniel Henrique Barboza 
5586339515Sliguang.zhang static bool cap_has_mp_state;
5686339515Sliguang.zhang 
570a312b85SYifei Jiang static uint64_t kvm_riscv_reg_id(CPURISCVState *env, uint64_t type,
580a312b85SYifei Jiang                                  uint64_t idx)
590a312b85SYifei Jiang {
600a312b85SYifei Jiang     uint64_t id = KVM_REG_RISCV | type | idx;
610a312b85SYifei Jiang 
620a312b85SYifei Jiang     switch (riscv_cpu_mxl(env)) {
630a312b85SYifei Jiang     case MXL_RV32:
640a312b85SYifei Jiang         id |= KVM_REG_SIZE_U32;
650a312b85SYifei Jiang         break;
660a312b85SYifei Jiang     case MXL_RV64:
670a312b85SYifei Jiang         id |= KVM_REG_SIZE_U64;
680a312b85SYifei Jiang         break;
690a312b85SYifei Jiang     default:
700a312b85SYifei Jiang         g_assert_not_reached();
710a312b85SYifei Jiang     }
720a312b85SYifei Jiang     return id;
730a312b85SYifei Jiang }
740a312b85SYifei Jiang 
75937f0b45SYifei Jiang #define RISCV_CORE_REG(env, name)  kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, \
76937f0b45SYifei Jiang                  KVM_REG_RISCV_CORE_REG(name))
77937f0b45SYifei Jiang 
78937f0b45SYifei Jiang #define RISCV_CSR_REG(env, name)  kvm_riscv_reg_id(env, KVM_REG_RISCV_CSR, \
79937f0b45SYifei Jiang                  KVM_REG_RISCV_CSR_REG(name))
80937f0b45SYifei Jiang 
8127abe66fSYifei Jiang #define RISCV_TIMER_REG(env, name)  kvm_riscv_reg_id(env, KVM_REG_RISCV_TIMER, \
8227abe66fSYifei Jiang                  KVM_REG_RISCV_TIMER_REG(name))
8327abe66fSYifei Jiang 
84937f0b45SYifei Jiang #define RISCV_FP_F_REG(env, idx)  kvm_riscv_reg_id(env, KVM_REG_RISCV_FP_F, idx)
85937f0b45SYifei Jiang 
86937f0b45SYifei Jiang #define RISCV_FP_D_REG(env, idx)  kvm_riscv_reg_id(env, KVM_REG_RISCV_FP_D, idx)
87937f0b45SYifei Jiang 
88937f0b45SYifei Jiang #define KVM_RISCV_GET_CSR(cs, env, csr, reg) \
89937f0b45SYifei Jiang     do { \
90937f0b45SYifei Jiang         int ret = kvm_get_one_reg(cs, RISCV_CSR_REG(env, csr), &reg); \
91937f0b45SYifei Jiang         if (ret) { \
92937f0b45SYifei Jiang             return ret; \
93937f0b45SYifei Jiang         } \
94937f0b45SYifei Jiang     } while (0)
95937f0b45SYifei Jiang 
969997cc1eSYifei Jiang #define KVM_RISCV_SET_CSR(cs, env, csr, reg) \
979997cc1eSYifei Jiang     do { \
989997cc1eSYifei Jiang         int ret = kvm_set_one_reg(cs, RISCV_CSR_REG(env, csr), &reg); \
999997cc1eSYifei Jiang         if (ret) { \
1009997cc1eSYifei Jiang             return ret; \
1019997cc1eSYifei Jiang         } \
1029997cc1eSYifei Jiang     } while (0)
1039997cc1eSYifei Jiang 
10427abe66fSYifei Jiang #define KVM_RISCV_GET_TIMER(cs, env, name, reg) \
10527abe66fSYifei Jiang     do { \
10627abe66fSYifei Jiang         int ret = kvm_get_one_reg(cs, RISCV_TIMER_REG(env, name), &reg); \
10727abe66fSYifei Jiang         if (ret) { \
10827abe66fSYifei Jiang             abort(); \
10927abe66fSYifei Jiang         } \
11027abe66fSYifei Jiang     } while (0)
11127abe66fSYifei Jiang 
11227abe66fSYifei Jiang #define KVM_RISCV_SET_TIMER(cs, env, name, reg) \
11327abe66fSYifei Jiang     do { \
114c5cc248bSyang.zhang         int ret = kvm_set_one_reg(cs, RISCV_TIMER_REG(env, name), &reg); \
11527abe66fSYifei Jiang         if (ret) { \
11627abe66fSYifei Jiang             abort(); \
11727abe66fSYifei Jiang         } \
11827abe66fSYifei Jiang     } while (0)
11927abe66fSYifei Jiang 
12092becce5SDaniel Henrique Barboza typedef struct KVMCPUConfig {
12192becce5SDaniel Henrique Barboza     const char *name;
12292becce5SDaniel Henrique Barboza     const char *description;
12392becce5SDaniel Henrique Barboza     target_ulong offset;
12492becce5SDaniel Henrique Barboza     int kvm_reg_id;
12592becce5SDaniel Henrique Barboza     bool user_set;
126f7a69fa6SDaniel Henrique Barboza     bool supported;
12792becce5SDaniel Henrique Barboza } KVMCPUConfig;
12892becce5SDaniel Henrique Barboza 
12992becce5SDaniel Henrique Barboza #define KVM_MISA_CFG(_bit, _reg_id) \
13092becce5SDaniel Henrique Barboza     {.offset = _bit, .kvm_reg_id = _reg_id}
13192becce5SDaniel Henrique Barboza 
13292becce5SDaniel Henrique Barboza /* KVM ISA extensions */
13392becce5SDaniel Henrique Barboza static KVMCPUConfig kvm_misa_ext_cfgs[] = {
13492becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVA, KVM_RISCV_ISA_EXT_A),
13592becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVC, KVM_RISCV_ISA_EXT_C),
13692becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVD, KVM_RISCV_ISA_EXT_D),
13792becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVF, KVM_RISCV_ISA_EXT_F),
13892becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVH, KVM_RISCV_ISA_EXT_H),
13992becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVI, KVM_RISCV_ISA_EXT_I),
14092becce5SDaniel Henrique Barboza     KVM_MISA_CFG(RVM, KVM_RISCV_ISA_EXT_M),
14192becce5SDaniel Henrique Barboza };
14292becce5SDaniel Henrique Barboza 
14392becce5SDaniel Henrique Barboza static void kvm_cpu_set_misa_ext_cfg(Object *obj, Visitor *v,
14492becce5SDaniel Henrique Barboza                                      const char *name,
14592becce5SDaniel Henrique Barboza                                      void *opaque, Error **errp)
14692becce5SDaniel Henrique Barboza {
14792becce5SDaniel Henrique Barboza     KVMCPUConfig *misa_ext_cfg = opaque;
14892becce5SDaniel Henrique Barboza     target_ulong misa_bit = misa_ext_cfg->offset;
14992becce5SDaniel Henrique Barboza     RISCVCPU *cpu = RISCV_CPU(obj);
15092becce5SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
15192becce5SDaniel Henrique Barboza     bool value, host_bit;
15292becce5SDaniel Henrique Barboza 
15392becce5SDaniel Henrique Barboza     if (!visit_type_bool(v, name, &value, errp)) {
15492becce5SDaniel Henrique Barboza         return;
15592becce5SDaniel Henrique Barboza     }
15692becce5SDaniel Henrique Barboza 
15792becce5SDaniel Henrique Barboza     host_bit = env->misa_ext_mask & misa_bit;
15892becce5SDaniel Henrique Barboza 
15992becce5SDaniel Henrique Barboza     if (value == host_bit) {
16092becce5SDaniel Henrique Barboza         return;
16192becce5SDaniel Henrique Barboza     }
16292becce5SDaniel Henrique Barboza 
16392becce5SDaniel Henrique Barboza     if (!value) {
16492becce5SDaniel Henrique Barboza         misa_ext_cfg->user_set = true;
16592becce5SDaniel Henrique Barboza         return;
16692becce5SDaniel Henrique Barboza     }
16792becce5SDaniel Henrique Barboza 
16892becce5SDaniel Henrique Barboza     /*
16992becce5SDaniel Henrique Barboza      * Forbid users to enable extensions that aren't
17092becce5SDaniel Henrique Barboza      * available in the hart.
17192becce5SDaniel Henrique Barboza      */
17292becce5SDaniel Henrique Barboza     error_setg(errp, "Enabling MISA bit '%s' is not allowed: it's not "
17392becce5SDaniel Henrique Barboza                "enabled in the host", misa_ext_cfg->name);
17492becce5SDaniel Henrique Barboza }
17592becce5SDaniel Henrique Barboza 
1767313fffbSDaniel Henrique Barboza static void kvm_riscv_update_cpu_misa_ext(RISCVCPU *cpu, CPUState *cs)
1777313fffbSDaniel Henrique Barboza {
1787313fffbSDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
1797313fffbSDaniel Henrique Barboza     uint64_t id, reg;
1807313fffbSDaniel Henrique Barboza     int i, ret;
1817313fffbSDaniel Henrique Barboza 
1827313fffbSDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) {
1837313fffbSDaniel Henrique Barboza         KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i];
1847313fffbSDaniel Henrique Barboza         target_ulong misa_bit = misa_cfg->offset;
1857313fffbSDaniel Henrique Barboza 
1867313fffbSDaniel Henrique Barboza         if (!misa_cfg->user_set) {
1877313fffbSDaniel Henrique Barboza             continue;
1887313fffbSDaniel Henrique Barboza         }
1897313fffbSDaniel Henrique Barboza 
1907313fffbSDaniel Henrique Barboza         /* If we're here we're going to disable the MISA bit */
1917313fffbSDaniel Henrique Barboza         reg = 0;
1927313fffbSDaniel Henrique Barboza         id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT,
1937313fffbSDaniel Henrique Barboza                               misa_cfg->kvm_reg_id);
1947313fffbSDaniel Henrique Barboza         ret = kvm_set_one_reg(cs, id, &reg);
1957313fffbSDaniel Henrique Barboza         if (ret != 0) {
1967313fffbSDaniel Henrique Barboza             /*
1977313fffbSDaniel Henrique Barboza              * We're not checking for -EINVAL because if the bit is about
1987313fffbSDaniel Henrique Barboza              * to be disabled, it means that it was already enabled by
1997313fffbSDaniel Henrique Barboza              * KVM. We determined that by fetching the 'isa' register
2007313fffbSDaniel Henrique Barboza              * during init() time. Any error at this point is worth
2017313fffbSDaniel Henrique Barboza              * aborting.
2027313fffbSDaniel Henrique Barboza              */
2037313fffbSDaniel Henrique Barboza             error_report("Unable to set KVM reg %s, error %d",
2047313fffbSDaniel Henrique Barboza                          misa_cfg->name, ret);
2057313fffbSDaniel Henrique Barboza             exit(EXIT_FAILURE);
2067313fffbSDaniel Henrique Barboza         }
2077313fffbSDaniel Henrique Barboza         env->misa_ext &= ~misa_bit;
2087313fffbSDaniel Henrique Barboza     }
2097313fffbSDaniel Henrique Barboza }
2107313fffbSDaniel Henrique Barboza 
211f7a69fa6SDaniel Henrique Barboza #define KVM_EXT_CFG(_name, _prop, _reg_id) \
212238fd586SDaniel Henrique Barboza     {.name = _name, .offset = CPU_CFG_OFFSET(_prop), \
213f7a69fa6SDaniel Henrique Barboza      .kvm_reg_id = _reg_id}
214f7a69fa6SDaniel Henrique Barboza 
215f7a69fa6SDaniel Henrique Barboza static KVMCPUConfig kvm_multi_ext_cfgs[] = {
216f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("zicbom", ext_icbom, KVM_RISCV_ISA_EXT_ZICBOM),
217f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("zicboz", ext_icboz, KVM_RISCV_ISA_EXT_ZICBOZ),
218f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("zihintpause", ext_zihintpause, KVM_RISCV_ISA_EXT_ZIHINTPAUSE),
219f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("zbb", ext_zbb, KVM_RISCV_ISA_EXT_ZBB),
220f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("ssaia", ext_ssaia, KVM_RISCV_ISA_EXT_SSAIA),
221f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("sstc", ext_sstc, KVM_RISCV_ISA_EXT_SSTC),
222f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("svinval", ext_svinval, KVM_RISCV_ISA_EXT_SVINVAL),
223f7a69fa6SDaniel Henrique Barboza     KVM_EXT_CFG("svpbmt", ext_svpbmt, KVM_RISCV_ISA_EXT_SVPBMT),
224f7a69fa6SDaniel Henrique Barboza };
225f7a69fa6SDaniel Henrique Barboza 
226a1be1d9aSDaniel Henrique Barboza static void *kvmconfig_get_cfg_addr(RISCVCPU *cpu, KVMCPUConfig *kvmcfg)
227a1be1d9aSDaniel Henrique Barboza {
228a1be1d9aSDaniel Henrique Barboza     return (void *)&cpu->cfg + kvmcfg->offset;
229a1be1d9aSDaniel Henrique Barboza }
230a1be1d9aSDaniel Henrique Barboza 
231f7a69fa6SDaniel Henrique Barboza static void kvm_cpu_cfg_set(RISCVCPU *cpu, KVMCPUConfig *multi_ext,
232f7a69fa6SDaniel Henrique Barboza                             uint32_t val)
233f7a69fa6SDaniel Henrique Barboza {
234a1be1d9aSDaniel Henrique Barboza     bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext);
235f7a69fa6SDaniel Henrique Barboza 
236f7a69fa6SDaniel Henrique Barboza     *ext_enabled = val;
237f7a69fa6SDaniel Henrique Barboza }
238f7a69fa6SDaniel Henrique Barboza 
239f7a69fa6SDaniel Henrique Barboza static uint32_t kvm_cpu_cfg_get(RISCVCPU *cpu,
240f7a69fa6SDaniel Henrique Barboza                                 KVMCPUConfig *multi_ext)
241f7a69fa6SDaniel Henrique Barboza {
242a1be1d9aSDaniel Henrique Barboza     bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext);
243f7a69fa6SDaniel Henrique Barboza 
244f7a69fa6SDaniel Henrique Barboza     return *ext_enabled;
245f7a69fa6SDaniel Henrique Barboza }
246f7a69fa6SDaniel Henrique Barboza 
247f7a69fa6SDaniel Henrique Barboza static void kvm_cpu_set_multi_ext_cfg(Object *obj, Visitor *v,
248f7a69fa6SDaniel Henrique Barboza                                       const char *name,
249f7a69fa6SDaniel Henrique Barboza                                       void *opaque, Error **errp)
250f7a69fa6SDaniel Henrique Barboza {
251f7a69fa6SDaniel Henrique Barboza     KVMCPUConfig *multi_ext_cfg = opaque;
252f7a69fa6SDaniel Henrique Barboza     RISCVCPU *cpu = RISCV_CPU(obj);
253f7a69fa6SDaniel Henrique Barboza     bool value, host_val;
254f7a69fa6SDaniel Henrique Barboza 
255f7a69fa6SDaniel Henrique Barboza     if (!visit_type_bool(v, name, &value, errp)) {
256f7a69fa6SDaniel Henrique Barboza         return;
257f7a69fa6SDaniel Henrique Barboza     }
258f7a69fa6SDaniel Henrique Barboza 
259f7a69fa6SDaniel Henrique Barboza     host_val = kvm_cpu_cfg_get(cpu, multi_ext_cfg);
260f7a69fa6SDaniel Henrique Barboza 
261f7a69fa6SDaniel Henrique Barboza     /*
262f7a69fa6SDaniel Henrique Barboza      * Ignore if the user is setting the same value
263f7a69fa6SDaniel Henrique Barboza      * as the host.
264f7a69fa6SDaniel Henrique Barboza      */
265f7a69fa6SDaniel Henrique Barboza     if (value == host_val) {
266f7a69fa6SDaniel Henrique Barboza         return;
267f7a69fa6SDaniel Henrique Barboza     }
268f7a69fa6SDaniel Henrique Barboza 
269f7a69fa6SDaniel Henrique Barboza     if (!multi_ext_cfg->supported) {
270f7a69fa6SDaniel Henrique Barboza         /*
271f7a69fa6SDaniel Henrique Barboza          * Error out if the user is trying to enable an
272f7a69fa6SDaniel Henrique Barboza          * extension that KVM doesn't support. Ignore
273f7a69fa6SDaniel Henrique Barboza          * option otherwise.
274f7a69fa6SDaniel Henrique Barboza          */
275f7a69fa6SDaniel Henrique Barboza         if (value) {
276f7a69fa6SDaniel Henrique Barboza             error_setg(errp, "KVM does not support disabling extension %s",
277f7a69fa6SDaniel Henrique Barboza                        multi_ext_cfg->name);
278f7a69fa6SDaniel Henrique Barboza         }
279f7a69fa6SDaniel Henrique Barboza 
280f7a69fa6SDaniel Henrique Barboza         return;
281f7a69fa6SDaniel Henrique Barboza     }
282f7a69fa6SDaniel Henrique Barboza 
283f7a69fa6SDaniel Henrique Barboza     multi_ext_cfg->user_set = true;
284f7a69fa6SDaniel Henrique Barboza     kvm_cpu_cfg_set(cpu, multi_ext_cfg, value);
285f7a69fa6SDaniel Henrique Barboza }
286f7a69fa6SDaniel Henrique Barboza 
287b9f82221SDaniel Henrique Barboza static KVMCPUConfig kvm_cbom_blocksize = {
288b9f82221SDaniel Henrique Barboza     .name = "cbom_blocksize",
289238fd586SDaniel Henrique Barboza     .offset = CPU_CFG_OFFSET(cbom_blocksize),
290b9f82221SDaniel Henrique Barboza     .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicbom_block_size)
291b9f82221SDaniel Henrique Barboza };
292b9f82221SDaniel Henrique Barboza 
293b9f82221SDaniel Henrique Barboza static KVMCPUConfig kvm_cboz_blocksize = {
294b9f82221SDaniel Henrique Barboza     .name = "cboz_blocksize",
295238fd586SDaniel Henrique Barboza     .offset = CPU_CFG_OFFSET(cboz_blocksize),
296b9f82221SDaniel Henrique Barboza     .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicboz_block_size)
297b9f82221SDaniel Henrique Barboza };
298b9f82221SDaniel Henrique Barboza 
299b9f82221SDaniel Henrique Barboza static void kvm_cpu_set_cbomz_blksize(Object *obj, Visitor *v,
300b9f82221SDaniel Henrique Barboza                                       const char *name,
301b9f82221SDaniel Henrique Barboza                                       void *opaque, Error **errp)
302b9f82221SDaniel Henrique Barboza {
303b9f82221SDaniel Henrique Barboza     KVMCPUConfig *cbomz_cfg = opaque;
304b9f82221SDaniel Henrique Barboza     RISCVCPU *cpu = RISCV_CPU(obj);
305b9f82221SDaniel Henrique Barboza     uint16_t value, *host_val;
306b9f82221SDaniel Henrique Barboza 
307b9f82221SDaniel Henrique Barboza     if (!visit_type_uint16(v, name, &value, errp)) {
308b9f82221SDaniel Henrique Barboza         return;
309b9f82221SDaniel Henrique Barboza     }
310b9f82221SDaniel Henrique Barboza 
311b9f82221SDaniel Henrique Barboza     host_val = kvmconfig_get_cfg_addr(cpu, cbomz_cfg);
312b9f82221SDaniel Henrique Barboza 
313b9f82221SDaniel Henrique Barboza     if (value != *host_val) {
314b9f82221SDaniel Henrique Barboza         error_report("Unable to set %s to a different value than "
315b9f82221SDaniel Henrique Barboza                      "the host (%u)",
316b9f82221SDaniel Henrique Barboza                      cbomz_cfg->name, *host_val);
317b9f82221SDaniel Henrique Barboza         exit(EXIT_FAILURE);
318b9f82221SDaniel Henrique Barboza     }
319b9f82221SDaniel Henrique Barboza 
320b9f82221SDaniel Henrique Barboza     cbomz_cfg->user_set = true;
321b9f82221SDaniel Henrique Barboza }
322b9f82221SDaniel Henrique Barboza 
323df817297SDaniel Henrique Barboza static void kvm_riscv_update_cpu_cfg_isa_ext(RISCVCPU *cpu, CPUState *cs)
324df817297SDaniel Henrique Barboza {
325df817297SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
326df817297SDaniel Henrique Barboza     uint64_t id, reg;
327df817297SDaniel Henrique Barboza     int i, ret;
328df817297SDaniel Henrique Barboza 
329df817297SDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) {
330df817297SDaniel Henrique Barboza         KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i];
331df817297SDaniel Henrique Barboza 
332df817297SDaniel Henrique Barboza         if (!multi_ext_cfg->user_set) {
333df817297SDaniel Henrique Barboza             continue;
334df817297SDaniel Henrique Barboza         }
335df817297SDaniel Henrique Barboza 
336df817297SDaniel Henrique Barboza         id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT,
337df817297SDaniel Henrique Barboza                               multi_ext_cfg->kvm_reg_id);
338df817297SDaniel Henrique Barboza         reg = kvm_cpu_cfg_get(cpu, multi_ext_cfg);
339df817297SDaniel Henrique Barboza         ret = kvm_set_one_reg(cs, id, &reg);
340df817297SDaniel Henrique Barboza         if (ret != 0) {
341df817297SDaniel Henrique Barboza             error_report("Unable to %s extension %s in KVM, error %d",
342df817297SDaniel Henrique Barboza                          reg ? "enable" : "disable",
343df817297SDaniel Henrique Barboza                          multi_ext_cfg->name, ret);
344df817297SDaniel Henrique Barboza             exit(EXIT_FAILURE);
345df817297SDaniel Henrique Barboza         }
346df817297SDaniel Henrique Barboza     }
347df817297SDaniel Henrique Barboza }
348df817297SDaniel Henrique Barboza 
34932fa1776SDaniel Henrique Barboza static void cpu_set_cfg_unavailable(Object *obj, Visitor *v,
35032fa1776SDaniel Henrique Barboza                                     const char *name,
35132fa1776SDaniel Henrique Barboza                                     void *opaque, Error **errp)
35232fa1776SDaniel Henrique Barboza {
35332fa1776SDaniel Henrique Barboza     const char *propname = opaque;
35432fa1776SDaniel Henrique Barboza     bool value;
35532fa1776SDaniel Henrique Barboza 
35632fa1776SDaniel Henrique Barboza     if (!visit_type_bool(v, name, &value, errp)) {
35732fa1776SDaniel Henrique Barboza         return;
35832fa1776SDaniel Henrique Barboza     }
35932fa1776SDaniel Henrique Barboza 
36032fa1776SDaniel Henrique Barboza     if (value) {
36132fa1776SDaniel Henrique Barboza         error_setg(errp, "extension %s is not available with KVM",
36232fa1776SDaniel Henrique Barboza                    propname);
36332fa1776SDaniel Henrique Barboza     }
36432fa1776SDaniel Henrique Barboza }
36532fa1776SDaniel Henrique Barboza 
36632fa1776SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop(Object *obj, const char *prop_name)
36732fa1776SDaniel Henrique Barboza {
36832fa1776SDaniel Henrique Barboza     /* Check if KVM created the property already */
36932fa1776SDaniel Henrique Barboza     if (object_property_find(obj, prop_name)) {
37032fa1776SDaniel Henrique Barboza         return;
37132fa1776SDaniel Henrique Barboza     }
37232fa1776SDaniel Henrique Barboza 
37332fa1776SDaniel Henrique Barboza     /*
37432fa1776SDaniel Henrique Barboza      * Set the default to disabled for every extension
37532fa1776SDaniel Henrique Barboza      * unknown to KVM and error out if the user attempts
37632fa1776SDaniel Henrique Barboza      * to enable any of them.
37732fa1776SDaniel Henrique Barboza      */
37832fa1776SDaniel Henrique Barboza     object_property_add(obj, prop_name, "bool",
37932fa1776SDaniel Henrique Barboza                         NULL, cpu_set_cfg_unavailable,
38032fa1776SDaniel Henrique Barboza                         NULL, (void *)prop_name);
38132fa1776SDaniel Henrique Barboza }
38232fa1776SDaniel Henrique Barboza 
38332fa1776SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop_array(Object *obj,
38432fa1776SDaniel Henrique Barboza                                         const RISCVCPUMultiExtConfig *array)
38532fa1776SDaniel Henrique Barboza {
38632fa1776SDaniel Henrique Barboza     const RISCVCPUMultiExtConfig *prop;
38732fa1776SDaniel Henrique Barboza 
38832fa1776SDaniel Henrique Barboza     g_assert(array);
38932fa1776SDaniel Henrique Barboza 
39032fa1776SDaniel Henrique Barboza     for (prop = array; prop && prop->name; prop++) {
39132fa1776SDaniel Henrique Barboza         riscv_cpu_add_kvm_unavail_prop(obj, prop->name);
39232fa1776SDaniel Henrique Barboza     }
39332fa1776SDaniel Henrique Barboza }
39432fa1776SDaniel Henrique Barboza 
39592becce5SDaniel Henrique Barboza static void kvm_riscv_add_cpu_user_properties(Object *cpu_obj)
39692becce5SDaniel Henrique Barboza {
39792becce5SDaniel Henrique Barboza     int i;
39892becce5SDaniel Henrique Barboza 
399efa365b7SDaniel Henrique Barboza     riscv_add_satp_mode_properties(cpu_obj);
400efa365b7SDaniel Henrique Barboza 
40192becce5SDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) {
40292becce5SDaniel Henrique Barboza         KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i];
40392becce5SDaniel Henrique Barboza         int bit = misa_cfg->offset;
40492becce5SDaniel Henrique Barboza 
40592becce5SDaniel Henrique Barboza         misa_cfg->name = riscv_get_misa_ext_name(bit);
40692becce5SDaniel Henrique Barboza         misa_cfg->description = riscv_get_misa_ext_description(bit);
40792becce5SDaniel Henrique Barboza 
40892becce5SDaniel Henrique Barboza         object_property_add(cpu_obj, misa_cfg->name, "bool",
40992becce5SDaniel Henrique Barboza                             NULL,
41092becce5SDaniel Henrique Barboza                             kvm_cpu_set_misa_ext_cfg,
41192becce5SDaniel Henrique Barboza                             NULL, misa_cfg);
41292becce5SDaniel Henrique Barboza         object_property_set_description(cpu_obj, misa_cfg->name,
41392becce5SDaniel Henrique Barboza                                         misa_cfg->description);
41492becce5SDaniel Henrique Barboza     }
415f7a69fa6SDaniel Henrique Barboza 
416efa365b7SDaniel Henrique Barboza     for (i = 0; misa_bits[i] != 0; i++) {
417efa365b7SDaniel Henrique Barboza         const char *ext_name = riscv_get_misa_ext_name(misa_bits[i]);
418efa365b7SDaniel Henrique Barboza         riscv_cpu_add_kvm_unavail_prop(cpu_obj, ext_name);
419efa365b7SDaniel Henrique Barboza     }
420efa365b7SDaniel Henrique Barboza 
421f7a69fa6SDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) {
422f7a69fa6SDaniel Henrique Barboza         KVMCPUConfig *multi_cfg = &kvm_multi_ext_cfgs[i];
423f7a69fa6SDaniel Henrique Barboza 
424f7a69fa6SDaniel Henrique Barboza         object_property_add(cpu_obj, multi_cfg->name, "bool",
425f7a69fa6SDaniel Henrique Barboza                             NULL,
426f7a69fa6SDaniel Henrique Barboza                             kvm_cpu_set_multi_ext_cfg,
427f7a69fa6SDaniel Henrique Barboza                             NULL, multi_cfg);
428f7a69fa6SDaniel Henrique Barboza     }
429b9f82221SDaniel Henrique Barboza 
430b9f82221SDaniel Henrique Barboza     object_property_add(cpu_obj, "cbom_blocksize", "uint16",
431b9f82221SDaniel Henrique Barboza                         NULL, kvm_cpu_set_cbomz_blksize,
432b9f82221SDaniel Henrique Barboza                         NULL, &kvm_cbom_blocksize);
433b9f82221SDaniel Henrique Barboza 
434b9f82221SDaniel Henrique Barboza     object_property_add(cpu_obj, "cboz_blocksize", "uint16",
435b9f82221SDaniel Henrique Barboza                         NULL, kvm_cpu_set_cbomz_blksize,
436b9f82221SDaniel Henrique Barboza                         NULL, &kvm_cboz_blocksize);
437efa365b7SDaniel Henrique Barboza 
438efa365b7SDaniel Henrique Barboza     riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_extensions);
439efa365b7SDaniel Henrique Barboza     riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_vendor_exts);
440efa365b7SDaniel Henrique Barboza     riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_experimental_exts);
44192becce5SDaniel Henrique Barboza }
44292becce5SDaniel Henrique Barboza 
443937f0b45SYifei Jiang static int kvm_riscv_get_regs_core(CPUState *cs)
444937f0b45SYifei Jiang {
445937f0b45SYifei Jiang     int ret = 0;
446937f0b45SYifei Jiang     int i;
447937f0b45SYifei Jiang     target_ulong reg;
448937f0b45SYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
449937f0b45SYifei Jiang 
450937f0b45SYifei Jiang     ret = kvm_get_one_reg(cs, RISCV_CORE_REG(env, regs.pc), &reg);
451937f0b45SYifei Jiang     if (ret) {
452937f0b45SYifei Jiang         return ret;
453937f0b45SYifei Jiang     }
454937f0b45SYifei Jiang     env->pc = reg;
455937f0b45SYifei Jiang 
456937f0b45SYifei Jiang     for (i = 1; i < 32; i++) {
457937f0b45SYifei Jiang         uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i);
458937f0b45SYifei Jiang         ret = kvm_get_one_reg(cs, id, &reg);
459937f0b45SYifei Jiang         if (ret) {
460937f0b45SYifei Jiang             return ret;
461937f0b45SYifei Jiang         }
462937f0b45SYifei Jiang         env->gpr[i] = reg;
463937f0b45SYifei Jiang     }
464937f0b45SYifei Jiang 
465937f0b45SYifei Jiang     return ret;
466937f0b45SYifei Jiang }
467937f0b45SYifei Jiang 
4689997cc1eSYifei Jiang static int kvm_riscv_put_regs_core(CPUState *cs)
4699997cc1eSYifei Jiang {
4709997cc1eSYifei Jiang     int ret = 0;
4719997cc1eSYifei Jiang     int i;
4729997cc1eSYifei Jiang     target_ulong reg;
4739997cc1eSYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
4749997cc1eSYifei Jiang 
4759997cc1eSYifei Jiang     reg = env->pc;
4769997cc1eSYifei Jiang     ret = kvm_set_one_reg(cs, RISCV_CORE_REG(env, regs.pc), &reg);
4779997cc1eSYifei Jiang     if (ret) {
4789997cc1eSYifei Jiang         return ret;
4799997cc1eSYifei Jiang     }
4809997cc1eSYifei Jiang 
4819997cc1eSYifei Jiang     for (i = 1; i < 32; i++) {
4829997cc1eSYifei Jiang         uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i);
4839997cc1eSYifei Jiang         reg = env->gpr[i];
4849997cc1eSYifei Jiang         ret = kvm_set_one_reg(cs, id, &reg);
4859997cc1eSYifei Jiang         if (ret) {
4869997cc1eSYifei Jiang             return ret;
4879997cc1eSYifei Jiang         }
4889997cc1eSYifei Jiang     }
4899997cc1eSYifei Jiang 
4909997cc1eSYifei Jiang     return ret;
4919997cc1eSYifei Jiang }
4929997cc1eSYifei Jiang 
493937f0b45SYifei Jiang static int kvm_riscv_get_regs_csr(CPUState *cs)
494937f0b45SYifei Jiang {
495937f0b45SYifei Jiang     int ret = 0;
496937f0b45SYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
497937f0b45SYifei Jiang 
498937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, sstatus, env->mstatus);
499937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, sie, env->mie);
500937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, stvec, env->stvec);
501937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, sscratch, env->sscratch);
502937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, sepc, env->sepc);
503937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, scause, env->scause);
504937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, stval, env->stval);
505937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, sip, env->mip);
506937f0b45SYifei Jiang     KVM_RISCV_GET_CSR(cs, env, satp, env->satp);
507937f0b45SYifei Jiang     return ret;
508937f0b45SYifei Jiang }
509937f0b45SYifei Jiang 
5109997cc1eSYifei Jiang static int kvm_riscv_put_regs_csr(CPUState *cs)
5119997cc1eSYifei Jiang {
5129997cc1eSYifei Jiang     int ret = 0;
5139997cc1eSYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
5149997cc1eSYifei Jiang 
5159997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, sstatus, env->mstatus);
5169997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, sie, env->mie);
5179997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, stvec, env->stvec);
5189997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, sscratch, env->sscratch);
5199997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, sepc, env->sepc);
5209997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, scause, env->scause);
5219997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, stval, env->stval);
5229997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, sip, env->mip);
5239997cc1eSYifei Jiang     KVM_RISCV_SET_CSR(cs, env, satp, env->satp);
5249997cc1eSYifei Jiang 
5259997cc1eSYifei Jiang     return ret;
5269997cc1eSYifei Jiang }
5279997cc1eSYifei Jiang 
528937f0b45SYifei Jiang static int kvm_riscv_get_regs_fp(CPUState *cs)
529937f0b45SYifei Jiang {
530937f0b45SYifei Jiang     int ret = 0;
531937f0b45SYifei Jiang     int i;
532937f0b45SYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
533937f0b45SYifei Jiang 
534937f0b45SYifei Jiang     if (riscv_has_ext(env, RVD)) {
535937f0b45SYifei Jiang         uint64_t reg;
536937f0b45SYifei Jiang         for (i = 0; i < 32; i++) {
537937f0b45SYifei Jiang             ret = kvm_get_one_reg(cs, RISCV_FP_D_REG(env, i), &reg);
538937f0b45SYifei Jiang             if (ret) {
539937f0b45SYifei Jiang                 return ret;
540937f0b45SYifei Jiang             }
541937f0b45SYifei Jiang             env->fpr[i] = reg;
542937f0b45SYifei Jiang         }
543937f0b45SYifei Jiang         return ret;
544937f0b45SYifei Jiang     }
545937f0b45SYifei Jiang 
546937f0b45SYifei Jiang     if (riscv_has_ext(env, RVF)) {
547937f0b45SYifei Jiang         uint32_t reg;
548937f0b45SYifei Jiang         for (i = 0; i < 32; i++) {
549937f0b45SYifei Jiang             ret = kvm_get_one_reg(cs, RISCV_FP_F_REG(env, i), &reg);
550937f0b45SYifei Jiang             if (ret) {
551937f0b45SYifei Jiang                 return ret;
552937f0b45SYifei Jiang             }
553937f0b45SYifei Jiang             env->fpr[i] = reg;
554937f0b45SYifei Jiang         }
555937f0b45SYifei Jiang         return ret;
556937f0b45SYifei Jiang     }
557937f0b45SYifei Jiang 
558937f0b45SYifei Jiang     return ret;
559937f0b45SYifei Jiang }
560937f0b45SYifei Jiang 
5619997cc1eSYifei Jiang static int kvm_riscv_put_regs_fp(CPUState *cs)
5629997cc1eSYifei Jiang {
5639997cc1eSYifei Jiang     int ret = 0;
5649997cc1eSYifei Jiang     int i;
5659997cc1eSYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
5669997cc1eSYifei Jiang 
5679997cc1eSYifei Jiang     if (riscv_has_ext(env, RVD)) {
5689997cc1eSYifei Jiang         uint64_t reg;
5699997cc1eSYifei Jiang         for (i = 0; i < 32; i++) {
5709997cc1eSYifei Jiang             reg = env->fpr[i];
5719997cc1eSYifei Jiang             ret = kvm_set_one_reg(cs, RISCV_FP_D_REG(env, i), &reg);
5729997cc1eSYifei Jiang             if (ret) {
5739997cc1eSYifei Jiang                 return ret;
5749997cc1eSYifei Jiang             }
5759997cc1eSYifei Jiang         }
5769997cc1eSYifei Jiang         return ret;
5779997cc1eSYifei Jiang     }
5789997cc1eSYifei Jiang 
5799997cc1eSYifei Jiang     if (riscv_has_ext(env, RVF)) {
5809997cc1eSYifei Jiang         uint32_t reg;
5819997cc1eSYifei Jiang         for (i = 0; i < 32; i++) {
5829997cc1eSYifei Jiang             reg = env->fpr[i];
5839997cc1eSYifei Jiang             ret = kvm_set_one_reg(cs, RISCV_FP_F_REG(env, i), &reg);
5849997cc1eSYifei Jiang             if (ret) {
5859997cc1eSYifei Jiang                 return ret;
5869997cc1eSYifei Jiang             }
5879997cc1eSYifei Jiang         }
5889997cc1eSYifei Jiang         return ret;
5899997cc1eSYifei Jiang     }
5909997cc1eSYifei Jiang 
5919997cc1eSYifei Jiang     return ret;
5929997cc1eSYifei Jiang }
5939997cc1eSYifei Jiang 
59427abe66fSYifei Jiang static void kvm_riscv_get_regs_timer(CPUState *cs)
59527abe66fSYifei Jiang {
59627abe66fSYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
59727abe66fSYifei Jiang 
59827abe66fSYifei Jiang     if (env->kvm_timer_dirty) {
59927abe66fSYifei Jiang         return;
60027abe66fSYifei Jiang     }
60127abe66fSYifei Jiang 
60227abe66fSYifei Jiang     KVM_RISCV_GET_TIMER(cs, env, time, env->kvm_timer_time);
60327abe66fSYifei Jiang     KVM_RISCV_GET_TIMER(cs, env, compare, env->kvm_timer_compare);
60427abe66fSYifei Jiang     KVM_RISCV_GET_TIMER(cs, env, state, env->kvm_timer_state);
60527abe66fSYifei Jiang     KVM_RISCV_GET_TIMER(cs, env, frequency, env->kvm_timer_frequency);
60627abe66fSYifei Jiang 
60727abe66fSYifei Jiang     env->kvm_timer_dirty = true;
60827abe66fSYifei Jiang }
60927abe66fSYifei Jiang 
61027abe66fSYifei Jiang static void kvm_riscv_put_regs_timer(CPUState *cs)
61127abe66fSYifei Jiang {
61227abe66fSYifei Jiang     uint64_t reg;
61327abe66fSYifei Jiang     CPURISCVState *env = &RISCV_CPU(cs)->env;
61427abe66fSYifei Jiang 
61527abe66fSYifei Jiang     if (!env->kvm_timer_dirty) {
61627abe66fSYifei Jiang         return;
61727abe66fSYifei Jiang     }
61827abe66fSYifei Jiang 
61927abe66fSYifei Jiang     KVM_RISCV_SET_TIMER(cs, env, time, env->kvm_timer_time);
62027abe66fSYifei Jiang     KVM_RISCV_SET_TIMER(cs, env, compare, env->kvm_timer_compare);
62127abe66fSYifei Jiang 
62227abe66fSYifei Jiang     /*
62327abe66fSYifei Jiang      * To set register of RISCV_TIMER_REG(state) will occur a error from KVM
62427abe66fSYifei Jiang      * on env->kvm_timer_state == 0, It's better to adapt in KVM, but it
62527abe66fSYifei Jiang      * doesn't matter that adaping in QEMU now.
62627abe66fSYifei Jiang      * TODO If KVM changes, adapt here.
62727abe66fSYifei Jiang      */
62827abe66fSYifei Jiang     if (env->kvm_timer_state) {
62927abe66fSYifei Jiang         KVM_RISCV_SET_TIMER(cs, env, state, env->kvm_timer_state);
63027abe66fSYifei Jiang     }
63127abe66fSYifei Jiang 
63227abe66fSYifei Jiang     /*
63327abe66fSYifei Jiang      * For now, migration will not work between Hosts with different timer
63427abe66fSYifei Jiang      * frequency. Therefore, we should check whether they are the same here
63527abe66fSYifei Jiang      * during the migration.
63627abe66fSYifei Jiang      */
63727abe66fSYifei Jiang     if (migration_is_running(migrate_get_current()->state)) {
63827abe66fSYifei Jiang         KVM_RISCV_GET_TIMER(cs, env, frequency, reg);
63927abe66fSYifei Jiang         if (reg != env->kvm_timer_frequency) {
64027abe66fSYifei Jiang             error_report("Dst Hosts timer frequency != Src Hosts");
64127abe66fSYifei Jiang         }
64227abe66fSYifei Jiang     }
64327abe66fSYifei Jiang 
64427abe66fSYifei Jiang     env->kvm_timer_dirty = false;
64527abe66fSYifei Jiang }
6469997cc1eSYifei Jiang 
647492265aeSDaniel Henrique Barboza typedef struct KVMScratchCPU {
648492265aeSDaniel Henrique Barboza     int kvmfd;
649492265aeSDaniel Henrique Barboza     int vmfd;
650492265aeSDaniel Henrique Barboza     int cpufd;
651492265aeSDaniel Henrique Barboza } KVMScratchCPU;
652492265aeSDaniel Henrique Barboza 
653492265aeSDaniel Henrique Barboza /*
654492265aeSDaniel Henrique Barboza  * Heavily inspired by kvm_arm_create_scratch_host_vcpu()
655492265aeSDaniel Henrique Barboza  * from target/arm/kvm.c.
656492265aeSDaniel Henrique Barboza  */
657492265aeSDaniel Henrique Barboza static bool kvm_riscv_create_scratch_vcpu(KVMScratchCPU *scratch)
658492265aeSDaniel Henrique Barboza {
659492265aeSDaniel Henrique Barboza     int kvmfd = -1, vmfd = -1, cpufd = -1;
660492265aeSDaniel Henrique Barboza 
661492265aeSDaniel Henrique Barboza     kvmfd = qemu_open_old("/dev/kvm", O_RDWR);
662492265aeSDaniel Henrique Barboza     if (kvmfd < 0) {
663492265aeSDaniel Henrique Barboza         goto err;
664492265aeSDaniel Henrique Barboza     }
665492265aeSDaniel Henrique Barboza     do {
666492265aeSDaniel Henrique Barboza         vmfd = ioctl(kvmfd, KVM_CREATE_VM, 0);
667492265aeSDaniel Henrique Barboza     } while (vmfd == -1 && errno == EINTR);
668492265aeSDaniel Henrique Barboza     if (vmfd < 0) {
669492265aeSDaniel Henrique Barboza         goto err;
670492265aeSDaniel Henrique Barboza     }
671492265aeSDaniel Henrique Barboza     cpufd = ioctl(vmfd, KVM_CREATE_VCPU, 0);
672492265aeSDaniel Henrique Barboza     if (cpufd < 0) {
673492265aeSDaniel Henrique Barboza         goto err;
674492265aeSDaniel Henrique Barboza     }
675492265aeSDaniel Henrique Barboza 
676492265aeSDaniel Henrique Barboza     scratch->kvmfd =  kvmfd;
677492265aeSDaniel Henrique Barboza     scratch->vmfd = vmfd;
678492265aeSDaniel Henrique Barboza     scratch->cpufd = cpufd;
679492265aeSDaniel Henrique Barboza 
680492265aeSDaniel Henrique Barboza     return true;
681492265aeSDaniel Henrique Barboza 
682492265aeSDaniel Henrique Barboza  err:
683492265aeSDaniel Henrique Barboza     if (cpufd >= 0) {
684492265aeSDaniel Henrique Barboza         close(cpufd);
685492265aeSDaniel Henrique Barboza     }
686492265aeSDaniel Henrique Barboza     if (vmfd >= 0) {
687492265aeSDaniel Henrique Barboza         close(vmfd);
688492265aeSDaniel Henrique Barboza     }
689492265aeSDaniel Henrique Barboza     if (kvmfd >= 0) {
690492265aeSDaniel Henrique Barboza         close(kvmfd);
691492265aeSDaniel Henrique Barboza     }
692492265aeSDaniel Henrique Barboza 
693492265aeSDaniel Henrique Barboza     return false;
694492265aeSDaniel Henrique Barboza }
695492265aeSDaniel Henrique Barboza 
696492265aeSDaniel Henrique Barboza static void kvm_riscv_destroy_scratch_vcpu(KVMScratchCPU *scratch)
697492265aeSDaniel Henrique Barboza {
698492265aeSDaniel Henrique Barboza     close(scratch->cpufd);
699492265aeSDaniel Henrique Barboza     close(scratch->vmfd);
700492265aeSDaniel Henrique Barboza     close(scratch->kvmfd);
701492265aeSDaniel Henrique Barboza }
702492265aeSDaniel Henrique Barboza 
703492265aeSDaniel Henrique Barboza static void kvm_riscv_init_machine_ids(RISCVCPU *cpu, KVMScratchCPU *kvmcpu)
704492265aeSDaniel Henrique Barboza {
705492265aeSDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
706492265aeSDaniel Henrique Barboza     struct kvm_one_reg reg;
707492265aeSDaniel Henrique Barboza     int ret;
708492265aeSDaniel Henrique Barboza 
709492265aeSDaniel Henrique Barboza     reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
710492265aeSDaniel Henrique Barboza                               KVM_REG_RISCV_CONFIG_REG(mvendorid));
711492265aeSDaniel Henrique Barboza     reg.addr = (uint64_t)&cpu->cfg.mvendorid;
712492265aeSDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
713492265aeSDaniel Henrique Barboza     if (ret != 0) {
714492265aeSDaniel Henrique Barboza         error_report("Unable to retrieve mvendorid from host, error %d", ret);
715492265aeSDaniel Henrique Barboza     }
716d758f884SDaniel Henrique Barboza 
717d758f884SDaniel Henrique Barboza     reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
718d758f884SDaniel Henrique Barboza                               KVM_REG_RISCV_CONFIG_REG(marchid));
719d758f884SDaniel Henrique Barboza     reg.addr = (uint64_t)&cpu->cfg.marchid;
720d758f884SDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
721d758f884SDaniel Henrique Barboza     if (ret != 0) {
722d758f884SDaniel Henrique Barboza         error_report("Unable to retrieve marchid from host, error %d", ret);
723d758f884SDaniel Henrique Barboza     }
724d758f884SDaniel Henrique Barboza 
725d758f884SDaniel Henrique Barboza     reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
726d758f884SDaniel Henrique Barboza                               KVM_REG_RISCV_CONFIG_REG(mimpid));
727d758f884SDaniel Henrique Barboza     reg.addr = (uint64_t)&cpu->cfg.mimpid;
728d758f884SDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
729d758f884SDaniel Henrique Barboza     if (ret != 0) {
730d758f884SDaniel Henrique Barboza         error_report("Unable to retrieve mimpid from host, error %d", ret);
731d758f884SDaniel Henrique Barboza     }
732492265aeSDaniel Henrique Barboza }
733492265aeSDaniel Henrique Barboza 
734e28b9c49SDaniel Henrique Barboza static void kvm_riscv_init_misa_ext_mask(RISCVCPU *cpu,
735e28b9c49SDaniel Henrique Barboza                                          KVMScratchCPU *kvmcpu)
736e28b9c49SDaniel Henrique Barboza {
737e28b9c49SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
738e28b9c49SDaniel Henrique Barboza     struct kvm_one_reg reg;
739e28b9c49SDaniel Henrique Barboza     int ret;
740e28b9c49SDaniel Henrique Barboza 
741e28b9c49SDaniel Henrique Barboza     reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
742e28b9c49SDaniel Henrique Barboza                               KVM_REG_RISCV_CONFIG_REG(isa));
743e28b9c49SDaniel Henrique Barboza     reg.addr = (uint64_t)&env->misa_ext_mask;
744e28b9c49SDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
745e28b9c49SDaniel Henrique Barboza 
746e28b9c49SDaniel Henrique Barboza     if (ret) {
747e28b9c49SDaniel Henrique Barboza         error_report("Unable to fetch ISA register from KVM, "
748e28b9c49SDaniel Henrique Barboza                      "error %d", ret);
749e28b9c49SDaniel Henrique Barboza         kvm_riscv_destroy_scratch_vcpu(kvmcpu);
750e28b9c49SDaniel Henrique Barboza         exit(EXIT_FAILURE);
751e28b9c49SDaniel Henrique Barboza     }
752e28b9c49SDaniel Henrique Barboza 
753e28b9c49SDaniel Henrique Barboza     env->misa_ext = env->misa_ext_mask;
754e28b9c49SDaniel Henrique Barboza }
755e28b9c49SDaniel Henrique Barboza 
756b9f82221SDaniel Henrique Barboza static void kvm_riscv_read_cbomz_blksize(RISCVCPU *cpu, KVMScratchCPU *kvmcpu,
757b9f82221SDaniel Henrique Barboza                                          KVMCPUConfig *cbomz_cfg)
758b9f82221SDaniel Henrique Barboza {
759b9f82221SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
760b9f82221SDaniel Henrique Barboza     struct kvm_one_reg reg;
761b9f82221SDaniel Henrique Barboza     int ret;
762b9f82221SDaniel Henrique Barboza 
763b9f82221SDaniel Henrique Barboza     reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
764b9f82221SDaniel Henrique Barboza                               cbomz_cfg->kvm_reg_id);
765b9f82221SDaniel Henrique Barboza     reg.addr = (uint64_t)kvmconfig_get_cfg_addr(cpu, cbomz_cfg);
766b9f82221SDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
767b9f82221SDaniel Henrique Barboza     if (ret != 0) {
768b9f82221SDaniel Henrique Barboza         error_report("Unable to read KVM reg %s, error %d",
769b9f82221SDaniel Henrique Barboza                      cbomz_cfg->name, ret);
770b9f82221SDaniel Henrique Barboza         exit(EXIT_FAILURE);
771b9f82221SDaniel Henrique Barboza     }
772b9f82221SDaniel Henrique Barboza }
773b9f82221SDaniel Henrique Barboza 
774608bdebbSDaniel Henrique Barboza static void kvm_riscv_read_multiext_legacy(RISCVCPU *cpu,
775608bdebbSDaniel Henrique Barboza                                            KVMScratchCPU *kvmcpu)
776f7a69fa6SDaniel Henrique Barboza {
777f7a69fa6SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
778f7a69fa6SDaniel Henrique Barboza     uint64_t val;
779f7a69fa6SDaniel Henrique Barboza     int i, ret;
780f7a69fa6SDaniel Henrique Barboza 
781f7a69fa6SDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) {
782f7a69fa6SDaniel Henrique Barboza         KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i];
783f7a69fa6SDaniel Henrique Barboza         struct kvm_one_reg reg;
784f7a69fa6SDaniel Henrique Barboza 
785f7a69fa6SDaniel Henrique Barboza         reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT,
786f7a69fa6SDaniel Henrique Barboza                                   multi_ext_cfg->kvm_reg_id);
787f7a69fa6SDaniel Henrique Barboza         reg.addr = (uint64_t)&val;
788f7a69fa6SDaniel Henrique Barboza         ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
789f7a69fa6SDaniel Henrique Barboza         if (ret != 0) {
790f7a69fa6SDaniel Henrique Barboza             if (errno == EINVAL) {
791f7a69fa6SDaniel Henrique Barboza                 /* Silently default to 'false' if KVM does not support it. */
792f7a69fa6SDaniel Henrique Barboza                 multi_ext_cfg->supported = false;
793f7a69fa6SDaniel Henrique Barboza                 val = false;
794f7a69fa6SDaniel Henrique Barboza             } else {
795f7a69fa6SDaniel Henrique Barboza                 error_report("Unable to read ISA_EXT KVM register %s, "
796082e9e4aSDaniel Henrique Barboza                              "error code: %s", multi_ext_cfg->name,
797082e9e4aSDaniel Henrique Barboza                              strerrorname_np(errno));
798f7a69fa6SDaniel Henrique Barboza                 exit(EXIT_FAILURE);
799f7a69fa6SDaniel Henrique Barboza             }
800f7a69fa6SDaniel Henrique Barboza         } else {
801f7a69fa6SDaniel Henrique Barboza             multi_ext_cfg->supported = true;
802f7a69fa6SDaniel Henrique Barboza         }
803f7a69fa6SDaniel Henrique Barboza 
804f7a69fa6SDaniel Henrique Barboza         kvm_cpu_cfg_set(cpu, multi_ext_cfg, val);
805f7a69fa6SDaniel Henrique Barboza     }
806b9f82221SDaniel Henrique Barboza 
807b9f82221SDaniel Henrique Barboza     if (cpu->cfg.ext_icbom) {
808b9f82221SDaniel Henrique Barboza         kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize);
809b9f82221SDaniel Henrique Barboza     }
810b9f82221SDaniel Henrique Barboza 
811b9f82221SDaniel Henrique Barboza     if (cpu->cfg.ext_icboz) {
812b9f82221SDaniel Henrique Barboza         kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize);
813b9f82221SDaniel Henrique Barboza     }
814f7a69fa6SDaniel Henrique Barboza }
815f7a69fa6SDaniel Henrique Barboza 
816608bdebbSDaniel Henrique Barboza static int uint64_cmp(const void *a, const void *b)
817608bdebbSDaniel Henrique Barboza {
818608bdebbSDaniel Henrique Barboza     uint64_t val1 = *(const uint64_t *)a;
819608bdebbSDaniel Henrique Barboza     uint64_t val2 = *(const uint64_t *)b;
820608bdebbSDaniel Henrique Barboza 
821608bdebbSDaniel Henrique Barboza     if (val1 < val2) {
822608bdebbSDaniel Henrique Barboza         return -1;
823608bdebbSDaniel Henrique Barboza     }
824608bdebbSDaniel Henrique Barboza 
825608bdebbSDaniel Henrique Barboza     if (val1 > val2) {
826608bdebbSDaniel Henrique Barboza         return 1;
827608bdebbSDaniel Henrique Barboza     }
828608bdebbSDaniel Henrique Barboza 
829608bdebbSDaniel Henrique Barboza     return 0;
830608bdebbSDaniel Henrique Barboza }
831608bdebbSDaniel Henrique Barboza 
832608bdebbSDaniel Henrique Barboza static void kvm_riscv_init_multiext_cfg(RISCVCPU *cpu, KVMScratchCPU *kvmcpu)
833608bdebbSDaniel Henrique Barboza {
834608bdebbSDaniel Henrique Barboza     KVMCPUConfig *multi_ext_cfg;
835608bdebbSDaniel Henrique Barboza     struct kvm_one_reg reg;
836608bdebbSDaniel Henrique Barboza     struct kvm_reg_list rl_struct;
837608bdebbSDaniel Henrique Barboza     struct kvm_reg_list *reglist;
838608bdebbSDaniel Henrique Barboza     uint64_t val, reg_id, *reg_search;
839608bdebbSDaniel Henrique Barboza     int i, ret;
840608bdebbSDaniel Henrique Barboza 
841608bdebbSDaniel Henrique Barboza     rl_struct.n = 0;
842608bdebbSDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, &rl_struct);
843608bdebbSDaniel Henrique Barboza 
844608bdebbSDaniel Henrique Barboza     /*
845608bdebbSDaniel Henrique Barboza      * If KVM_GET_REG_LIST isn't supported we'll get errno 22
846608bdebbSDaniel Henrique Barboza      * (EINVAL). Use read_legacy() in this case.
847608bdebbSDaniel Henrique Barboza      */
848608bdebbSDaniel Henrique Barboza     if (errno == EINVAL) {
849608bdebbSDaniel Henrique Barboza         return kvm_riscv_read_multiext_legacy(cpu, kvmcpu);
850608bdebbSDaniel Henrique Barboza     } else if (errno != E2BIG) {
851608bdebbSDaniel Henrique Barboza         /*
852608bdebbSDaniel Henrique Barboza          * E2BIG is an expected error message for the API since we
853608bdebbSDaniel Henrique Barboza          * don't know the number of registers. The right amount will
854608bdebbSDaniel Henrique Barboza          * be written in rl_struct.n.
855608bdebbSDaniel Henrique Barboza          *
856608bdebbSDaniel Henrique Barboza          * Error out if we get any other errno.
857608bdebbSDaniel Henrique Barboza          */
858608bdebbSDaniel Henrique Barboza         error_report("Error when accessing get-reg-list, code: %s",
859608bdebbSDaniel Henrique Barboza                      strerrorname_np(errno));
860608bdebbSDaniel Henrique Barboza         exit(EXIT_FAILURE);
861608bdebbSDaniel Henrique Barboza     }
862608bdebbSDaniel Henrique Barboza 
863608bdebbSDaniel Henrique Barboza     reglist = g_malloc(sizeof(struct kvm_reg_list) +
864608bdebbSDaniel Henrique Barboza                        rl_struct.n * sizeof(uint64_t));
865608bdebbSDaniel Henrique Barboza     reglist->n = rl_struct.n;
866608bdebbSDaniel Henrique Barboza     ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, reglist);
867608bdebbSDaniel Henrique Barboza     if (ret) {
868608bdebbSDaniel Henrique Barboza         error_report("Error when reading KVM_GET_REG_LIST, code %s ",
869608bdebbSDaniel Henrique Barboza                      strerrorname_np(errno));
870608bdebbSDaniel Henrique Barboza         exit(EXIT_FAILURE);
871608bdebbSDaniel Henrique Barboza     }
872608bdebbSDaniel Henrique Barboza 
873608bdebbSDaniel Henrique Barboza     /* sort reglist to use bsearch() */
874608bdebbSDaniel Henrique Barboza     qsort(&reglist->reg, reglist->n, sizeof(uint64_t), uint64_cmp);
875608bdebbSDaniel Henrique Barboza 
876608bdebbSDaniel Henrique Barboza     for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) {
877608bdebbSDaniel Henrique Barboza         multi_ext_cfg = &kvm_multi_ext_cfgs[i];
878608bdebbSDaniel Henrique Barboza         reg_id = kvm_riscv_reg_id(&cpu->env, KVM_REG_RISCV_ISA_EXT,
879608bdebbSDaniel Henrique Barboza                                   multi_ext_cfg->kvm_reg_id);
880608bdebbSDaniel Henrique Barboza         reg_search = bsearch(&reg_id, reglist->reg, reglist->n,
881608bdebbSDaniel Henrique Barboza                              sizeof(uint64_t), uint64_cmp);
882608bdebbSDaniel Henrique Barboza         if (!reg_search) {
883608bdebbSDaniel Henrique Barboza             continue;
884608bdebbSDaniel Henrique Barboza         }
885608bdebbSDaniel Henrique Barboza 
886608bdebbSDaniel Henrique Barboza         reg.id = reg_id;
887608bdebbSDaniel Henrique Barboza         reg.addr = (uint64_t)&val;
888608bdebbSDaniel Henrique Barboza         ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, &reg);
889608bdebbSDaniel Henrique Barboza         if (ret != 0) {
890608bdebbSDaniel Henrique Barboza             error_report("Unable to read ISA_EXT KVM register %s, "
891608bdebbSDaniel Henrique Barboza                          "error code: %s", multi_ext_cfg->name,
892608bdebbSDaniel Henrique Barboza                          strerrorname_np(errno));
893608bdebbSDaniel Henrique Barboza             exit(EXIT_FAILURE);
894608bdebbSDaniel Henrique Barboza         }
895608bdebbSDaniel Henrique Barboza 
896608bdebbSDaniel Henrique Barboza         multi_ext_cfg->supported = true;
897608bdebbSDaniel Henrique Barboza         kvm_cpu_cfg_set(cpu, multi_ext_cfg, val);
898608bdebbSDaniel Henrique Barboza     }
899608bdebbSDaniel Henrique Barboza 
900608bdebbSDaniel Henrique Barboza     if (cpu->cfg.ext_icbom) {
901608bdebbSDaniel Henrique Barboza         kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize);
902608bdebbSDaniel Henrique Barboza     }
903608bdebbSDaniel Henrique Barboza 
904608bdebbSDaniel Henrique Barboza     if (cpu->cfg.ext_icboz) {
905608bdebbSDaniel Henrique Barboza         kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize);
906608bdebbSDaniel Henrique Barboza     }
907608bdebbSDaniel Henrique Barboza }
908608bdebbSDaniel Henrique Barboza 
909efa365b7SDaniel Henrique Barboza static void riscv_init_kvm_registers(Object *cpu_obj)
910492265aeSDaniel Henrique Barboza {
911492265aeSDaniel Henrique Barboza     RISCVCPU *cpu = RISCV_CPU(cpu_obj);
912492265aeSDaniel Henrique Barboza     KVMScratchCPU kvmcpu;
913492265aeSDaniel Henrique Barboza 
914492265aeSDaniel Henrique Barboza     if (!kvm_riscv_create_scratch_vcpu(&kvmcpu)) {
915492265aeSDaniel Henrique Barboza         return;
916492265aeSDaniel Henrique Barboza     }
917492265aeSDaniel Henrique Barboza 
918492265aeSDaniel Henrique Barboza     kvm_riscv_init_machine_ids(cpu, &kvmcpu);
919e28b9c49SDaniel Henrique Barboza     kvm_riscv_init_misa_ext_mask(cpu, &kvmcpu);
920f7a69fa6SDaniel Henrique Barboza     kvm_riscv_init_multiext_cfg(cpu, &kvmcpu);
921492265aeSDaniel Henrique Barboza 
922492265aeSDaniel Henrique Barboza     kvm_riscv_destroy_scratch_vcpu(&kvmcpu);
923492265aeSDaniel Henrique Barboza }
924492265aeSDaniel Henrique Barboza 
92591654e61SYifei Jiang const KVMCapabilityInfo kvm_arch_required_capabilities[] = {
92691654e61SYifei Jiang     KVM_CAP_LAST_INFO
92791654e61SYifei Jiang };
92891654e61SYifei Jiang 
92991654e61SYifei Jiang int kvm_arch_get_registers(CPUState *cs)
93091654e61SYifei Jiang {
931937f0b45SYifei Jiang     int ret = 0;
932937f0b45SYifei Jiang 
933937f0b45SYifei Jiang     ret = kvm_riscv_get_regs_core(cs);
934937f0b45SYifei Jiang     if (ret) {
935937f0b45SYifei Jiang         return ret;
936937f0b45SYifei Jiang     }
937937f0b45SYifei Jiang 
938937f0b45SYifei Jiang     ret = kvm_riscv_get_regs_csr(cs);
939937f0b45SYifei Jiang     if (ret) {
940937f0b45SYifei Jiang         return ret;
941937f0b45SYifei Jiang     }
942937f0b45SYifei Jiang 
943937f0b45SYifei Jiang     ret = kvm_riscv_get_regs_fp(cs);
944937f0b45SYifei Jiang     if (ret) {
945937f0b45SYifei Jiang         return ret;
946937f0b45SYifei Jiang     }
947937f0b45SYifei Jiang 
948937f0b45SYifei Jiang     return ret;
94991654e61SYifei Jiang }
95091654e61SYifei Jiang 
95186339515Sliguang.zhang int kvm_riscv_sync_mpstate_to_kvm(RISCVCPU *cpu, int state)
95286339515Sliguang.zhang {
95386339515Sliguang.zhang     if (cap_has_mp_state) {
95486339515Sliguang.zhang         struct kvm_mp_state mp_state = {
95586339515Sliguang.zhang             .mp_state = state
95686339515Sliguang.zhang         };
95786339515Sliguang.zhang 
95886339515Sliguang.zhang         int ret = kvm_vcpu_ioctl(CPU(cpu), KVM_SET_MP_STATE, &mp_state);
95986339515Sliguang.zhang         if (ret) {
96086339515Sliguang.zhang             fprintf(stderr, "%s: failed to sync MP_STATE %d/%s\n",
96186339515Sliguang.zhang                     __func__, ret, strerror(-ret));
96286339515Sliguang.zhang             return -1;
96386339515Sliguang.zhang         }
96486339515Sliguang.zhang     }
96586339515Sliguang.zhang 
96686339515Sliguang.zhang     return 0;
96786339515Sliguang.zhang }
96886339515Sliguang.zhang 
96991654e61SYifei Jiang int kvm_arch_put_registers(CPUState *cs, int level)
97091654e61SYifei Jiang {
9719997cc1eSYifei Jiang     int ret = 0;
9729997cc1eSYifei Jiang 
9739997cc1eSYifei Jiang     ret = kvm_riscv_put_regs_core(cs);
9749997cc1eSYifei Jiang     if (ret) {
9759997cc1eSYifei Jiang         return ret;
9769997cc1eSYifei Jiang     }
9779997cc1eSYifei Jiang 
9789997cc1eSYifei Jiang     ret = kvm_riscv_put_regs_csr(cs);
9799997cc1eSYifei Jiang     if (ret) {
9809997cc1eSYifei Jiang         return ret;
9819997cc1eSYifei Jiang     }
9829997cc1eSYifei Jiang 
9839997cc1eSYifei Jiang     ret = kvm_riscv_put_regs_fp(cs);
9849997cc1eSYifei Jiang     if (ret) {
9859997cc1eSYifei Jiang         return ret;
9869997cc1eSYifei Jiang     }
9879997cc1eSYifei Jiang 
98886339515Sliguang.zhang     if (KVM_PUT_RESET_STATE == level) {
98986339515Sliguang.zhang         RISCVCPU *cpu = RISCV_CPU(cs);
99086339515Sliguang.zhang         if (cs->cpu_index == 0) {
99186339515Sliguang.zhang             ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_RUNNABLE);
99286339515Sliguang.zhang         } else {
99386339515Sliguang.zhang             ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_STOPPED);
99486339515Sliguang.zhang         }
99586339515Sliguang.zhang         if (ret) {
99686339515Sliguang.zhang             return ret;
99786339515Sliguang.zhang         }
99886339515Sliguang.zhang     }
99986339515Sliguang.zhang 
10009997cc1eSYifei Jiang     return ret;
100191654e61SYifei Jiang }
100291654e61SYifei Jiang 
100391654e61SYifei Jiang int kvm_arch_release_virq_post(int virq)
100491654e61SYifei Jiang {
100591654e61SYifei Jiang     return 0;
100691654e61SYifei Jiang }
100791654e61SYifei Jiang 
100891654e61SYifei Jiang int kvm_arch_fixup_msi_route(struct kvm_irq_routing_entry *route,
100991654e61SYifei Jiang                              uint64_t address, uint32_t data, PCIDevice *dev)
101091654e61SYifei Jiang {
101191654e61SYifei Jiang     return 0;
101291654e61SYifei Jiang }
101391654e61SYifei Jiang 
101491654e61SYifei Jiang int kvm_arch_destroy_vcpu(CPUState *cs)
101591654e61SYifei Jiang {
101691654e61SYifei Jiang     return 0;
101791654e61SYifei Jiang }
101891654e61SYifei Jiang 
101991654e61SYifei Jiang unsigned long kvm_arch_vcpu_id(CPUState *cpu)
102091654e61SYifei Jiang {
102191654e61SYifei Jiang     return cpu->cpu_index;
102291654e61SYifei Jiang }
102391654e61SYifei Jiang 
10249ad3e016SYifei Jiang static void kvm_riscv_vm_state_change(void *opaque, bool running,
10259ad3e016SYifei Jiang                                       RunState state)
10269ad3e016SYifei Jiang {
10279ad3e016SYifei Jiang     CPUState *cs = opaque;
10289ad3e016SYifei Jiang 
10299ad3e016SYifei Jiang     if (running) {
10309ad3e016SYifei Jiang         kvm_riscv_put_regs_timer(cs);
10319ad3e016SYifei Jiang     } else {
10329ad3e016SYifei Jiang         kvm_riscv_get_regs_timer(cs);
10339ad3e016SYifei Jiang     }
10349ad3e016SYifei Jiang }
10359ad3e016SYifei Jiang 
103691654e61SYifei Jiang void kvm_arch_init_irq_routing(KVMState *s)
103791654e61SYifei Jiang {
103891654e61SYifei Jiang }
103991654e61SYifei Jiang 
10401fb5a622SDaniel Henrique Barboza static int kvm_vcpu_set_machine_ids(RISCVCPU *cpu, CPUState *cs)
10411fb5a622SDaniel Henrique Barboza {
10421fb5a622SDaniel Henrique Barboza     CPURISCVState *env = &cpu->env;
1043136cb9ccSDaniel Henrique Barboza     target_ulong reg;
10441fb5a622SDaniel Henrique Barboza     uint64_t id;
10451fb5a622SDaniel Henrique Barboza     int ret;
10461fb5a622SDaniel Henrique Barboza 
10471fb5a622SDaniel Henrique Barboza     id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
10481fb5a622SDaniel Henrique Barboza                           KVM_REG_RISCV_CONFIG_REG(mvendorid));
1049136cb9ccSDaniel Henrique Barboza     /*
1050136cb9ccSDaniel Henrique Barboza      * cfg.mvendorid is an uint32 but a target_ulong will
1051136cb9ccSDaniel Henrique Barboza      * be written. Assign it to a target_ulong var to avoid
1052136cb9ccSDaniel Henrique Barboza      * writing pieces of other cpu->cfg fields in the reg.
1053136cb9ccSDaniel Henrique Barboza      */
1054136cb9ccSDaniel Henrique Barboza     reg = cpu->cfg.mvendorid;
1055136cb9ccSDaniel Henrique Barboza     ret = kvm_set_one_reg(cs, id, &reg);
10561fb5a622SDaniel Henrique Barboza     if (ret != 0) {
10571fb5a622SDaniel Henrique Barboza         return ret;
10581fb5a622SDaniel Henrique Barboza     }
10591fb5a622SDaniel Henrique Barboza 
10601fb5a622SDaniel Henrique Barboza     id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
10611fb5a622SDaniel Henrique Barboza                           KVM_REG_RISCV_CONFIG_REG(marchid));
10621fb5a622SDaniel Henrique Barboza     ret = kvm_set_one_reg(cs, id, &cpu->cfg.marchid);
10631fb5a622SDaniel Henrique Barboza     if (ret != 0) {
10641fb5a622SDaniel Henrique Barboza         return ret;
10651fb5a622SDaniel Henrique Barboza     }
10661fb5a622SDaniel Henrique Barboza 
10671fb5a622SDaniel Henrique Barboza     id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG,
10681fb5a622SDaniel Henrique Barboza                           KVM_REG_RISCV_CONFIG_REG(mimpid));
10691fb5a622SDaniel Henrique Barboza     ret = kvm_set_one_reg(cs, id, &cpu->cfg.mimpid);
10701fb5a622SDaniel Henrique Barboza 
10711fb5a622SDaniel Henrique Barboza     return ret;
10721fb5a622SDaniel Henrique Barboza }
10731fb5a622SDaniel Henrique Barboza 
107491654e61SYifei Jiang int kvm_arch_init_vcpu(CPUState *cs)
107591654e61SYifei Jiang {
10760a312b85SYifei Jiang     int ret = 0;
10770a312b85SYifei Jiang     RISCVCPU *cpu = RISCV_CPU(cs);
10780a312b85SYifei Jiang 
10799ad3e016SYifei Jiang     qemu_add_vm_change_state_handler(kvm_riscv_vm_state_change, cs);
10809ad3e016SYifei Jiang 
10811fb5a622SDaniel Henrique Barboza     if (!object_dynamic_cast(OBJECT(cpu), TYPE_RISCV_CPU_HOST)) {
10821fb5a622SDaniel Henrique Barboza         ret = kvm_vcpu_set_machine_ids(cpu, cs);
10837313fffbSDaniel Henrique Barboza         if (ret != 0) {
10847313fffbSDaniel Henrique Barboza             return ret;
10851fb5a622SDaniel Henrique Barboza         }
10867313fffbSDaniel Henrique Barboza     }
10877313fffbSDaniel Henrique Barboza 
10887313fffbSDaniel Henrique Barboza     kvm_riscv_update_cpu_misa_ext(cpu, cs);
1089df817297SDaniel Henrique Barboza     kvm_riscv_update_cpu_cfg_isa_ext(cpu, cs);
10901fb5a622SDaniel Henrique Barboza 
10910a312b85SYifei Jiang     return ret;
109291654e61SYifei Jiang }
109391654e61SYifei Jiang 
109491654e61SYifei Jiang int kvm_arch_msi_data_to_gsi(uint32_t data)
109591654e61SYifei Jiang {
109691654e61SYifei Jiang     abort();
109791654e61SYifei Jiang }
109891654e61SYifei Jiang 
109991654e61SYifei Jiang int kvm_arch_add_msi_route_post(struct kvm_irq_routing_entry *route,
110091654e61SYifei Jiang                                 int vector, PCIDevice *dev)
110191654e61SYifei Jiang {
110291654e61SYifei Jiang     return 0;
110391654e61SYifei Jiang }
110491654e61SYifei Jiang 
11055e0d6590SAkihiko Odaki int kvm_arch_get_default_type(MachineState *ms)
11065e0d6590SAkihiko Odaki {
11075e0d6590SAkihiko Odaki     return 0;
11085e0d6590SAkihiko Odaki }
11095e0d6590SAkihiko Odaki 
111091654e61SYifei Jiang int kvm_arch_init(MachineState *ms, KVMState *s)
111191654e61SYifei Jiang {
111286339515Sliguang.zhang     cap_has_mp_state = kvm_check_extension(s, KVM_CAP_MP_STATE);
111391654e61SYifei Jiang     return 0;
111491654e61SYifei Jiang }
111591654e61SYifei Jiang 
111691654e61SYifei Jiang int kvm_arch_irqchip_create(KVMState *s)
111791654e61SYifei Jiang {
111897b9f5efSYong-Xuan Wang     if (kvm_kernel_irqchip_split()) {
111997b9f5efSYong-Xuan Wang         error_report("-machine kernel_irqchip=split is not supported on RISC-V.");
112097b9f5efSYong-Xuan Wang         exit(1);
112197b9f5efSYong-Xuan Wang     }
112297b9f5efSYong-Xuan Wang 
112397b9f5efSYong-Xuan Wang     /*
112497b9f5efSYong-Xuan Wang      * We can create the VAIA using the newer device control API.
112597b9f5efSYong-Xuan Wang      */
112697b9f5efSYong-Xuan Wang     return kvm_check_extension(s, KVM_CAP_DEVICE_CTRL);
112791654e61SYifei Jiang }
112891654e61SYifei Jiang 
112991654e61SYifei Jiang int kvm_arch_process_async_events(CPUState *cs)
113091654e61SYifei Jiang {
113191654e61SYifei Jiang     return 0;
113291654e61SYifei Jiang }
113391654e61SYifei Jiang 
113491654e61SYifei Jiang void kvm_arch_pre_run(CPUState *cs, struct kvm_run *run)
113591654e61SYifei Jiang {
113691654e61SYifei Jiang }
113791654e61SYifei Jiang 
113891654e61SYifei Jiang MemTxAttrs kvm_arch_post_run(CPUState *cs, struct kvm_run *run)
113991654e61SYifei Jiang {
114091654e61SYifei Jiang     return MEMTXATTRS_UNSPECIFIED;
114191654e61SYifei Jiang }
114291654e61SYifei Jiang 
114391654e61SYifei Jiang bool kvm_arch_stop_on_emulation_error(CPUState *cs)
114491654e61SYifei Jiang {
114591654e61SYifei Jiang     return true;
114691654e61SYifei Jiang }
114791654e61SYifei Jiang 
11484eb47125SYifei Jiang static int kvm_riscv_handle_sbi(CPUState *cs, struct kvm_run *run)
11494eb47125SYifei Jiang {
11504eb47125SYifei Jiang     int ret = 0;
11514eb47125SYifei Jiang     unsigned char ch;
11524eb47125SYifei Jiang     switch (run->riscv_sbi.extension_id) {
11534eb47125SYifei Jiang     case SBI_EXT_0_1_CONSOLE_PUTCHAR:
11544eb47125SYifei Jiang         ch = run->riscv_sbi.args[0];
11554eb47125SYifei Jiang         qemu_chr_fe_write(serial_hd(0)->be, &ch, sizeof(ch));
11564eb47125SYifei Jiang         break;
11574eb47125SYifei Jiang     case SBI_EXT_0_1_CONSOLE_GETCHAR:
11584eb47125SYifei Jiang         ret = qemu_chr_fe_read_all(serial_hd(0)->be, &ch, sizeof(ch));
11594eb47125SYifei Jiang         if (ret == sizeof(ch)) {
1160947bf7feSVladimir Isaev             run->riscv_sbi.ret[0] = ch;
11614eb47125SYifei Jiang         } else {
1162947bf7feSVladimir Isaev             run->riscv_sbi.ret[0] = -1;
11634eb47125SYifei Jiang         }
1164947bf7feSVladimir Isaev         ret = 0;
11654eb47125SYifei Jiang         break;
11664eb47125SYifei Jiang     default:
11674eb47125SYifei Jiang         qemu_log_mask(LOG_UNIMP,
11684eb47125SYifei Jiang                       "%s: un-handled SBI EXIT, specific reasons is %lu\n",
11694eb47125SYifei Jiang                       __func__, run->riscv_sbi.extension_id);
11704eb47125SYifei Jiang         ret = -1;
11714eb47125SYifei Jiang         break;
11724eb47125SYifei Jiang     }
11734eb47125SYifei Jiang     return ret;
11744eb47125SYifei Jiang }
11754eb47125SYifei Jiang 
117691654e61SYifei Jiang int kvm_arch_handle_exit(CPUState *cs, struct kvm_run *run)
117791654e61SYifei Jiang {
11784eb47125SYifei Jiang     int ret = 0;
11794eb47125SYifei Jiang     switch (run->exit_reason) {
11804eb47125SYifei Jiang     case KVM_EXIT_RISCV_SBI:
11814eb47125SYifei Jiang         ret = kvm_riscv_handle_sbi(cs, run);
11824eb47125SYifei Jiang         break;
11834eb47125SYifei Jiang     default:
11844eb47125SYifei Jiang         qemu_log_mask(LOG_UNIMP, "%s: un-handled exit reason %d\n",
11854eb47125SYifei Jiang                       __func__, run->exit_reason);
11864eb47125SYifei Jiang         ret = -1;
11874eb47125SYifei Jiang         break;
11884eb47125SYifei Jiang     }
11894eb47125SYifei Jiang     return ret;
119091654e61SYifei Jiang }
119191654e61SYifei Jiang 
1192ad40be27SYifei Jiang void kvm_riscv_reset_vcpu(RISCVCPU *cpu)
1193ad40be27SYifei Jiang {
1194ad40be27SYifei Jiang     CPURISCVState *env = &cpu->env;
119586339515Sliguang.zhang     int i;
1196ad40be27SYifei Jiang 
1197ad40be27SYifei Jiang     if (!kvm_enabled()) {
1198ad40be27SYifei Jiang         return;
1199ad40be27SYifei Jiang     }
120086339515Sliguang.zhang     for (i = 0; i < 32; i++) {
120186339515Sliguang.zhang         env->gpr[i] = 0;
120286339515Sliguang.zhang     }
1203ad40be27SYifei Jiang     env->pc = cpu->env.kernel_addr;
1204ad40be27SYifei Jiang     env->gpr[10] = kvm_arch_vcpu_id(CPU(cpu)); /* a0 */
1205ad40be27SYifei Jiang     env->gpr[11] = cpu->env.fdt_addr;          /* a1 */
1206ad40be27SYifei Jiang     env->satp = 0;
120786339515Sliguang.zhang     env->mie = 0;
120886339515Sliguang.zhang     env->stvec = 0;
120986339515Sliguang.zhang     env->sscratch = 0;
121086339515Sliguang.zhang     env->sepc = 0;
121186339515Sliguang.zhang     env->scause = 0;
121286339515Sliguang.zhang     env->stval = 0;
121386339515Sliguang.zhang     env->mip = 0;
1214ad40be27SYifei Jiang }
1215ad40be27SYifei Jiang 
12162b650fbbSYifei Jiang void kvm_riscv_set_irq(RISCVCPU *cpu, int irq, int level)
12172b650fbbSYifei Jiang {
12182b650fbbSYifei Jiang     int ret;
12192b650fbbSYifei Jiang     unsigned virq = level ? KVM_INTERRUPT_SET : KVM_INTERRUPT_UNSET;
12202b650fbbSYifei Jiang 
12212b650fbbSYifei Jiang     if (irq != IRQ_S_EXT) {
12222b650fbbSYifei Jiang         perror("kvm riscv set irq != IRQ_S_EXT\n");
12232b650fbbSYifei Jiang         abort();
12242b650fbbSYifei Jiang     }
12252b650fbbSYifei Jiang 
12262b650fbbSYifei Jiang     ret = kvm_vcpu_ioctl(CPU(cpu), KVM_INTERRUPT, &virq);
12272b650fbbSYifei Jiang     if (ret < 0) {
12282b650fbbSYifei Jiang         perror("Set irq failed");
12292b650fbbSYifei Jiang         abort();
12302b650fbbSYifei Jiang     }
12312b650fbbSYifei Jiang }
12322b650fbbSYifei Jiang 
123391654e61SYifei Jiang bool kvm_arch_cpu_check_are_resettable(void)
123491654e61SYifei Jiang {
123591654e61SYifei Jiang     return true;
123691654e61SYifei Jiang }
12373dba0a33SPaolo Bonzini 
12389634ef7eSYong-Xuan Wang static int aia_mode;
12399634ef7eSYong-Xuan Wang 
12409634ef7eSYong-Xuan Wang static const char *kvm_aia_mode_str(uint64_t mode)
12419634ef7eSYong-Xuan Wang {
12429634ef7eSYong-Xuan Wang     switch (mode) {
12439634ef7eSYong-Xuan Wang     case KVM_DEV_RISCV_AIA_MODE_EMUL:
12449634ef7eSYong-Xuan Wang         return "emul";
12459634ef7eSYong-Xuan Wang     case KVM_DEV_RISCV_AIA_MODE_HWACCEL:
12469634ef7eSYong-Xuan Wang         return "hwaccel";
12479634ef7eSYong-Xuan Wang     case KVM_DEV_RISCV_AIA_MODE_AUTO:
12489634ef7eSYong-Xuan Wang     default:
12499634ef7eSYong-Xuan Wang         return "auto";
12509634ef7eSYong-Xuan Wang     };
12519634ef7eSYong-Xuan Wang }
12529634ef7eSYong-Xuan Wang 
12539634ef7eSYong-Xuan Wang static char *riscv_get_kvm_aia(Object *obj, Error **errp)
12549634ef7eSYong-Xuan Wang {
12559634ef7eSYong-Xuan Wang     return g_strdup(kvm_aia_mode_str(aia_mode));
12569634ef7eSYong-Xuan Wang }
12579634ef7eSYong-Xuan Wang 
12589634ef7eSYong-Xuan Wang static void riscv_set_kvm_aia(Object *obj, const char *val, Error **errp)
12599634ef7eSYong-Xuan Wang {
12609634ef7eSYong-Xuan Wang     if (!strcmp(val, "emul")) {
12619634ef7eSYong-Xuan Wang         aia_mode = KVM_DEV_RISCV_AIA_MODE_EMUL;
12629634ef7eSYong-Xuan Wang     } else if (!strcmp(val, "hwaccel")) {
12639634ef7eSYong-Xuan Wang         aia_mode = KVM_DEV_RISCV_AIA_MODE_HWACCEL;
12649634ef7eSYong-Xuan Wang     } else if (!strcmp(val, "auto")) {
12659634ef7eSYong-Xuan Wang         aia_mode = KVM_DEV_RISCV_AIA_MODE_AUTO;
12669634ef7eSYong-Xuan Wang     } else {
12679634ef7eSYong-Xuan Wang         error_setg(errp, "Invalid KVM AIA mode");
12689634ef7eSYong-Xuan Wang         error_append_hint(errp, "Valid values are emul, hwaccel, and auto.\n");
12699634ef7eSYong-Xuan Wang     }
12709634ef7eSYong-Xuan Wang }
12719634ef7eSYong-Xuan Wang 
12723dba0a33SPaolo Bonzini void kvm_arch_accel_class_init(ObjectClass *oc)
12733dba0a33SPaolo Bonzini {
12749634ef7eSYong-Xuan Wang     object_class_property_add_str(oc, "riscv-aia", riscv_get_kvm_aia,
12759634ef7eSYong-Xuan Wang                                   riscv_set_kvm_aia);
12769634ef7eSYong-Xuan Wang     object_class_property_set_description(oc, "riscv-aia",
12779634ef7eSYong-Xuan Wang                                           "Set KVM AIA mode. Valid values are "
12789634ef7eSYong-Xuan Wang                                           "emul, hwaccel, and auto. Default "
12799634ef7eSYong-Xuan Wang                                           "is auto.");
12809634ef7eSYong-Xuan Wang     object_property_set_default_str(object_class_property_find(oc, "riscv-aia"),
12819634ef7eSYong-Xuan Wang                                     "auto");
12829634ef7eSYong-Xuan Wang }
12839634ef7eSYong-Xuan Wang 
12849634ef7eSYong-Xuan Wang void kvm_riscv_aia_create(MachineState *machine, uint64_t group_shift,
12859634ef7eSYong-Xuan Wang                           uint64_t aia_irq_num, uint64_t aia_msi_num,
12869634ef7eSYong-Xuan Wang                           uint64_t aplic_base, uint64_t imsic_base,
12879634ef7eSYong-Xuan Wang                           uint64_t guest_num)
12889634ef7eSYong-Xuan Wang {
12899634ef7eSYong-Xuan Wang     int ret, i;
12909634ef7eSYong-Xuan Wang     int aia_fd = -1;
12919634ef7eSYong-Xuan Wang     uint64_t default_aia_mode;
12929634ef7eSYong-Xuan Wang     uint64_t socket_count = riscv_socket_count(machine);
12939634ef7eSYong-Xuan Wang     uint64_t max_hart_per_socket = 0;
12949634ef7eSYong-Xuan Wang     uint64_t socket, base_hart, hart_count, socket_imsic_base, imsic_addr;
12959634ef7eSYong-Xuan Wang     uint64_t socket_bits, hart_bits, guest_bits;
12969634ef7eSYong-Xuan Wang 
12979634ef7eSYong-Xuan Wang     aia_fd = kvm_create_device(kvm_state, KVM_DEV_TYPE_RISCV_AIA, false);
12989634ef7eSYong-Xuan Wang 
12999634ef7eSYong-Xuan Wang     if (aia_fd < 0) {
13009634ef7eSYong-Xuan Wang         error_report("Unable to create in-kernel irqchip");
13019634ef7eSYong-Xuan Wang         exit(1);
13029634ef7eSYong-Xuan Wang     }
13039634ef7eSYong-Xuan Wang 
13049634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13059634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_MODE,
13069634ef7eSYong-Xuan Wang                             &default_aia_mode, false, NULL);
13079634ef7eSYong-Xuan Wang     if (ret < 0) {
13089634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to get current KVM AIA mode");
13099634ef7eSYong-Xuan Wang         exit(1);
13109634ef7eSYong-Xuan Wang     }
13119634ef7eSYong-Xuan Wang     qemu_log("KVM AIA: default mode is %s\n",
13129634ef7eSYong-Xuan Wang              kvm_aia_mode_str(default_aia_mode));
13139634ef7eSYong-Xuan Wang 
13149634ef7eSYong-Xuan Wang     if (default_aia_mode != aia_mode) {
13159634ef7eSYong-Xuan Wang         ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13169634ef7eSYong-Xuan Wang                                 KVM_DEV_RISCV_AIA_CONFIG_MODE,
13179634ef7eSYong-Xuan Wang                                 &aia_mode, true, NULL);
13189634ef7eSYong-Xuan Wang         if (ret < 0)
13199634ef7eSYong-Xuan Wang             warn_report("KVM AIA: failed to set KVM AIA mode");
13209634ef7eSYong-Xuan Wang         else
13219634ef7eSYong-Xuan Wang             qemu_log("KVM AIA: set current mode to %s\n",
13229634ef7eSYong-Xuan Wang                      kvm_aia_mode_str(aia_mode));
13239634ef7eSYong-Xuan Wang     }
13249634ef7eSYong-Xuan Wang 
13259634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13269634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_SRCS,
13279634ef7eSYong-Xuan Wang                             &aia_irq_num, true, NULL);
13289634ef7eSYong-Xuan Wang     if (ret < 0) {
13299634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set number of input irq lines");
13309634ef7eSYong-Xuan Wang         exit(1);
13319634ef7eSYong-Xuan Wang     }
13329634ef7eSYong-Xuan Wang 
13339634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13349634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_IDS,
13359634ef7eSYong-Xuan Wang                             &aia_msi_num, true, NULL);
13369634ef7eSYong-Xuan Wang     if (ret < 0) {
13379634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set number of msi");
13389634ef7eSYong-Xuan Wang         exit(1);
13399634ef7eSYong-Xuan Wang     }
13409634ef7eSYong-Xuan Wang 
13419634ef7eSYong-Xuan Wang     socket_bits = find_last_bit(&socket_count, BITS_PER_LONG) + 1;
13429634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13439634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_GROUP_BITS,
13449634ef7eSYong-Xuan Wang                             &socket_bits, true, NULL);
13459634ef7eSYong-Xuan Wang     if (ret < 0) {
13469634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set group_bits");
13479634ef7eSYong-Xuan Wang         exit(1);
13489634ef7eSYong-Xuan Wang     }
13499634ef7eSYong-Xuan Wang 
13509634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13519634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_GROUP_SHIFT,
13529634ef7eSYong-Xuan Wang                             &group_shift, true, NULL);
13539634ef7eSYong-Xuan Wang     if (ret < 0) {
13549634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set group_shift");
13559634ef7eSYong-Xuan Wang         exit(1);
13569634ef7eSYong-Xuan Wang     }
13579634ef7eSYong-Xuan Wang 
13589634ef7eSYong-Xuan Wang     guest_bits = guest_num == 0 ? 0 :
13599634ef7eSYong-Xuan Wang                  find_last_bit(&guest_num, BITS_PER_LONG) + 1;
13609634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13619634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_GUEST_BITS,
13629634ef7eSYong-Xuan Wang                             &guest_bits, true, NULL);
13639634ef7eSYong-Xuan Wang     if (ret < 0) {
13649634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set guest_bits");
13659634ef7eSYong-Xuan Wang         exit(1);
13669634ef7eSYong-Xuan Wang     }
13679634ef7eSYong-Xuan Wang 
13689634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR,
13699634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_ADDR_APLIC,
13709634ef7eSYong-Xuan Wang                             &aplic_base, true, NULL);
13719634ef7eSYong-Xuan Wang     if (ret < 0) {
13729634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set the base address of APLIC");
13739634ef7eSYong-Xuan Wang         exit(1);
13749634ef7eSYong-Xuan Wang     }
13759634ef7eSYong-Xuan Wang 
13769634ef7eSYong-Xuan Wang     for (socket = 0; socket < socket_count; socket++) {
13779634ef7eSYong-Xuan Wang         socket_imsic_base = imsic_base + socket * (1U << group_shift);
13789634ef7eSYong-Xuan Wang         hart_count = riscv_socket_hart_count(machine, socket);
13799634ef7eSYong-Xuan Wang         base_hart = riscv_socket_first_hartid(machine, socket);
13809634ef7eSYong-Xuan Wang 
13819634ef7eSYong-Xuan Wang         if (max_hart_per_socket < hart_count) {
13829634ef7eSYong-Xuan Wang             max_hart_per_socket = hart_count;
13839634ef7eSYong-Xuan Wang         }
13849634ef7eSYong-Xuan Wang 
13859634ef7eSYong-Xuan Wang         for (i = 0; i < hart_count; i++) {
13869634ef7eSYong-Xuan Wang             imsic_addr = socket_imsic_base + i * IMSIC_HART_SIZE(guest_bits);
13879634ef7eSYong-Xuan Wang             ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR,
13889634ef7eSYong-Xuan Wang                                     KVM_DEV_RISCV_AIA_ADDR_IMSIC(i + base_hart),
13899634ef7eSYong-Xuan Wang                                     &imsic_addr, true, NULL);
13909634ef7eSYong-Xuan Wang             if (ret < 0) {
13919634ef7eSYong-Xuan Wang                 error_report("KVM AIA: failed to set the IMSIC address for hart %d", i);
13929634ef7eSYong-Xuan Wang                 exit(1);
13939634ef7eSYong-Xuan Wang             }
13949634ef7eSYong-Xuan Wang         }
13959634ef7eSYong-Xuan Wang     }
13969634ef7eSYong-Xuan Wang 
13979634ef7eSYong-Xuan Wang     hart_bits = find_last_bit(&max_hart_per_socket, BITS_PER_LONG) + 1;
13989634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG,
13999634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CONFIG_HART_BITS,
14009634ef7eSYong-Xuan Wang                             &hart_bits, true, NULL);
14019634ef7eSYong-Xuan Wang     if (ret < 0) {
14029634ef7eSYong-Xuan Wang         error_report("KVM AIA: failed to set hart_bits");
14039634ef7eSYong-Xuan Wang         exit(1);
14049634ef7eSYong-Xuan Wang     }
14059634ef7eSYong-Xuan Wang 
14069634ef7eSYong-Xuan Wang     if (kvm_has_gsi_routing()) {
14079634ef7eSYong-Xuan Wang         for (uint64_t idx = 0; idx < aia_irq_num + 1; ++idx) {
14089634ef7eSYong-Xuan Wang             /* KVM AIA only has one APLIC instance */
14099634ef7eSYong-Xuan Wang             kvm_irqchip_add_irq_route(kvm_state, idx, 0, idx);
14109634ef7eSYong-Xuan Wang         }
14119634ef7eSYong-Xuan Wang         kvm_gsi_routing_allowed = true;
14129634ef7eSYong-Xuan Wang         kvm_irqchip_commit_routes(kvm_state);
14139634ef7eSYong-Xuan Wang     }
14149634ef7eSYong-Xuan Wang 
14159634ef7eSYong-Xuan Wang     ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CTRL,
14169634ef7eSYong-Xuan Wang                             KVM_DEV_RISCV_AIA_CTRL_INIT,
14179634ef7eSYong-Xuan Wang                             NULL, true, NULL);
14189634ef7eSYong-Xuan Wang     if (ret < 0) {
14199634ef7eSYong-Xuan Wang         error_report("KVM AIA: initialized fail");
14209634ef7eSYong-Xuan Wang         exit(1);
14219634ef7eSYong-Xuan Wang     }
14229634ef7eSYong-Xuan Wang 
1423*a788260bSPaolo Bonzini     kvm_msi_via_irqfd_allowed = true;
14243dba0a33SPaolo Bonzini }
1425a7e87cd7SDaniel Henrique Barboza 
1426d86c25b2SDaniel Henrique Barboza static void kvm_cpu_instance_init(CPUState *cs)
142732fa1776SDaniel Henrique Barboza {
1428d86c25b2SDaniel Henrique Barboza     Object *obj = OBJECT(RISCV_CPU(cs));
142932fa1776SDaniel Henrique Barboza     DeviceState *dev = DEVICE(obj);
143032fa1776SDaniel Henrique Barboza 
1431efa365b7SDaniel Henrique Barboza     riscv_init_kvm_registers(obj);
143232fa1776SDaniel Henrique Barboza 
1433efa365b7SDaniel Henrique Barboza     kvm_riscv_add_cpu_user_properties(obj);
143432fa1776SDaniel Henrique Barboza 
143532fa1776SDaniel Henrique Barboza     for (Property *prop = riscv_cpu_options; prop && prop->name; prop++) {
1436d86c25b2SDaniel Henrique Barboza         /* Check if we have a specific KVM handler for the option */
143732fa1776SDaniel Henrique Barboza         if (object_property_find(obj, prop->name)) {
143832fa1776SDaniel Henrique Barboza             continue;
143932fa1776SDaniel Henrique Barboza         }
144032fa1776SDaniel Henrique Barboza         qdev_property_add_static(dev, prop);
144132fa1776SDaniel Henrique Barboza     }
144232fa1776SDaniel Henrique Barboza }
144332fa1776SDaniel Henrique Barboza 
1444d86c25b2SDaniel Henrique Barboza static void kvm_cpu_accel_class_init(ObjectClass *oc, void *data)
1445d86c25b2SDaniel Henrique Barboza {
1446d86c25b2SDaniel Henrique Barboza     AccelCPUClass *acc = ACCEL_CPU_CLASS(oc);
1447d86c25b2SDaniel Henrique Barboza 
1448d86c25b2SDaniel Henrique Barboza     acc->cpu_instance_init = kvm_cpu_instance_init;
1449d86c25b2SDaniel Henrique Barboza }
1450d86c25b2SDaniel Henrique Barboza 
1451d86c25b2SDaniel Henrique Barboza static const TypeInfo kvm_cpu_accel_type_info = {
1452d86c25b2SDaniel Henrique Barboza     .name = ACCEL_CPU_NAME("kvm"),
1453d86c25b2SDaniel Henrique Barboza 
1454d86c25b2SDaniel Henrique Barboza     .parent = TYPE_ACCEL_CPU,
1455d86c25b2SDaniel Henrique Barboza     .class_init = kvm_cpu_accel_class_init,
1456d86c25b2SDaniel Henrique Barboza     .abstract = true,
1457d86c25b2SDaniel Henrique Barboza };
1458d86c25b2SDaniel Henrique Barboza static void kvm_cpu_accel_register_types(void)
1459d86c25b2SDaniel Henrique Barboza {
1460d86c25b2SDaniel Henrique Barboza     type_register_static(&kvm_cpu_accel_type_info);
1461d86c25b2SDaniel Henrique Barboza }
1462d86c25b2SDaniel Henrique Barboza type_init(kvm_cpu_accel_register_types);
1463d86c25b2SDaniel Henrique Barboza 
1464a7e87cd7SDaniel Henrique Barboza static void riscv_host_cpu_init(Object *obj)
1465a7e87cd7SDaniel Henrique Barboza {
1466a7e87cd7SDaniel Henrique Barboza     CPURISCVState *env = &RISCV_CPU(obj)->env;
1467a7e87cd7SDaniel Henrique Barboza 
1468a7e87cd7SDaniel Henrique Barboza #if defined(TARGET_RISCV32)
1469a7e87cd7SDaniel Henrique Barboza     env->misa_mxl_max = env->misa_mxl = MXL_RV32;
1470a7e87cd7SDaniel Henrique Barboza #elif defined(TARGET_RISCV64)
1471a7e87cd7SDaniel Henrique Barboza     env->misa_mxl_max = env->misa_mxl = MXL_RV64;
1472a7e87cd7SDaniel Henrique Barboza #endif
1473a7e87cd7SDaniel Henrique Barboza }
1474a7e87cd7SDaniel Henrique Barboza 
1475a7e87cd7SDaniel Henrique Barboza static const TypeInfo riscv_kvm_cpu_type_infos[] = {
1476a7e87cd7SDaniel Henrique Barboza     {
1477a7e87cd7SDaniel Henrique Barboza         .name = TYPE_RISCV_CPU_HOST,
1478a7e87cd7SDaniel Henrique Barboza         .parent = TYPE_RISCV_CPU,
1479a7e87cd7SDaniel Henrique Barboza         .instance_init = riscv_host_cpu_init,
1480a7e87cd7SDaniel Henrique Barboza     }
1481a7e87cd7SDaniel Henrique Barboza };
1482a7e87cd7SDaniel Henrique Barboza 
1483a7e87cd7SDaniel Henrique Barboza DEFINE_TYPES(riscv_kvm_cpu_type_infos)
1484