191654e61SYifei Jiang /* 291654e61SYifei Jiang * RISC-V implementation of KVM hooks 391654e61SYifei Jiang * 491654e61SYifei Jiang * Copyright (c) 2020 Huawei Technologies Co., Ltd 591654e61SYifei Jiang * 691654e61SYifei Jiang * This program is free software; you can redistribute it and/or modify it 791654e61SYifei Jiang * under the terms and conditions of the GNU General Public License, 891654e61SYifei Jiang * version 2 or later, as published by the Free Software Foundation. 991654e61SYifei Jiang * 1091654e61SYifei Jiang * This program is distributed in the hope it will be useful, but WITHOUT 1191654e61SYifei Jiang * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 1291654e61SYifei Jiang * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 1391654e61SYifei Jiang * more details. 1491654e61SYifei Jiang * 1591654e61SYifei Jiang * You should have received a copy of the GNU General Public License along with 1691654e61SYifei Jiang * this program. If not, see <http://www.gnu.org/licenses/>. 1791654e61SYifei Jiang */ 1891654e61SYifei Jiang 1991654e61SYifei Jiang #include "qemu/osdep.h" 2091654e61SYifei Jiang #include <sys/ioctl.h> 2191654e61SYifei Jiang 2291654e61SYifei Jiang #include <linux/kvm.h> 2391654e61SYifei Jiang 2491654e61SYifei Jiang #include "qemu/timer.h" 2592becce5SDaniel Henrique Barboza #include "qapi/error.h" 2691654e61SYifei Jiang #include "qemu/error-report.h" 2791654e61SYifei Jiang #include "qemu/main-loop.h" 2892becce5SDaniel Henrique Barboza #include "qapi/visitor.h" 2991654e61SYifei Jiang #include "sysemu/sysemu.h" 3091654e61SYifei Jiang #include "sysemu/kvm.h" 3191654e61SYifei Jiang #include "sysemu/kvm_int.h" 3291654e61SYifei Jiang #include "cpu.h" 3391654e61SYifei Jiang #include "trace.h" 34d86c25b2SDaniel Henrique Barboza #include "hw/core/accel-cpu.h" 3591654e61SYifei Jiang #include "hw/pci/pci.h" 3691654e61SYifei Jiang #include "exec/memattrs.h" 3791654e61SYifei Jiang #include "exec/address-spaces.h" 3891654e61SYifei Jiang #include "hw/boards.h" 3991654e61SYifei Jiang #include "hw/irq.h" 409634ef7eSYong-Xuan Wang #include "hw/intc/riscv_imsic.h" 4191654e61SYifei Jiang #include "qemu/log.h" 4291654e61SYifei Jiang #include "hw/loader.h" 43ad40be27SYifei Jiang #include "kvm_riscv.h" 444eb47125SYifei Jiang #include "sbi_ecall_interface.h" 454eb47125SYifei Jiang #include "chardev/char-fe.h" 4627abe66fSYifei Jiang #include "migration/migration.h" 479ad3e016SYifei Jiang #include "sysemu/runstate.h" 489634ef7eSYong-Xuan Wang #include "hw/riscv/numa.h" 4991654e61SYifei Jiang 50b8156640SDaniel Henrique Barboza void riscv_kvm_aplic_request(void *opaque, int irq, int level) 51b8156640SDaniel Henrique Barboza { 52b8156640SDaniel Henrique Barboza kvm_set_irq(kvm_state, irq, !!level); 53b8156640SDaniel Henrique Barboza } 54b8156640SDaniel Henrique Barboza 5586339515Sliguang.zhang static bool cap_has_mp_state; 5686339515Sliguang.zhang 570a312b85SYifei Jiang static uint64_t kvm_riscv_reg_id(CPURISCVState *env, uint64_t type, 580a312b85SYifei Jiang uint64_t idx) 590a312b85SYifei Jiang { 600a312b85SYifei Jiang uint64_t id = KVM_REG_RISCV | type | idx; 610a312b85SYifei Jiang 620a312b85SYifei Jiang switch (riscv_cpu_mxl(env)) { 630a312b85SYifei Jiang case MXL_RV32: 640a312b85SYifei Jiang id |= KVM_REG_SIZE_U32; 650a312b85SYifei Jiang break; 660a312b85SYifei Jiang case MXL_RV64: 670a312b85SYifei Jiang id |= KVM_REG_SIZE_U64; 680a312b85SYifei Jiang break; 690a312b85SYifei Jiang default: 700a312b85SYifei Jiang g_assert_not_reached(); 710a312b85SYifei Jiang } 720a312b85SYifei Jiang return id; 730a312b85SYifei Jiang } 740a312b85SYifei Jiang 75937f0b45SYifei Jiang #define RISCV_CORE_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, \ 76937f0b45SYifei Jiang KVM_REG_RISCV_CORE_REG(name)) 77937f0b45SYifei Jiang 78937f0b45SYifei Jiang #define RISCV_CSR_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_CSR, \ 79937f0b45SYifei Jiang KVM_REG_RISCV_CSR_REG(name)) 80937f0b45SYifei Jiang 8127abe66fSYifei Jiang #define RISCV_TIMER_REG(env, name) kvm_riscv_reg_id(env, KVM_REG_RISCV_TIMER, \ 8227abe66fSYifei Jiang KVM_REG_RISCV_TIMER_REG(name)) 8327abe66fSYifei Jiang 84937f0b45SYifei Jiang #define RISCV_FP_F_REG(env, idx) kvm_riscv_reg_id(env, KVM_REG_RISCV_FP_F, idx) 85937f0b45SYifei Jiang 86937f0b45SYifei Jiang #define RISCV_FP_D_REG(env, idx) kvm_riscv_reg_id(env, KVM_REG_RISCV_FP_D, idx) 87937f0b45SYifei Jiang 88937f0b45SYifei Jiang #define KVM_RISCV_GET_CSR(cs, env, csr, reg) \ 89937f0b45SYifei Jiang do { \ 90937f0b45SYifei Jiang int ret = kvm_get_one_reg(cs, RISCV_CSR_REG(env, csr), ®); \ 91937f0b45SYifei Jiang if (ret) { \ 92937f0b45SYifei Jiang return ret; \ 93937f0b45SYifei Jiang } \ 94937f0b45SYifei Jiang } while (0) 95937f0b45SYifei Jiang 969997cc1eSYifei Jiang #define KVM_RISCV_SET_CSR(cs, env, csr, reg) \ 979997cc1eSYifei Jiang do { \ 989997cc1eSYifei Jiang int ret = kvm_set_one_reg(cs, RISCV_CSR_REG(env, csr), ®); \ 999997cc1eSYifei Jiang if (ret) { \ 1009997cc1eSYifei Jiang return ret; \ 1019997cc1eSYifei Jiang } \ 1029997cc1eSYifei Jiang } while (0) 1039997cc1eSYifei Jiang 10427abe66fSYifei Jiang #define KVM_RISCV_GET_TIMER(cs, env, name, reg) \ 10527abe66fSYifei Jiang do { \ 10627abe66fSYifei Jiang int ret = kvm_get_one_reg(cs, RISCV_TIMER_REG(env, name), ®); \ 10727abe66fSYifei Jiang if (ret) { \ 10827abe66fSYifei Jiang abort(); \ 10927abe66fSYifei Jiang } \ 11027abe66fSYifei Jiang } while (0) 11127abe66fSYifei Jiang 11227abe66fSYifei Jiang #define KVM_RISCV_SET_TIMER(cs, env, name, reg) \ 11327abe66fSYifei Jiang do { \ 114c5cc248bSyang.zhang int ret = kvm_set_one_reg(cs, RISCV_TIMER_REG(env, name), ®); \ 11527abe66fSYifei Jiang if (ret) { \ 11627abe66fSYifei Jiang abort(); \ 11727abe66fSYifei Jiang } \ 11827abe66fSYifei Jiang } while (0) 11927abe66fSYifei Jiang 12092becce5SDaniel Henrique Barboza typedef struct KVMCPUConfig { 12192becce5SDaniel Henrique Barboza const char *name; 12292becce5SDaniel Henrique Barboza const char *description; 12392becce5SDaniel Henrique Barboza target_ulong offset; 12492becce5SDaniel Henrique Barboza int kvm_reg_id; 12592becce5SDaniel Henrique Barboza bool user_set; 126f7a69fa6SDaniel Henrique Barboza bool supported; 12792becce5SDaniel Henrique Barboza } KVMCPUConfig; 12892becce5SDaniel Henrique Barboza 12992becce5SDaniel Henrique Barboza #define KVM_MISA_CFG(_bit, _reg_id) \ 13092becce5SDaniel Henrique Barboza {.offset = _bit, .kvm_reg_id = _reg_id} 13192becce5SDaniel Henrique Barboza 13292becce5SDaniel Henrique Barboza /* KVM ISA extensions */ 13392becce5SDaniel Henrique Barboza static KVMCPUConfig kvm_misa_ext_cfgs[] = { 13492becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVA, KVM_RISCV_ISA_EXT_A), 13592becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVC, KVM_RISCV_ISA_EXT_C), 13692becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVD, KVM_RISCV_ISA_EXT_D), 13792becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVF, KVM_RISCV_ISA_EXT_F), 13892becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVH, KVM_RISCV_ISA_EXT_H), 13992becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVI, KVM_RISCV_ISA_EXT_I), 14092becce5SDaniel Henrique Barboza KVM_MISA_CFG(RVM, KVM_RISCV_ISA_EXT_M), 14192becce5SDaniel Henrique Barboza }; 14292becce5SDaniel Henrique Barboza 14392becce5SDaniel Henrique Barboza static void kvm_cpu_set_misa_ext_cfg(Object *obj, Visitor *v, 14492becce5SDaniel Henrique Barboza const char *name, 14592becce5SDaniel Henrique Barboza void *opaque, Error **errp) 14692becce5SDaniel Henrique Barboza { 14792becce5SDaniel Henrique Barboza KVMCPUConfig *misa_ext_cfg = opaque; 14892becce5SDaniel Henrique Barboza target_ulong misa_bit = misa_ext_cfg->offset; 14992becce5SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 15092becce5SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 15192becce5SDaniel Henrique Barboza bool value, host_bit; 15292becce5SDaniel Henrique Barboza 15392becce5SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 15492becce5SDaniel Henrique Barboza return; 15592becce5SDaniel Henrique Barboza } 15692becce5SDaniel Henrique Barboza 15792becce5SDaniel Henrique Barboza host_bit = env->misa_ext_mask & misa_bit; 15892becce5SDaniel Henrique Barboza 15992becce5SDaniel Henrique Barboza if (value == host_bit) { 16092becce5SDaniel Henrique Barboza return; 16192becce5SDaniel Henrique Barboza } 16292becce5SDaniel Henrique Barboza 16392becce5SDaniel Henrique Barboza if (!value) { 16492becce5SDaniel Henrique Barboza misa_ext_cfg->user_set = true; 16592becce5SDaniel Henrique Barboza return; 16692becce5SDaniel Henrique Barboza } 16792becce5SDaniel Henrique Barboza 16892becce5SDaniel Henrique Barboza /* 16992becce5SDaniel Henrique Barboza * Forbid users to enable extensions that aren't 17092becce5SDaniel Henrique Barboza * available in the hart. 17192becce5SDaniel Henrique Barboza */ 17292becce5SDaniel Henrique Barboza error_setg(errp, "Enabling MISA bit '%s' is not allowed: it's not " 17392becce5SDaniel Henrique Barboza "enabled in the host", misa_ext_cfg->name); 17492becce5SDaniel Henrique Barboza } 17592becce5SDaniel Henrique Barboza 1767313fffbSDaniel Henrique Barboza static void kvm_riscv_update_cpu_misa_ext(RISCVCPU *cpu, CPUState *cs) 1777313fffbSDaniel Henrique Barboza { 1787313fffbSDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 1797313fffbSDaniel Henrique Barboza uint64_t id, reg; 1807313fffbSDaniel Henrique Barboza int i, ret; 1817313fffbSDaniel Henrique Barboza 1827313fffbSDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) { 1837313fffbSDaniel Henrique Barboza KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i]; 1847313fffbSDaniel Henrique Barboza target_ulong misa_bit = misa_cfg->offset; 1857313fffbSDaniel Henrique Barboza 1867313fffbSDaniel Henrique Barboza if (!misa_cfg->user_set) { 1877313fffbSDaniel Henrique Barboza continue; 1887313fffbSDaniel Henrique Barboza } 1897313fffbSDaniel Henrique Barboza 1907313fffbSDaniel Henrique Barboza /* If we're here we're going to disable the MISA bit */ 1917313fffbSDaniel Henrique Barboza reg = 0; 1927313fffbSDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 1937313fffbSDaniel Henrique Barboza misa_cfg->kvm_reg_id); 1947313fffbSDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 1957313fffbSDaniel Henrique Barboza if (ret != 0) { 1967313fffbSDaniel Henrique Barboza /* 1977313fffbSDaniel Henrique Barboza * We're not checking for -EINVAL because if the bit is about 1987313fffbSDaniel Henrique Barboza * to be disabled, it means that it was already enabled by 1997313fffbSDaniel Henrique Barboza * KVM. We determined that by fetching the 'isa' register 2007313fffbSDaniel Henrique Barboza * during init() time. Any error at this point is worth 2017313fffbSDaniel Henrique Barboza * aborting. 2027313fffbSDaniel Henrique Barboza */ 2037313fffbSDaniel Henrique Barboza error_report("Unable to set KVM reg %s, error %d", 2047313fffbSDaniel Henrique Barboza misa_cfg->name, ret); 2057313fffbSDaniel Henrique Barboza exit(EXIT_FAILURE); 2067313fffbSDaniel Henrique Barboza } 2077313fffbSDaniel Henrique Barboza env->misa_ext &= ~misa_bit; 2087313fffbSDaniel Henrique Barboza } 2097313fffbSDaniel Henrique Barboza } 2107313fffbSDaniel Henrique Barboza 211f7a69fa6SDaniel Henrique Barboza #define KVM_EXT_CFG(_name, _prop, _reg_id) \ 212238fd586SDaniel Henrique Barboza {.name = _name, .offset = CPU_CFG_OFFSET(_prop), \ 213f7a69fa6SDaniel Henrique Barboza .kvm_reg_id = _reg_id} 214f7a69fa6SDaniel Henrique Barboza 215f7a69fa6SDaniel Henrique Barboza static KVMCPUConfig kvm_multi_ext_cfgs[] = { 216f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("zicbom", ext_icbom, KVM_RISCV_ISA_EXT_ZICBOM), 217f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("zicboz", ext_icboz, KVM_RISCV_ISA_EXT_ZICBOZ), 218f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("zihintpause", ext_zihintpause, KVM_RISCV_ISA_EXT_ZIHINTPAUSE), 219f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("zbb", ext_zbb, KVM_RISCV_ISA_EXT_ZBB), 220f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("ssaia", ext_ssaia, KVM_RISCV_ISA_EXT_SSAIA), 221f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("sstc", ext_sstc, KVM_RISCV_ISA_EXT_SSTC), 222f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("svinval", ext_svinval, KVM_RISCV_ISA_EXT_SVINVAL), 223f7a69fa6SDaniel Henrique Barboza KVM_EXT_CFG("svpbmt", ext_svpbmt, KVM_RISCV_ISA_EXT_SVPBMT), 224f7a69fa6SDaniel Henrique Barboza }; 225f7a69fa6SDaniel Henrique Barboza 226a1be1d9aSDaniel Henrique Barboza static void *kvmconfig_get_cfg_addr(RISCVCPU *cpu, KVMCPUConfig *kvmcfg) 227a1be1d9aSDaniel Henrique Barboza { 228a1be1d9aSDaniel Henrique Barboza return (void *)&cpu->cfg + kvmcfg->offset; 229a1be1d9aSDaniel Henrique Barboza } 230a1be1d9aSDaniel Henrique Barboza 231f7a69fa6SDaniel Henrique Barboza static void kvm_cpu_cfg_set(RISCVCPU *cpu, KVMCPUConfig *multi_ext, 232f7a69fa6SDaniel Henrique Barboza uint32_t val) 233f7a69fa6SDaniel Henrique Barboza { 234a1be1d9aSDaniel Henrique Barboza bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext); 235f7a69fa6SDaniel Henrique Barboza 236f7a69fa6SDaniel Henrique Barboza *ext_enabled = val; 237f7a69fa6SDaniel Henrique Barboza } 238f7a69fa6SDaniel Henrique Barboza 239f7a69fa6SDaniel Henrique Barboza static uint32_t kvm_cpu_cfg_get(RISCVCPU *cpu, 240f7a69fa6SDaniel Henrique Barboza KVMCPUConfig *multi_ext) 241f7a69fa6SDaniel Henrique Barboza { 242a1be1d9aSDaniel Henrique Barboza bool *ext_enabled = kvmconfig_get_cfg_addr(cpu, multi_ext); 243f7a69fa6SDaniel Henrique Barboza 244f7a69fa6SDaniel Henrique Barboza return *ext_enabled; 245f7a69fa6SDaniel Henrique Barboza } 246f7a69fa6SDaniel Henrique Barboza 247f7a69fa6SDaniel Henrique Barboza static void kvm_cpu_set_multi_ext_cfg(Object *obj, Visitor *v, 248f7a69fa6SDaniel Henrique Barboza const char *name, 249f7a69fa6SDaniel Henrique Barboza void *opaque, Error **errp) 250f7a69fa6SDaniel Henrique Barboza { 251f7a69fa6SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = opaque; 252f7a69fa6SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 253f7a69fa6SDaniel Henrique Barboza bool value, host_val; 254f7a69fa6SDaniel Henrique Barboza 255f7a69fa6SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 256f7a69fa6SDaniel Henrique Barboza return; 257f7a69fa6SDaniel Henrique Barboza } 258f7a69fa6SDaniel Henrique Barboza 259f7a69fa6SDaniel Henrique Barboza host_val = kvm_cpu_cfg_get(cpu, multi_ext_cfg); 260f7a69fa6SDaniel Henrique Barboza 261f7a69fa6SDaniel Henrique Barboza /* 262f7a69fa6SDaniel Henrique Barboza * Ignore if the user is setting the same value 263f7a69fa6SDaniel Henrique Barboza * as the host. 264f7a69fa6SDaniel Henrique Barboza */ 265f7a69fa6SDaniel Henrique Barboza if (value == host_val) { 266f7a69fa6SDaniel Henrique Barboza return; 267f7a69fa6SDaniel Henrique Barboza } 268f7a69fa6SDaniel Henrique Barboza 269f7a69fa6SDaniel Henrique Barboza if (!multi_ext_cfg->supported) { 270f7a69fa6SDaniel Henrique Barboza /* 271f7a69fa6SDaniel Henrique Barboza * Error out if the user is trying to enable an 272f7a69fa6SDaniel Henrique Barboza * extension that KVM doesn't support. Ignore 273f7a69fa6SDaniel Henrique Barboza * option otherwise. 274f7a69fa6SDaniel Henrique Barboza */ 275f7a69fa6SDaniel Henrique Barboza if (value) { 276f7a69fa6SDaniel Henrique Barboza error_setg(errp, "KVM does not support disabling extension %s", 277f7a69fa6SDaniel Henrique Barboza multi_ext_cfg->name); 278f7a69fa6SDaniel Henrique Barboza } 279f7a69fa6SDaniel Henrique Barboza 280f7a69fa6SDaniel Henrique Barboza return; 281f7a69fa6SDaniel Henrique Barboza } 282f7a69fa6SDaniel Henrique Barboza 283f7a69fa6SDaniel Henrique Barboza multi_ext_cfg->user_set = true; 284f7a69fa6SDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, value); 285f7a69fa6SDaniel Henrique Barboza } 286f7a69fa6SDaniel Henrique Barboza 287b9f82221SDaniel Henrique Barboza static KVMCPUConfig kvm_cbom_blocksize = { 288b9f82221SDaniel Henrique Barboza .name = "cbom_blocksize", 289238fd586SDaniel Henrique Barboza .offset = CPU_CFG_OFFSET(cbom_blocksize), 290b9f82221SDaniel Henrique Barboza .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicbom_block_size) 291b9f82221SDaniel Henrique Barboza }; 292b9f82221SDaniel Henrique Barboza 293b9f82221SDaniel Henrique Barboza static KVMCPUConfig kvm_cboz_blocksize = { 294b9f82221SDaniel Henrique Barboza .name = "cboz_blocksize", 295238fd586SDaniel Henrique Barboza .offset = CPU_CFG_OFFSET(cboz_blocksize), 296b9f82221SDaniel Henrique Barboza .kvm_reg_id = KVM_REG_RISCV_CONFIG_REG(zicboz_block_size) 297b9f82221SDaniel Henrique Barboza }; 298b9f82221SDaniel Henrique Barboza 299b9f82221SDaniel Henrique Barboza static void kvm_cpu_set_cbomz_blksize(Object *obj, Visitor *v, 300b9f82221SDaniel Henrique Barboza const char *name, 301b9f82221SDaniel Henrique Barboza void *opaque, Error **errp) 302b9f82221SDaniel Henrique Barboza { 303b9f82221SDaniel Henrique Barboza KVMCPUConfig *cbomz_cfg = opaque; 304b9f82221SDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(obj); 305b9f82221SDaniel Henrique Barboza uint16_t value, *host_val; 306b9f82221SDaniel Henrique Barboza 307b9f82221SDaniel Henrique Barboza if (!visit_type_uint16(v, name, &value, errp)) { 308b9f82221SDaniel Henrique Barboza return; 309b9f82221SDaniel Henrique Barboza } 310b9f82221SDaniel Henrique Barboza 311b9f82221SDaniel Henrique Barboza host_val = kvmconfig_get_cfg_addr(cpu, cbomz_cfg); 312b9f82221SDaniel Henrique Barboza 313b9f82221SDaniel Henrique Barboza if (value != *host_val) { 314b9f82221SDaniel Henrique Barboza error_report("Unable to set %s to a different value than " 315b9f82221SDaniel Henrique Barboza "the host (%u)", 316b9f82221SDaniel Henrique Barboza cbomz_cfg->name, *host_val); 317b9f82221SDaniel Henrique Barboza exit(EXIT_FAILURE); 318b9f82221SDaniel Henrique Barboza } 319b9f82221SDaniel Henrique Barboza 320b9f82221SDaniel Henrique Barboza cbomz_cfg->user_set = true; 321b9f82221SDaniel Henrique Barboza } 322b9f82221SDaniel Henrique Barboza 323df817297SDaniel Henrique Barboza static void kvm_riscv_update_cpu_cfg_isa_ext(RISCVCPU *cpu, CPUState *cs) 324df817297SDaniel Henrique Barboza { 325df817297SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 326df817297SDaniel Henrique Barboza uint64_t id, reg; 327df817297SDaniel Henrique Barboza int i, ret; 328df817297SDaniel Henrique Barboza 329df817297SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 330df817297SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 331df817297SDaniel Henrique Barboza 332df817297SDaniel Henrique Barboza if (!multi_ext_cfg->user_set) { 333df817297SDaniel Henrique Barboza continue; 334df817297SDaniel Henrique Barboza } 335df817297SDaniel Henrique Barboza 336df817297SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 337df817297SDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 338df817297SDaniel Henrique Barboza reg = kvm_cpu_cfg_get(cpu, multi_ext_cfg); 339df817297SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 340df817297SDaniel Henrique Barboza if (ret != 0) { 341df817297SDaniel Henrique Barboza error_report("Unable to %s extension %s in KVM, error %d", 342df817297SDaniel Henrique Barboza reg ? "enable" : "disable", 343df817297SDaniel Henrique Barboza multi_ext_cfg->name, ret); 344df817297SDaniel Henrique Barboza exit(EXIT_FAILURE); 345df817297SDaniel Henrique Barboza } 346df817297SDaniel Henrique Barboza } 347df817297SDaniel Henrique Barboza } 348df817297SDaniel Henrique Barboza 34932fa1776SDaniel Henrique Barboza static void cpu_set_cfg_unavailable(Object *obj, Visitor *v, 35032fa1776SDaniel Henrique Barboza const char *name, 35132fa1776SDaniel Henrique Barboza void *opaque, Error **errp) 35232fa1776SDaniel Henrique Barboza { 35332fa1776SDaniel Henrique Barboza const char *propname = opaque; 35432fa1776SDaniel Henrique Barboza bool value; 35532fa1776SDaniel Henrique Barboza 35632fa1776SDaniel Henrique Barboza if (!visit_type_bool(v, name, &value, errp)) { 35732fa1776SDaniel Henrique Barboza return; 35832fa1776SDaniel Henrique Barboza } 35932fa1776SDaniel Henrique Barboza 36032fa1776SDaniel Henrique Barboza if (value) { 36132fa1776SDaniel Henrique Barboza error_setg(errp, "extension %s is not available with KVM", 36232fa1776SDaniel Henrique Barboza propname); 36332fa1776SDaniel Henrique Barboza } 36432fa1776SDaniel Henrique Barboza } 36532fa1776SDaniel Henrique Barboza 36632fa1776SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop(Object *obj, const char *prop_name) 36732fa1776SDaniel Henrique Barboza { 36832fa1776SDaniel Henrique Barboza /* Check if KVM created the property already */ 36932fa1776SDaniel Henrique Barboza if (object_property_find(obj, prop_name)) { 37032fa1776SDaniel Henrique Barboza return; 37132fa1776SDaniel Henrique Barboza } 37232fa1776SDaniel Henrique Barboza 37332fa1776SDaniel Henrique Barboza /* 37432fa1776SDaniel Henrique Barboza * Set the default to disabled for every extension 37532fa1776SDaniel Henrique Barboza * unknown to KVM and error out if the user attempts 37632fa1776SDaniel Henrique Barboza * to enable any of them. 37732fa1776SDaniel Henrique Barboza */ 37832fa1776SDaniel Henrique Barboza object_property_add(obj, prop_name, "bool", 37932fa1776SDaniel Henrique Barboza NULL, cpu_set_cfg_unavailable, 38032fa1776SDaniel Henrique Barboza NULL, (void *)prop_name); 38132fa1776SDaniel Henrique Barboza } 38232fa1776SDaniel Henrique Barboza 38332fa1776SDaniel Henrique Barboza static void riscv_cpu_add_kvm_unavail_prop_array(Object *obj, 38432fa1776SDaniel Henrique Barboza const RISCVCPUMultiExtConfig *array) 38532fa1776SDaniel Henrique Barboza { 38632fa1776SDaniel Henrique Barboza const RISCVCPUMultiExtConfig *prop; 38732fa1776SDaniel Henrique Barboza 38832fa1776SDaniel Henrique Barboza g_assert(array); 38932fa1776SDaniel Henrique Barboza 39032fa1776SDaniel Henrique Barboza for (prop = array; prop && prop->name; prop++) { 39132fa1776SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop(obj, prop->name); 39232fa1776SDaniel Henrique Barboza } 39332fa1776SDaniel Henrique Barboza } 39432fa1776SDaniel Henrique Barboza 39592becce5SDaniel Henrique Barboza static void kvm_riscv_add_cpu_user_properties(Object *cpu_obj) 39692becce5SDaniel Henrique Barboza { 39792becce5SDaniel Henrique Barboza int i; 39892becce5SDaniel Henrique Barboza 399efa365b7SDaniel Henrique Barboza riscv_add_satp_mode_properties(cpu_obj); 400efa365b7SDaniel Henrique Barboza 40192becce5SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_misa_ext_cfgs); i++) { 40292becce5SDaniel Henrique Barboza KVMCPUConfig *misa_cfg = &kvm_misa_ext_cfgs[i]; 40392becce5SDaniel Henrique Barboza int bit = misa_cfg->offset; 40492becce5SDaniel Henrique Barboza 40592becce5SDaniel Henrique Barboza misa_cfg->name = riscv_get_misa_ext_name(bit); 40692becce5SDaniel Henrique Barboza misa_cfg->description = riscv_get_misa_ext_description(bit); 40792becce5SDaniel Henrique Barboza 40892becce5SDaniel Henrique Barboza object_property_add(cpu_obj, misa_cfg->name, "bool", 40992becce5SDaniel Henrique Barboza NULL, 41092becce5SDaniel Henrique Barboza kvm_cpu_set_misa_ext_cfg, 41192becce5SDaniel Henrique Barboza NULL, misa_cfg); 41292becce5SDaniel Henrique Barboza object_property_set_description(cpu_obj, misa_cfg->name, 41392becce5SDaniel Henrique Barboza misa_cfg->description); 41492becce5SDaniel Henrique Barboza } 415f7a69fa6SDaniel Henrique Barboza 416efa365b7SDaniel Henrique Barboza for (i = 0; misa_bits[i] != 0; i++) { 417efa365b7SDaniel Henrique Barboza const char *ext_name = riscv_get_misa_ext_name(misa_bits[i]); 418efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop(cpu_obj, ext_name); 419efa365b7SDaniel Henrique Barboza } 420efa365b7SDaniel Henrique Barboza 421f7a69fa6SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 422f7a69fa6SDaniel Henrique Barboza KVMCPUConfig *multi_cfg = &kvm_multi_ext_cfgs[i]; 423f7a69fa6SDaniel Henrique Barboza 424f7a69fa6SDaniel Henrique Barboza object_property_add(cpu_obj, multi_cfg->name, "bool", 425f7a69fa6SDaniel Henrique Barboza NULL, 426f7a69fa6SDaniel Henrique Barboza kvm_cpu_set_multi_ext_cfg, 427f7a69fa6SDaniel Henrique Barboza NULL, multi_cfg); 428f7a69fa6SDaniel Henrique Barboza } 429b9f82221SDaniel Henrique Barboza 430b9f82221SDaniel Henrique Barboza object_property_add(cpu_obj, "cbom_blocksize", "uint16", 431b9f82221SDaniel Henrique Barboza NULL, kvm_cpu_set_cbomz_blksize, 432b9f82221SDaniel Henrique Barboza NULL, &kvm_cbom_blocksize); 433b9f82221SDaniel Henrique Barboza 434b9f82221SDaniel Henrique Barboza object_property_add(cpu_obj, "cboz_blocksize", "uint16", 435b9f82221SDaniel Henrique Barboza NULL, kvm_cpu_set_cbomz_blksize, 436b9f82221SDaniel Henrique Barboza NULL, &kvm_cboz_blocksize); 437efa365b7SDaniel Henrique Barboza 438efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_extensions); 439efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_vendor_exts); 440efa365b7SDaniel Henrique Barboza riscv_cpu_add_kvm_unavail_prop_array(cpu_obj, riscv_cpu_experimental_exts); 44192becce5SDaniel Henrique Barboza } 44292becce5SDaniel Henrique Barboza 443937f0b45SYifei Jiang static int kvm_riscv_get_regs_core(CPUState *cs) 444937f0b45SYifei Jiang { 445937f0b45SYifei Jiang int ret = 0; 446937f0b45SYifei Jiang int i; 447937f0b45SYifei Jiang target_ulong reg; 448937f0b45SYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 449937f0b45SYifei Jiang 450937f0b45SYifei Jiang ret = kvm_get_one_reg(cs, RISCV_CORE_REG(env, regs.pc), ®); 451937f0b45SYifei Jiang if (ret) { 452937f0b45SYifei Jiang return ret; 453937f0b45SYifei Jiang } 454937f0b45SYifei Jiang env->pc = reg; 455937f0b45SYifei Jiang 456937f0b45SYifei Jiang for (i = 1; i < 32; i++) { 457937f0b45SYifei Jiang uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i); 458937f0b45SYifei Jiang ret = kvm_get_one_reg(cs, id, ®); 459937f0b45SYifei Jiang if (ret) { 460937f0b45SYifei Jiang return ret; 461937f0b45SYifei Jiang } 462937f0b45SYifei Jiang env->gpr[i] = reg; 463937f0b45SYifei Jiang } 464937f0b45SYifei Jiang 465937f0b45SYifei Jiang return ret; 466937f0b45SYifei Jiang } 467937f0b45SYifei Jiang 4689997cc1eSYifei Jiang static int kvm_riscv_put_regs_core(CPUState *cs) 4699997cc1eSYifei Jiang { 4709997cc1eSYifei Jiang int ret = 0; 4719997cc1eSYifei Jiang int i; 4729997cc1eSYifei Jiang target_ulong reg; 4739997cc1eSYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 4749997cc1eSYifei Jiang 4759997cc1eSYifei Jiang reg = env->pc; 4769997cc1eSYifei Jiang ret = kvm_set_one_reg(cs, RISCV_CORE_REG(env, regs.pc), ®); 4779997cc1eSYifei Jiang if (ret) { 4789997cc1eSYifei Jiang return ret; 4799997cc1eSYifei Jiang } 4809997cc1eSYifei Jiang 4819997cc1eSYifei Jiang for (i = 1; i < 32; i++) { 4829997cc1eSYifei Jiang uint64_t id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CORE, i); 4839997cc1eSYifei Jiang reg = env->gpr[i]; 4849997cc1eSYifei Jiang ret = kvm_set_one_reg(cs, id, ®); 4859997cc1eSYifei Jiang if (ret) { 4869997cc1eSYifei Jiang return ret; 4879997cc1eSYifei Jiang } 4889997cc1eSYifei Jiang } 4899997cc1eSYifei Jiang 4909997cc1eSYifei Jiang return ret; 4919997cc1eSYifei Jiang } 4929997cc1eSYifei Jiang 493937f0b45SYifei Jiang static int kvm_riscv_get_regs_csr(CPUState *cs) 494937f0b45SYifei Jiang { 495937f0b45SYifei Jiang int ret = 0; 496937f0b45SYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 497937f0b45SYifei Jiang 498937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, sstatus, env->mstatus); 499937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, sie, env->mie); 500937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, stvec, env->stvec); 501937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, sscratch, env->sscratch); 502937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, sepc, env->sepc); 503937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, scause, env->scause); 504937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, stval, env->stval); 505937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, sip, env->mip); 506937f0b45SYifei Jiang KVM_RISCV_GET_CSR(cs, env, satp, env->satp); 507937f0b45SYifei Jiang return ret; 508937f0b45SYifei Jiang } 509937f0b45SYifei Jiang 5109997cc1eSYifei Jiang static int kvm_riscv_put_regs_csr(CPUState *cs) 5119997cc1eSYifei Jiang { 5129997cc1eSYifei Jiang int ret = 0; 5139997cc1eSYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 5149997cc1eSYifei Jiang 5159997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, sstatus, env->mstatus); 5169997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, sie, env->mie); 5179997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, stvec, env->stvec); 5189997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, sscratch, env->sscratch); 5199997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, sepc, env->sepc); 5209997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, scause, env->scause); 5219997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, stval, env->stval); 5229997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, sip, env->mip); 5239997cc1eSYifei Jiang KVM_RISCV_SET_CSR(cs, env, satp, env->satp); 5249997cc1eSYifei Jiang 5259997cc1eSYifei Jiang return ret; 5269997cc1eSYifei Jiang } 5279997cc1eSYifei Jiang 528937f0b45SYifei Jiang static int kvm_riscv_get_regs_fp(CPUState *cs) 529937f0b45SYifei Jiang { 530937f0b45SYifei Jiang int ret = 0; 531937f0b45SYifei Jiang int i; 532937f0b45SYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 533937f0b45SYifei Jiang 534937f0b45SYifei Jiang if (riscv_has_ext(env, RVD)) { 535937f0b45SYifei Jiang uint64_t reg; 536937f0b45SYifei Jiang for (i = 0; i < 32; i++) { 537937f0b45SYifei Jiang ret = kvm_get_one_reg(cs, RISCV_FP_D_REG(env, i), ®); 538937f0b45SYifei Jiang if (ret) { 539937f0b45SYifei Jiang return ret; 540937f0b45SYifei Jiang } 541937f0b45SYifei Jiang env->fpr[i] = reg; 542937f0b45SYifei Jiang } 543937f0b45SYifei Jiang return ret; 544937f0b45SYifei Jiang } 545937f0b45SYifei Jiang 546937f0b45SYifei Jiang if (riscv_has_ext(env, RVF)) { 547937f0b45SYifei Jiang uint32_t reg; 548937f0b45SYifei Jiang for (i = 0; i < 32; i++) { 549937f0b45SYifei Jiang ret = kvm_get_one_reg(cs, RISCV_FP_F_REG(env, i), ®); 550937f0b45SYifei Jiang if (ret) { 551937f0b45SYifei Jiang return ret; 552937f0b45SYifei Jiang } 553937f0b45SYifei Jiang env->fpr[i] = reg; 554937f0b45SYifei Jiang } 555937f0b45SYifei Jiang return ret; 556937f0b45SYifei Jiang } 557937f0b45SYifei Jiang 558937f0b45SYifei Jiang return ret; 559937f0b45SYifei Jiang } 560937f0b45SYifei Jiang 5619997cc1eSYifei Jiang static int kvm_riscv_put_regs_fp(CPUState *cs) 5629997cc1eSYifei Jiang { 5639997cc1eSYifei Jiang int ret = 0; 5649997cc1eSYifei Jiang int i; 5659997cc1eSYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 5669997cc1eSYifei Jiang 5679997cc1eSYifei Jiang if (riscv_has_ext(env, RVD)) { 5689997cc1eSYifei Jiang uint64_t reg; 5699997cc1eSYifei Jiang for (i = 0; i < 32; i++) { 5709997cc1eSYifei Jiang reg = env->fpr[i]; 5719997cc1eSYifei Jiang ret = kvm_set_one_reg(cs, RISCV_FP_D_REG(env, i), ®); 5729997cc1eSYifei Jiang if (ret) { 5739997cc1eSYifei Jiang return ret; 5749997cc1eSYifei Jiang } 5759997cc1eSYifei Jiang } 5769997cc1eSYifei Jiang return ret; 5779997cc1eSYifei Jiang } 5789997cc1eSYifei Jiang 5799997cc1eSYifei Jiang if (riscv_has_ext(env, RVF)) { 5809997cc1eSYifei Jiang uint32_t reg; 5819997cc1eSYifei Jiang for (i = 0; i < 32; i++) { 5829997cc1eSYifei Jiang reg = env->fpr[i]; 5839997cc1eSYifei Jiang ret = kvm_set_one_reg(cs, RISCV_FP_F_REG(env, i), ®); 5849997cc1eSYifei Jiang if (ret) { 5859997cc1eSYifei Jiang return ret; 5869997cc1eSYifei Jiang } 5879997cc1eSYifei Jiang } 5889997cc1eSYifei Jiang return ret; 5899997cc1eSYifei Jiang } 5909997cc1eSYifei Jiang 5919997cc1eSYifei Jiang return ret; 5929997cc1eSYifei Jiang } 5939997cc1eSYifei Jiang 59427abe66fSYifei Jiang static void kvm_riscv_get_regs_timer(CPUState *cs) 59527abe66fSYifei Jiang { 59627abe66fSYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 59727abe66fSYifei Jiang 59827abe66fSYifei Jiang if (env->kvm_timer_dirty) { 59927abe66fSYifei Jiang return; 60027abe66fSYifei Jiang } 60127abe66fSYifei Jiang 60227abe66fSYifei Jiang KVM_RISCV_GET_TIMER(cs, env, time, env->kvm_timer_time); 60327abe66fSYifei Jiang KVM_RISCV_GET_TIMER(cs, env, compare, env->kvm_timer_compare); 60427abe66fSYifei Jiang KVM_RISCV_GET_TIMER(cs, env, state, env->kvm_timer_state); 60527abe66fSYifei Jiang KVM_RISCV_GET_TIMER(cs, env, frequency, env->kvm_timer_frequency); 60627abe66fSYifei Jiang 60727abe66fSYifei Jiang env->kvm_timer_dirty = true; 60827abe66fSYifei Jiang } 60927abe66fSYifei Jiang 61027abe66fSYifei Jiang static void kvm_riscv_put_regs_timer(CPUState *cs) 61127abe66fSYifei Jiang { 61227abe66fSYifei Jiang uint64_t reg; 61327abe66fSYifei Jiang CPURISCVState *env = &RISCV_CPU(cs)->env; 61427abe66fSYifei Jiang 61527abe66fSYifei Jiang if (!env->kvm_timer_dirty) { 61627abe66fSYifei Jiang return; 61727abe66fSYifei Jiang } 61827abe66fSYifei Jiang 61927abe66fSYifei Jiang KVM_RISCV_SET_TIMER(cs, env, time, env->kvm_timer_time); 62027abe66fSYifei Jiang KVM_RISCV_SET_TIMER(cs, env, compare, env->kvm_timer_compare); 62127abe66fSYifei Jiang 62227abe66fSYifei Jiang /* 62327abe66fSYifei Jiang * To set register of RISCV_TIMER_REG(state) will occur a error from KVM 62427abe66fSYifei Jiang * on env->kvm_timer_state == 0, It's better to adapt in KVM, but it 62527abe66fSYifei Jiang * doesn't matter that adaping in QEMU now. 62627abe66fSYifei Jiang * TODO If KVM changes, adapt here. 62727abe66fSYifei Jiang */ 62827abe66fSYifei Jiang if (env->kvm_timer_state) { 62927abe66fSYifei Jiang KVM_RISCV_SET_TIMER(cs, env, state, env->kvm_timer_state); 63027abe66fSYifei Jiang } 63127abe66fSYifei Jiang 63227abe66fSYifei Jiang /* 63327abe66fSYifei Jiang * For now, migration will not work between Hosts with different timer 63427abe66fSYifei Jiang * frequency. Therefore, we should check whether they are the same here 63527abe66fSYifei Jiang * during the migration. 63627abe66fSYifei Jiang */ 63727abe66fSYifei Jiang if (migration_is_running(migrate_get_current()->state)) { 63827abe66fSYifei Jiang KVM_RISCV_GET_TIMER(cs, env, frequency, reg); 63927abe66fSYifei Jiang if (reg != env->kvm_timer_frequency) { 64027abe66fSYifei Jiang error_report("Dst Hosts timer frequency != Src Hosts"); 64127abe66fSYifei Jiang } 64227abe66fSYifei Jiang } 64327abe66fSYifei Jiang 64427abe66fSYifei Jiang env->kvm_timer_dirty = false; 64527abe66fSYifei Jiang } 6469997cc1eSYifei Jiang 647492265aeSDaniel Henrique Barboza typedef struct KVMScratchCPU { 648492265aeSDaniel Henrique Barboza int kvmfd; 649492265aeSDaniel Henrique Barboza int vmfd; 650492265aeSDaniel Henrique Barboza int cpufd; 651492265aeSDaniel Henrique Barboza } KVMScratchCPU; 652492265aeSDaniel Henrique Barboza 653492265aeSDaniel Henrique Barboza /* 654492265aeSDaniel Henrique Barboza * Heavily inspired by kvm_arm_create_scratch_host_vcpu() 655492265aeSDaniel Henrique Barboza * from target/arm/kvm.c. 656492265aeSDaniel Henrique Barboza */ 657492265aeSDaniel Henrique Barboza static bool kvm_riscv_create_scratch_vcpu(KVMScratchCPU *scratch) 658492265aeSDaniel Henrique Barboza { 659492265aeSDaniel Henrique Barboza int kvmfd = -1, vmfd = -1, cpufd = -1; 660492265aeSDaniel Henrique Barboza 661492265aeSDaniel Henrique Barboza kvmfd = qemu_open_old("/dev/kvm", O_RDWR); 662492265aeSDaniel Henrique Barboza if (kvmfd < 0) { 663492265aeSDaniel Henrique Barboza goto err; 664492265aeSDaniel Henrique Barboza } 665492265aeSDaniel Henrique Barboza do { 666492265aeSDaniel Henrique Barboza vmfd = ioctl(kvmfd, KVM_CREATE_VM, 0); 667492265aeSDaniel Henrique Barboza } while (vmfd == -1 && errno == EINTR); 668492265aeSDaniel Henrique Barboza if (vmfd < 0) { 669492265aeSDaniel Henrique Barboza goto err; 670492265aeSDaniel Henrique Barboza } 671492265aeSDaniel Henrique Barboza cpufd = ioctl(vmfd, KVM_CREATE_VCPU, 0); 672492265aeSDaniel Henrique Barboza if (cpufd < 0) { 673492265aeSDaniel Henrique Barboza goto err; 674492265aeSDaniel Henrique Barboza } 675492265aeSDaniel Henrique Barboza 676492265aeSDaniel Henrique Barboza scratch->kvmfd = kvmfd; 677492265aeSDaniel Henrique Barboza scratch->vmfd = vmfd; 678492265aeSDaniel Henrique Barboza scratch->cpufd = cpufd; 679492265aeSDaniel Henrique Barboza 680492265aeSDaniel Henrique Barboza return true; 681492265aeSDaniel Henrique Barboza 682492265aeSDaniel Henrique Barboza err: 683492265aeSDaniel Henrique Barboza if (cpufd >= 0) { 684492265aeSDaniel Henrique Barboza close(cpufd); 685492265aeSDaniel Henrique Barboza } 686492265aeSDaniel Henrique Barboza if (vmfd >= 0) { 687492265aeSDaniel Henrique Barboza close(vmfd); 688492265aeSDaniel Henrique Barboza } 689492265aeSDaniel Henrique Barboza if (kvmfd >= 0) { 690492265aeSDaniel Henrique Barboza close(kvmfd); 691492265aeSDaniel Henrique Barboza } 692492265aeSDaniel Henrique Barboza 693492265aeSDaniel Henrique Barboza return false; 694492265aeSDaniel Henrique Barboza } 695492265aeSDaniel Henrique Barboza 696492265aeSDaniel Henrique Barboza static void kvm_riscv_destroy_scratch_vcpu(KVMScratchCPU *scratch) 697492265aeSDaniel Henrique Barboza { 698492265aeSDaniel Henrique Barboza close(scratch->cpufd); 699492265aeSDaniel Henrique Barboza close(scratch->vmfd); 700492265aeSDaniel Henrique Barboza close(scratch->kvmfd); 701492265aeSDaniel Henrique Barboza } 702492265aeSDaniel Henrique Barboza 703492265aeSDaniel Henrique Barboza static void kvm_riscv_init_machine_ids(RISCVCPU *cpu, KVMScratchCPU *kvmcpu) 704492265aeSDaniel Henrique Barboza { 705492265aeSDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 706492265aeSDaniel Henrique Barboza struct kvm_one_reg reg; 707492265aeSDaniel Henrique Barboza int ret; 708492265aeSDaniel Henrique Barboza 709492265aeSDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 710492265aeSDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mvendorid)); 711492265aeSDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.mvendorid; 712492265aeSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 713492265aeSDaniel Henrique Barboza if (ret != 0) { 714492265aeSDaniel Henrique Barboza error_report("Unable to retrieve mvendorid from host, error %d", ret); 715492265aeSDaniel Henrique Barboza } 716d758f884SDaniel Henrique Barboza 717d758f884SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 718d758f884SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(marchid)); 719d758f884SDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.marchid; 720d758f884SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 721d758f884SDaniel Henrique Barboza if (ret != 0) { 722d758f884SDaniel Henrique Barboza error_report("Unable to retrieve marchid from host, error %d", ret); 723d758f884SDaniel Henrique Barboza } 724d758f884SDaniel Henrique Barboza 725d758f884SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 726d758f884SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mimpid)); 727d758f884SDaniel Henrique Barboza reg.addr = (uint64_t)&cpu->cfg.mimpid; 728d758f884SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 729d758f884SDaniel Henrique Barboza if (ret != 0) { 730d758f884SDaniel Henrique Barboza error_report("Unable to retrieve mimpid from host, error %d", ret); 731d758f884SDaniel Henrique Barboza } 732492265aeSDaniel Henrique Barboza } 733492265aeSDaniel Henrique Barboza 734e28b9c49SDaniel Henrique Barboza static void kvm_riscv_init_misa_ext_mask(RISCVCPU *cpu, 735e28b9c49SDaniel Henrique Barboza KVMScratchCPU *kvmcpu) 736e28b9c49SDaniel Henrique Barboza { 737e28b9c49SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 738e28b9c49SDaniel Henrique Barboza struct kvm_one_reg reg; 739e28b9c49SDaniel Henrique Barboza int ret; 740e28b9c49SDaniel Henrique Barboza 741e28b9c49SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 742e28b9c49SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(isa)); 743e28b9c49SDaniel Henrique Barboza reg.addr = (uint64_t)&env->misa_ext_mask; 744e28b9c49SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 745e28b9c49SDaniel Henrique Barboza 746e28b9c49SDaniel Henrique Barboza if (ret) { 747e28b9c49SDaniel Henrique Barboza error_report("Unable to fetch ISA register from KVM, " 748e28b9c49SDaniel Henrique Barboza "error %d", ret); 749e28b9c49SDaniel Henrique Barboza kvm_riscv_destroy_scratch_vcpu(kvmcpu); 750e28b9c49SDaniel Henrique Barboza exit(EXIT_FAILURE); 751e28b9c49SDaniel Henrique Barboza } 752e28b9c49SDaniel Henrique Barboza 753e28b9c49SDaniel Henrique Barboza env->misa_ext = env->misa_ext_mask; 754e28b9c49SDaniel Henrique Barboza } 755e28b9c49SDaniel Henrique Barboza 756b9f82221SDaniel Henrique Barboza static void kvm_riscv_read_cbomz_blksize(RISCVCPU *cpu, KVMScratchCPU *kvmcpu, 757b9f82221SDaniel Henrique Barboza KVMCPUConfig *cbomz_cfg) 758b9f82221SDaniel Henrique Barboza { 759b9f82221SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 760b9f82221SDaniel Henrique Barboza struct kvm_one_reg reg; 761b9f82221SDaniel Henrique Barboza int ret; 762b9f82221SDaniel Henrique Barboza 763b9f82221SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 764b9f82221SDaniel Henrique Barboza cbomz_cfg->kvm_reg_id); 765b9f82221SDaniel Henrique Barboza reg.addr = (uint64_t)kvmconfig_get_cfg_addr(cpu, cbomz_cfg); 766b9f82221SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 767b9f82221SDaniel Henrique Barboza if (ret != 0) { 768b9f82221SDaniel Henrique Barboza error_report("Unable to read KVM reg %s, error %d", 769b9f82221SDaniel Henrique Barboza cbomz_cfg->name, ret); 770b9f82221SDaniel Henrique Barboza exit(EXIT_FAILURE); 771b9f82221SDaniel Henrique Barboza } 772b9f82221SDaniel Henrique Barboza } 773b9f82221SDaniel Henrique Barboza 774608bdebbSDaniel Henrique Barboza static void kvm_riscv_read_multiext_legacy(RISCVCPU *cpu, 775608bdebbSDaniel Henrique Barboza KVMScratchCPU *kvmcpu) 776f7a69fa6SDaniel Henrique Barboza { 777f7a69fa6SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 778f7a69fa6SDaniel Henrique Barboza uint64_t val; 779f7a69fa6SDaniel Henrique Barboza int i, ret; 780f7a69fa6SDaniel Henrique Barboza 781f7a69fa6SDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 782f7a69fa6SDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 783f7a69fa6SDaniel Henrique Barboza struct kvm_one_reg reg; 784f7a69fa6SDaniel Henrique Barboza 785f7a69fa6SDaniel Henrique Barboza reg.id = kvm_riscv_reg_id(env, KVM_REG_RISCV_ISA_EXT, 786f7a69fa6SDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 787f7a69fa6SDaniel Henrique Barboza reg.addr = (uint64_t)&val; 788f7a69fa6SDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 789f7a69fa6SDaniel Henrique Barboza if (ret != 0) { 790f7a69fa6SDaniel Henrique Barboza if (errno == EINVAL) { 791f7a69fa6SDaniel Henrique Barboza /* Silently default to 'false' if KVM does not support it. */ 792f7a69fa6SDaniel Henrique Barboza multi_ext_cfg->supported = false; 793f7a69fa6SDaniel Henrique Barboza val = false; 794f7a69fa6SDaniel Henrique Barboza } else { 795f7a69fa6SDaniel Henrique Barboza error_report("Unable to read ISA_EXT KVM register %s, " 796082e9e4aSDaniel Henrique Barboza "error code: %s", multi_ext_cfg->name, 797082e9e4aSDaniel Henrique Barboza strerrorname_np(errno)); 798f7a69fa6SDaniel Henrique Barboza exit(EXIT_FAILURE); 799f7a69fa6SDaniel Henrique Barboza } 800f7a69fa6SDaniel Henrique Barboza } else { 801f7a69fa6SDaniel Henrique Barboza multi_ext_cfg->supported = true; 802f7a69fa6SDaniel Henrique Barboza } 803f7a69fa6SDaniel Henrique Barboza 804f7a69fa6SDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, val); 805f7a69fa6SDaniel Henrique Barboza } 806b9f82221SDaniel Henrique Barboza 807b9f82221SDaniel Henrique Barboza if (cpu->cfg.ext_icbom) { 808b9f82221SDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize); 809b9f82221SDaniel Henrique Barboza } 810b9f82221SDaniel Henrique Barboza 811b9f82221SDaniel Henrique Barboza if (cpu->cfg.ext_icboz) { 812b9f82221SDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize); 813b9f82221SDaniel Henrique Barboza } 814f7a69fa6SDaniel Henrique Barboza } 815f7a69fa6SDaniel Henrique Barboza 816608bdebbSDaniel Henrique Barboza static int uint64_cmp(const void *a, const void *b) 817608bdebbSDaniel Henrique Barboza { 818608bdebbSDaniel Henrique Barboza uint64_t val1 = *(const uint64_t *)a; 819608bdebbSDaniel Henrique Barboza uint64_t val2 = *(const uint64_t *)b; 820608bdebbSDaniel Henrique Barboza 821608bdebbSDaniel Henrique Barboza if (val1 < val2) { 822608bdebbSDaniel Henrique Barboza return -1; 823608bdebbSDaniel Henrique Barboza } 824608bdebbSDaniel Henrique Barboza 825608bdebbSDaniel Henrique Barboza if (val1 > val2) { 826608bdebbSDaniel Henrique Barboza return 1; 827608bdebbSDaniel Henrique Barboza } 828608bdebbSDaniel Henrique Barboza 829608bdebbSDaniel Henrique Barboza return 0; 830608bdebbSDaniel Henrique Barboza } 831608bdebbSDaniel Henrique Barboza 832608bdebbSDaniel Henrique Barboza static void kvm_riscv_init_multiext_cfg(RISCVCPU *cpu, KVMScratchCPU *kvmcpu) 833608bdebbSDaniel Henrique Barboza { 834608bdebbSDaniel Henrique Barboza KVMCPUConfig *multi_ext_cfg; 835608bdebbSDaniel Henrique Barboza struct kvm_one_reg reg; 836608bdebbSDaniel Henrique Barboza struct kvm_reg_list rl_struct; 837608bdebbSDaniel Henrique Barboza struct kvm_reg_list *reglist; 838608bdebbSDaniel Henrique Barboza uint64_t val, reg_id, *reg_search; 839608bdebbSDaniel Henrique Barboza int i, ret; 840608bdebbSDaniel Henrique Barboza 841608bdebbSDaniel Henrique Barboza rl_struct.n = 0; 842608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, &rl_struct); 843608bdebbSDaniel Henrique Barboza 844608bdebbSDaniel Henrique Barboza /* 845608bdebbSDaniel Henrique Barboza * If KVM_GET_REG_LIST isn't supported we'll get errno 22 846608bdebbSDaniel Henrique Barboza * (EINVAL). Use read_legacy() in this case. 847608bdebbSDaniel Henrique Barboza */ 848608bdebbSDaniel Henrique Barboza if (errno == EINVAL) { 849608bdebbSDaniel Henrique Barboza return kvm_riscv_read_multiext_legacy(cpu, kvmcpu); 850608bdebbSDaniel Henrique Barboza } else if (errno != E2BIG) { 851608bdebbSDaniel Henrique Barboza /* 852608bdebbSDaniel Henrique Barboza * E2BIG is an expected error message for the API since we 853608bdebbSDaniel Henrique Barboza * don't know the number of registers. The right amount will 854608bdebbSDaniel Henrique Barboza * be written in rl_struct.n. 855608bdebbSDaniel Henrique Barboza * 856608bdebbSDaniel Henrique Barboza * Error out if we get any other errno. 857608bdebbSDaniel Henrique Barboza */ 858608bdebbSDaniel Henrique Barboza error_report("Error when accessing get-reg-list, code: %s", 859608bdebbSDaniel Henrique Barboza strerrorname_np(errno)); 860608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 861608bdebbSDaniel Henrique Barboza } 862608bdebbSDaniel Henrique Barboza 863608bdebbSDaniel Henrique Barboza reglist = g_malloc(sizeof(struct kvm_reg_list) + 864608bdebbSDaniel Henrique Barboza rl_struct.n * sizeof(uint64_t)); 865608bdebbSDaniel Henrique Barboza reglist->n = rl_struct.n; 866608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_REG_LIST, reglist); 867608bdebbSDaniel Henrique Barboza if (ret) { 868608bdebbSDaniel Henrique Barboza error_report("Error when reading KVM_GET_REG_LIST, code %s ", 869608bdebbSDaniel Henrique Barboza strerrorname_np(errno)); 870608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 871608bdebbSDaniel Henrique Barboza } 872608bdebbSDaniel Henrique Barboza 873608bdebbSDaniel Henrique Barboza /* sort reglist to use bsearch() */ 874608bdebbSDaniel Henrique Barboza qsort(®list->reg, reglist->n, sizeof(uint64_t), uint64_cmp); 875608bdebbSDaniel Henrique Barboza 876608bdebbSDaniel Henrique Barboza for (i = 0; i < ARRAY_SIZE(kvm_multi_ext_cfgs); i++) { 877608bdebbSDaniel Henrique Barboza multi_ext_cfg = &kvm_multi_ext_cfgs[i]; 878608bdebbSDaniel Henrique Barboza reg_id = kvm_riscv_reg_id(&cpu->env, KVM_REG_RISCV_ISA_EXT, 879608bdebbSDaniel Henrique Barboza multi_ext_cfg->kvm_reg_id); 880608bdebbSDaniel Henrique Barboza reg_search = bsearch(®_id, reglist->reg, reglist->n, 881608bdebbSDaniel Henrique Barboza sizeof(uint64_t), uint64_cmp); 882608bdebbSDaniel Henrique Barboza if (!reg_search) { 883608bdebbSDaniel Henrique Barboza continue; 884608bdebbSDaniel Henrique Barboza } 885608bdebbSDaniel Henrique Barboza 886608bdebbSDaniel Henrique Barboza reg.id = reg_id; 887608bdebbSDaniel Henrique Barboza reg.addr = (uint64_t)&val; 888608bdebbSDaniel Henrique Barboza ret = ioctl(kvmcpu->cpufd, KVM_GET_ONE_REG, ®); 889608bdebbSDaniel Henrique Barboza if (ret != 0) { 890608bdebbSDaniel Henrique Barboza error_report("Unable to read ISA_EXT KVM register %s, " 891608bdebbSDaniel Henrique Barboza "error code: %s", multi_ext_cfg->name, 892608bdebbSDaniel Henrique Barboza strerrorname_np(errno)); 893608bdebbSDaniel Henrique Barboza exit(EXIT_FAILURE); 894608bdebbSDaniel Henrique Barboza } 895608bdebbSDaniel Henrique Barboza 896608bdebbSDaniel Henrique Barboza multi_ext_cfg->supported = true; 897608bdebbSDaniel Henrique Barboza kvm_cpu_cfg_set(cpu, multi_ext_cfg, val); 898608bdebbSDaniel Henrique Barboza } 899608bdebbSDaniel Henrique Barboza 900608bdebbSDaniel Henrique Barboza if (cpu->cfg.ext_icbom) { 901608bdebbSDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cbom_blocksize); 902608bdebbSDaniel Henrique Barboza } 903608bdebbSDaniel Henrique Barboza 904608bdebbSDaniel Henrique Barboza if (cpu->cfg.ext_icboz) { 905608bdebbSDaniel Henrique Barboza kvm_riscv_read_cbomz_blksize(cpu, kvmcpu, &kvm_cboz_blocksize); 906608bdebbSDaniel Henrique Barboza } 907608bdebbSDaniel Henrique Barboza } 908608bdebbSDaniel Henrique Barboza 909efa365b7SDaniel Henrique Barboza static void riscv_init_kvm_registers(Object *cpu_obj) 910492265aeSDaniel Henrique Barboza { 911492265aeSDaniel Henrique Barboza RISCVCPU *cpu = RISCV_CPU(cpu_obj); 912492265aeSDaniel Henrique Barboza KVMScratchCPU kvmcpu; 913492265aeSDaniel Henrique Barboza 914492265aeSDaniel Henrique Barboza if (!kvm_riscv_create_scratch_vcpu(&kvmcpu)) { 915492265aeSDaniel Henrique Barboza return; 916492265aeSDaniel Henrique Barboza } 917492265aeSDaniel Henrique Barboza 918492265aeSDaniel Henrique Barboza kvm_riscv_init_machine_ids(cpu, &kvmcpu); 919e28b9c49SDaniel Henrique Barboza kvm_riscv_init_misa_ext_mask(cpu, &kvmcpu); 920f7a69fa6SDaniel Henrique Barboza kvm_riscv_init_multiext_cfg(cpu, &kvmcpu); 921492265aeSDaniel Henrique Barboza 922492265aeSDaniel Henrique Barboza kvm_riscv_destroy_scratch_vcpu(&kvmcpu); 923492265aeSDaniel Henrique Barboza } 924492265aeSDaniel Henrique Barboza 92591654e61SYifei Jiang const KVMCapabilityInfo kvm_arch_required_capabilities[] = { 92691654e61SYifei Jiang KVM_CAP_LAST_INFO 92791654e61SYifei Jiang }; 92891654e61SYifei Jiang 92991654e61SYifei Jiang int kvm_arch_get_registers(CPUState *cs) 93091654e61SYifei Jiang { 931937f0b45SYifei Jiang int ret = 0; 932937f0b45SYifei Jiang 933937f0b45SYifei Jiang ret = kvm_riscv_get_regs_core(cs); 934937f0b45SYifei Jiang if (ret) { 935937f0b45SYifei Jiang return ret; 936937f0b45SYifei Jiang } 937937f0b45SYifei Jiang 938937f0b45SYifei Jiang ret = kvm_riscv_get_regs_csr(cs); 939937f0b45SYifei Jiang if (ret) { 940937f0b45SYifei Jiang return ret; 941937f0b45SYifei Jiang } 942937f0b45SYifei Jiang 943937f0b45SYifei Jiang ret = kvm_riscv_get_regs_fp(cs); 944937f0b45SYifei Jiang if (ret) { 945937f0b45SYifei Jiang return ret; 946937f0b45SYifei Jiang } 947937f0b45SYifei Jiang 948937f0b45SYifei Jiang return ret; 94991654e61SYifei Jiang } 95091654e61SYifei Jiang 95186339515Sliguang.zhang int kvm_riscv_sync_mpstate_to_kvm(RISCVCPU *cpu, int state) 95286339515Sliguang.zhang { 95386339515Sliguang.zhang if (cap_has_mp_state) { 95486339515Sliguang.zhang struct kvm_mp_state mp_state = { 95586339515Sliguang.zhang .mp_state = state 95686339515Sliguang.zhang }; 95786339515Sliguang.zhang 95886339515Sliguang.zhang int ret = kvm_vcpu_ioctl(CPU(cpu), KVM_SET_MP_STATE, &mp_state); 95986339515Sliguang.zhang if (ret) { 96086339515Sliguang.zhang fprintf(stderr, "%s: failed to sync MP_STATE %d/%s\n", 96186339515Sliguang.zhang __func__, ret, strerror(-ret)); 96286339515Sliguang.zhang return -1; 96386339515Sliguang.zhang } 96486339515Sliguang.zhang } 96586339515Sliguang.zhang 96686339515Sliguang.zhang return 0; 96786339515Sliguang.zhang } 96886339515Sliguang.zhang 96991654e61SYifei Jiang int kvm_arch_put_registers(CPUState *cs, int level) 97091654e61SYifei Jiang { 9719997cc1eSYifei Jiang int ret = 0; 9729997cc1eSYifei Jiang 9739997cc1eSYifei Jiang ret = kvm_riscv_put_regs_core(cs); 9749997cc1eSYifei Jiang if (ret) { 9759997cc1eSYifei Jiang return ret; 9769997cc1eSYifei Jiang } 9779997cc1eSYifei Jiang 9789997cc1eSYifei Jiang ret = kvm_riscv_put_regs_csr(cs); 9799997cc1eSYifei Jiang if (ret) { 9809997cc1eSYifei Jiang return ret; 9819997cc1eSYifei Jiang } 9829997cc1eSYifei Jiang 9839997cc1eSYifei Jiang ret = kvm_riscv_put_regs_fp(cs); 9849997cc1eSYifei Jiang if (ret) { 9859997cc1eSYifei Jiang return ret; 9869997cc1eSYifei Jiang } 9879997cc1eSYifei Jiang 98886339515Sliguang.zhang if (KVM_PUT_RESET_STATE == level) { 98986339515Sliguang.zhang RISCVCPU *cpu = RISCV_CPU(cs); 99086339515Sliguang.zhang if (cs->cpu_index == 0) { 99186339515Sliguang.zhang ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_RUNNABLE); 99286339515Sliguang.zhang } else { 99386339515Sliguang.zhang ret = kvm_riscv_sync_mpstate_to_kvm(cpu, KVM_MP_STATE_STOPPED); 99486339515Sliguang.zhang } 99586339515Sliguang.zhang if (ret) { 99686339515Sliguang.zhang return ret; 99786339515Sliguang.zhang } 99886339515Sliguang.zhang } 99986339515Sliguang.zhang 10009997cc1eSYifei Jiang return ret; 100191654e61SYifei Jiang } 100291654e61SYifei Jiang 100391654e61SYifei Jiang int kvm_arch_release_virq_post(int virq) 100491654e61SYifei Jiang { 100591654e61SYifei Jiang return 0; 100691654e61SYifei Jiang } 100791654e61SYifei Jiang 100891654e61SYifei Jiang int kvm_arch_fixup_msi_route(struct kvm_irq_routing_entry *route, 100991654e61SYifei Jiang uint64_t address, uint32_t data, PCIDevice *dev) 101091654e61SYifei Jiang { 101191654e61SYifei Jiang return 0; 101291654e61SYifei Jiang } 101391654e61SYifei Jiang 101491654e61SYifei Jiang int kvm_arch_destroy_vcpu(CPUState *cs) 101591654e61SYifei Jiang { 101691654e61SYifei Jiang return 0; 101791654e61SYifei Jiang } 101891654e61SYifei Jiang 101991654e61SYifei Jiang unsigned long kvm_arch_vcpu_id(CPUState *cpu) 102091654e61SYifei Jiang { 102191654e61SYifei Jiang return cpu->cpu_index; 102291654e61SYifei Jiang } 102391654e61SYifei Jiang 10249ad3e016SYifei Jiang static void kvm_riscv_vm_state_change(void *opaque, bool running, 10259ad3e016SYifei Jiang RunState state) 10269ad3e016SYifei Jiang { 10279ad3e016SYifei Jiang CPUState *cs = opaque; 10289ad3e016SYifei Jiang 10299ad3e016SYifei Jiang if (running) { 10309ad3e016SYifei Jiang kvm_riscv_put_regs_timer(cs); 10319ad3e016SYifei Jiang } else { 10329ad3e016SYifei Jiang kvm_riscv_get_regs_timer(cs); 10339ad3e016SYifei Jiang } 10349ad3e016SYifei Jiang } 10359ad3e016SYifei Jiang 103691654e61SYifei Jiang void kvm_arch_init_irq_routing(KVMState *s) 103791654e61SYifei Jiang { 103891654e61SYifei Jiang } 103991654e61SYifei Jiang 10401fb5a622SDaniel Henrique Barboza static int kvm_vcpu_set_machine_ids(RISCVCPU *cpu, CPUState *cs) 10411fb5a622SDaniel Henrique Barboza { 10421fb5a622SDaniel Henrique Barboza CPURISCVState *env = &cpu->env; 1043136cb9ccSDaniel Henrique Barboza target_ulong reg; 10441fb5a622SDaniel Henrique Barboza uint64_t id; 10451fb5a622SDaniel Henrique Barboza int ret; 10461fb5a622SDaniel Henrique Barboza 10471fb5a622SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 10481fb5a622SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mvendorid)); 1049136cb9ccSDaniel Henrique Barboza /* 1050136cb9ccSDaniel Henrique Barboza * cfg.mvendorid is an uint32 but a target_ulong will 1051136cb9ccSDaniel Henrique Barboza * be written. Assign it to a target_ulong var to avoid 1052136cb9ccSDaniel Henrique Barboza * writing pieces of other cpu->cfg fields in the reg. 1053136cb9ccSDaniel Henrique Barboza */ 1054136cb9ccSDaniel Henrique Barboza reg = cpu->cfg.mvendorid; 1055136cb9ccSDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, ®); 10561fb5a622SDaniel Henrique Barboza if (ret != 0) { 10571fb5a622SDaniel Henrique Barboza return ret; 10581fb5a622SDaniel Henrique Barboza } 10591fb5a622SDaniel Henrique Barboza 10601fb5a622SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 10611fb5a622SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(marchid)); 10621fb5a622SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, &cpu->cfg.marchid); 10631fb5a622SDaniel Henrique Barboza if (ret != 0) { 10641fb5a622SDaniel Henrique Barboza return ret; 10651fb5a622SDaniel Henrique Barboza } 10661fb5a622SDaniel Henrique Barboza 10671fb5a622SDaniel Henrique Barboza id = kvm_riscv_reg_id(env, KVM_REG_RISCV_CONFIG, 10681fb5a622SDaniel Henrique Barboza KVM_REG_RISCV_CONFIG_REG(mimpid)); 10691fb5a622SDaniel Henrique Barboza ret = kvm_set_one_reg(cs, id, &cpu->cfg.mimpid); 10701fb5a622SDaniel Henrique Barboza 10711fb5a622SDaniel Henrique Barboza return ret; 10721fb5a622SDaniel Henrique Barboza } 10731fb5a622SDaniel Henrique Barboza 107491654e61SYifei Jiang int kvm_arch_init_vcpu(CPUState *cs) 107591654e61SYifei Jiang { 10760a312b85SYifei Jiang int ret = 0; 10770a312b85SYifei Jiang RISCVCPU *cpu = RISCV_CPU(cs); 10780a312b85SYifei Jiang 10799ad3e016SYifei Jiang qemu_add_vm_change_state_handler(kvm_riscv_vm_state_change, cs); 10809ad3e016SYifei Jiang 10811fb5a622SDaniel Henrique Barboza if (!object_dynamic_cast(OBJECT(cpu), TYPE_RISCV_CPU_HOST)) { 10821fb5a622SDaniel Henrique Barboza ret = kvm_vcpu_set_machine_ids(cpu, cs); 10837313fffbSDaniel Henrique Barboza if (ret != 0) { 10847313fffbSDaniel Henrique Barboza return ret; 10851fb5a622SDaniel Henrique Barboza } 10867313fffbSDaniel Henrique Barboza } 10877313fffbSDaniel Henrique Barboza 10887313fffbSDaniel Henrique Barboza kvm_riscv_update_cpu_misa_ext(cpu, cs); 1089df817297SDaniel Henrique Barboza kvm_riscv_update_cpu_cfg_isa_ext(cpu, cs); 10901fb5a622SDaniel Henrique Barboza 10910a312b85SYifei Jiang return ret; 109291654e61SYifei Jiang } 109391654e61SYifei Jiang 109491654e61SYifei Jiang int kvm_arch_msi_data_to_gsi(uint32_t data) 109591654e61SYifei Jiang { 109691654e61SYifei Jiang abort(); 109791654e61SYifei Jiang } 109891654e61SYifei Jiang 109991654e61SYifei Jiang int kvm_arch_add_msi_route_post(struct kvm_irq_routing_entry *route, 110091654e61SYifei Jiang int vector, PCIDevice *dev) 110191654e61SYifei Jiang { 110291654e61SYifei Jiang return 0; 110391654e61SYifei Jiang } 110491654e61SYifei Jiang 11055e0d6590SAkihiko Odaki int kvm_arch_get_default_type(MachineState *ms) 11065e0d6590SAkihiko Odaki { 11075e0d6590SAkihiko Odaki return 0; 11085e0d6590SAkihiko Odaki } 11095e0d6590SAkihiko Odaki 111091654e61SYifei Jiang int kvm_arch_init(MachineState *ms, KVMState *s) 111191654e61SYifei Jiang { 111286339515Sliguang.zhang cap_has_mp_state = kvm_check_extension(s, KVM_CAP_MP_STATE); 111391654e61SYifei Jiang return 0; 111491654e61SYifei Jiang } 111591654e61SYifei Jiang 111691654e61SYifei Jiang int kvm_arch_irqchip_create(KVMState *s) 111791654e61SYifei Jiang { 111897b9f5efSYong-Xuan Wang if (kvm_kernel_irqchip_split()) { 111997b9f5efSYong-Xuan Wang error_report("-machine kernel_irqchip=split is not supported on RISC-V."); 112097b9f5efSYong-Xuan Wang exit(1); 112197b9f5efSYong-Xuan Wang } 112297b9f5efSYong-Xuan Wang 112397b9f5efSYong-Xuan Wang /* 112497b9f5efSYong-Xuan Wang * We can create the VAIA using the newer device control API. 112597b9f5efSYong-Xuan Wang */ 112697b9f5efSYong-Xuan Wang return kvm_check_extension(s, KVM_CAP_DEVICE_CTRL); 112791654e61SYifei Jiang } 112891654e61SYifei Jiang 112991654e61SYifei Jiang int kvm_arch_process_async_events(CPUState *cs) 113091654e61SYifei Jiang { 113191654e61SYifei Jiang return 0; 113291654e61SYifei Jiang } 113391654e61SYifei Jiang 113491654e61SYifei Jiang void kvm_arch_pre_run(CPUState *cs, struct kvm_run *run) 113591654e61SYifei Jiang { 113691654e61SYifei Jiang } 113791654e61SYifei Jiang 113891654e61SYifei Jiang MemTxAttrs kvm_arch_post_run(CPUState *cs, struct kvm_run *run) 113991654e61SYifei Jiang { 114091654e61SYifei Jiang return MEMTXATTRS_UNSPECIFIED; 114191654e61SYifei Jiang } 114291654e61SYifei Jiang 114391654e61SYifei Jiang bool kvm_arch_stop_on_emulation_error(CPUState *cs) 114491654e61SYifei Jiang { 114591654e61SYifei Jiang return true; 114691654e61SYifei Jiang } 114791654e61SYifei Jiang 11484eb47125SYifei Jiang static int kvm_riscv_handle_sbi(CPUState *cs, struct kvm_run *run) 11494eb47125SYifei Jiang { 11504eb47125SYifei Jiang int ret = 0; 11514eb47125SYifei Jiang unsigned char ch; 11524eb47125SYifei Jiang switch (run->riscv_sbi.extension_id) { 11534eb47125SYifei Jiang case SBI_EXT_0_1_CONSOLE_PUTCHAR: 11544eb47125SYifei Jiang ch = run->riscv_sbi.args[0]; 11554eb47125SYifei Jiang qemu_chr_fe_write(serial_hd(0)->be, &ch, sizeof(ch)); 11564eb47125SYifei Jiang break; 11574eb47125SYifei Jiang case SBI_EXT_0_1_CONSOLE_GETCHAR: 11584eb47125SYifei Jiang ret = qemu_chr_fe_read_all(serial_hd(0)->be, &ch, sizeof(ch)); 11594eb47125SYifei Jiang if (ret == sizeof(ch)) { 1160947bf7feSVladimir Isaev run->riscv_sbi.ret[0] = ch; 11614eb47125SYifei Jiang } else { 1162947bf7feSVladimir Isaev run->riscv_sbi.ret[0] = -1; 11634eb47125SYifei Jiang } 1164947bf7feSVladimir Isaev ret = 0; 11654eb47125SYifei Jiang break; 11664eb47125SYifei Jiang default: 11674eb47125SYifei Jiang qemu_log_mask(LOG_UNIMP, 11684eb47125SYifei Jiang "%s: un-handled SBI EXIT, specific reasons is %lu\n", 11694eb47125SYifei Jiang __func__, run->riscv_sbi.extension_id); 11704eb47125SYifei Jiang ret = -1; 11714eb47125SYifei Jiang break; 11724eb47125SYifei Jiang } 11734eb47125SYifei Jiang return ret; 11744eb47125SYifei Jiang } 11754eb47125SYifei Jiang 117691654e61SYifei Jiang int kvm_arch_handle_exit(CPUState *cs, struct kvm_run *run) 117791654e61SYifei Jiang { 11784eb47125SYifei Jiang int ret = 0; 11794eb47125SYifei Jiang switch (run->exit_reason) { 11804eb47125SYifei Jiang case KVM_EXIT_RISCV_SBI: 11814eb47125SYifei Jiang ret = kvm_riscv_handle_sbi(cs, run); 11824eb47125SYifei Jiang break; 11834eb47125SYifei Jiang default: 11844eb47125SYifei Jiang qemu_log_mask(LOG_UNIMP, "%s: un-handled exit reason %d\n", 11854eb47125SYifei Jiang __func__, run->exit_reason); 11864eb47125SYifei Jiang ret = -1; 11874eb47125SYifei Jiang break; 11884eb47125SYifei Jiang } 11894eb47125SYifei Jiang return ret; 119091654e61SYifei Jiang } 119191654e61SYifei Jiang 1192ad40be27SYifei Jiang void kvm_riscv_reset_vcpu(RISCVCPU *cpu) 1193ad40be27SYifei Jiang { 1194ad40be27SYifei Jiang CPURISCVState *env = &cpu->env; 119586339515Sliguang.zhang int i; 1196ad40be27SYifei Jiang 1197ad40be27SYifei Jiang if (!kvm_enabled()) { 1198ad40be27SYifei Jiang return; 1199ad40be27SYifei Jiang } 120086339515Sliguang.zhang for (i = 0; i < 32; i++) { 120186339515Sliguang.zhang env->gpr[i] = 0; 120286339515Sliguang.zhang } 1203ad40be27SYifei Jiang env->pc = cpu->env.kernel_addr; 1204ad40be27SYifei Jiang env->gpr[10] = kvm_arch_vcpu_id(CPU(cpu)); /* a0 */ 1205ad40be27SYifei Jiang env->gpr[11] = cpu->env.fdt_addr; /* a1 */ 1206ad40be27SYifei Jiang env->satp = 0; 120786339515Sliguang.zhang env->mie = 0; 120886339515Sliguang.zhang env->stvec = 0; 120986339515Sliguang.zhang env->sscratch = 0; 121086339515Sliguang.zhang env->sepc = 0; 121186339515Sliguang.zhang env->scause = 0; 121286339515Sliguang.zhang env->stval = 0; 121386339515Sliguang.zhang env->mip = 0; 1214ad40be27SYifei Jiang } 1215ad40be27SYifei Jiang 12162b650fbbSYifei Jiang void kvm_riscv_set_irq(RISCVCPU *cpu, int irq, int level) 12172b650fbbSYifei Jiang { 12182b650fbbSYifei Jiang int ret; 12192b650fbbSYifei Jiang unsigned virq = level ? KVM_INTERRUPT_SET : KVM_INTERRUPT_UNSET; 12202b650fbbSYifei Jiang 12212b650fbbSYifei Jiang if (irq != IRQ_S_EXT) { 12222b650fbbSYifei Jiang perror("kvm riscv set irq != IRQ_S_EXT\n"); 12232b650fbbSYifei Jiang abort(); 12242b650fbbSYifei Jiang } 12252b650fbbSYifei Jiang 12262b650fbbSYifei Jiang ret = kvm_vcpu_ioctl(CPU(cpu), KVM_INTERRUPT, &virq); 12272b650fbbSYifei Jiang if (ret < 0) { 12282b650fbbSYifei Jiang perror("Set irq failed"); 12292b650fbbSYifei Jiang abort(); 12302b650fbbSYifei Jiang } 12312b650fbbSYifei Jiang } 12322b650fbbSYifei Jiang 123391654e61SYifei Jiang bool kvm_arch_cpu_check_are_resettable(void) 123491654e61SYifei Jiang { 123591654e61SYifei Jiang return true; 123691654e61SYifei Jiang } 12373dba0a33SPaolo Bonzini 12389634ef7eSYong-Xuan Wang static int aia_mode; 12399634ef7eSYong-Xuan Wang 12409634ef7eSYong-Xuan Wang static const char *kvm_aia_mode_str(uint64_t mode) 12419634ef7eSYong-Xuan Wang { 12429634ef7eSYong-Xuan Wang switch (mode) { 12439634ef7eSYong-Xuan Wang case KVM_DEV_RISCV_AIA_MODE_EMUL: 12449634ef7eSYong-Xuan Wang return "emul"; 12459634ef7eSYong-Xuan Wang case KVM_DEV_RISCV_AIA_MODE_HWACCEL: 12469634ef7eSYong-Xuan Wang return "hwaccel"; 12479634ef7eSYong-Xuan Wang case KVM_DEV_RISCV_AIA_MODE_AUTO: 12489634ef7eSYong-Xuan Wang default: 12499634ef7eSYong-Xuan Wang return "auto"; 12509634ef7eSYong-Xuan Wang }; 12519634ef7eSYong-Xuan Wang } 12529634ef7eSYong-Xuan Wang 12539634ef7eSYong-Xuan Wang static char *riscv_get_kvm_aia(Object *obj, Error **errp) 12549634ef7eSYong-Xuan Wang { 12559634ef7eSYong-Xuan Wang return g_strdup(kvm_aia_mode_str(aia_mode)); 12569634ef7eSYong-Xuan Wang } 12579634ef7eSYong-Xuan Wang 12589634ef7eSYong-Xuan Wang static void riscv_set_kvm_aia(Object *obj, const char *val, Error **errp) 12599634ef7eSYong-Xuan Wang { 12609634ef7eSYong-Xuan Wang if (!strcmp(val, "emul")) { 12619634ef7eSYong-Xuan Wang aia_mode = KVM_DEV_RISCV_AIA_MODE_EMUL; 12629634ef7eSYong-Xuan Wang } else if (!strcmp(val, "hwaccel")) { 12639634ef7eSYong-Xuan Wang aia_mode = KVM_DEV_RISCV_AIA_MODE_HWACCEL; 12649634ef7eSYong-Xuan Wang } else if (!strcmp(val, "auto")) { 12659634ef7eSYong-Xuan Wang aia_mode = KVM_DEV_RISCV_AIA_MODE_AUTO; 12669634ef7eSYong-Xuan Wang } else { 12679634ef7eSYong-Xuan Wang error_setg(errp, "Invalid KVM AIA mode"); 12689634ef7eSYong-Xuan Wang error_append_hint(errp, "Valid values are emul, hwaccel, and auto.\n"); 12699634ef7eSYong-Xuan Wang } 12709634ef7eSYong-Xuan Wang } 12719634ef7eSYong-Xuan Wang 12723dba0a33SPaolo Bonzini void kvm_arch_accel_class_init(ObjectClass *oc) 12733dba0a33SPaolo Bonzini { 12749634ef7eSYong-Xuan Wang object_class_property_add_str(oc, "riscv-aia", riscv_get_kvm_aia, 12759634ef7eSYong-Xuan Wang riscv_set_kvm_aia); 12769634ef7eSYong-Xuan Wang object_class_property_set_description(oc, "riscv-aia", 12779634ef7eSYong-Xuan Wang "Set KVM AIA mode. Valid values are " 12789634ef7eSYong-Xuan Wang "emul, hwaccel, and auto. Default " 12799634ef7eSYong-Xuan Wang "is auto."); 12809634ef7eSYong-Xuan Wang object_property_set_default_str(object_class_property_find(oc, "riscv-aia"), 12819634ef7eSYong-Xuan Wang "auto"); 12829634ef7eSYong-Xuan Wang } 12839634ef7eSYong-Xuan Wang 12849634ef7eSYong-Xuan Wang void kvm_riscv_aia_create(MachineState *machine, uint64_t group_shift, 12859634ef7eSYong-Xuan Wang uint64_t aia_irq_num, uint64_t aia_msi_num, 12869634ef7eSYong-Xuan Wang uint64_t aplic_base, uint64_t imsic_base, 12879634ef7eSYong-Xuan Wang uint64_t guest_num) 12889634ef7eSYong-Xuan Wang { 12899634ef7eSYong-Xuan Wang int ret, i; 12909634ef7eSYong-Xuan Wang int aia_fd = -1; 12919634ef7eSYong-Xuan Wang uint64_t default_aia_mode; 12929634ef7eSYong-Xuan Wang uint64_t socket_count = riscv_socket_count(machine); 12939634ef7eSYong-Xuan Wang uint64_t max_hart_per_socket = 0; 12949634ef7eSYong-Xuan Wang uint64_t socket, base_hart, hart_count, socket_imsic_base, imsic_addr; 12959634ef7eSYong-Xuan Wang uint64_t socket_bits, hart_bits, guest_bits; 12969634ef7eSYong-Xuan Wang 12979634ef7eSYong-Xuan Wang aia_fd = kvm_create_device(kvm_state, KVM_DEV_TYPE_RISCV_AIA, false); 12989634ef7eSYong-Xuan Wang 12999634ef7eSYong-Xuan Wang if (aia_fd < 0) { 13009634ef7eSYong-Xuan Wang error_report("Unable to create in-kernel irqchip"); 13019634ef7eSYong-Xuan Wang exit(1); 13029634ef7eSYong-Xuan Wang } 13039634ef7eSYong-Xuan Wang 13049634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13059634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_MODE, 13069634ef7eSYong-Xuan Wang &default_aia_mode, false, NULL); 13079634ef7eSYong-Xuan Wang if (ret < 0) { 13089634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to get current KVM AIA mode"); 13099634ef7eSYong-Xuan Wang exit(1); 13109634ef7eSYong-Xuan Wang } 13119634ef7eSYong-Xuan Wang qemu_log("KVM AIA: default mode is %s\n", 13129634ef7eSYong-Xuan Wang kvm_aia_mode_str(default_aia_mode)); 13139634ef7eSYong-Xuan Wang 13149634ef7eSYong-Xuan Wang if (default_aia_mode != aia_mode) { 13159634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13169634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_MODE, 13179634ef7eSYong-Xuan Wang &aia_mode, true, NULL); 13189634ef7eSYong-Xuan Wang if (ret < 0) 13199634ef7eSYong-Xuan Wang warn_report("KVM AIA: failed to set KVM AIA mode"); 13209634ef7eSYong-Xuan Wang else 13219634ef7eSYong-Xuan Wang qemu_log("KVM AIA: set current mode to %s\n", 13229634ef7eSYong-Xuan Wang kvm_aia_mode_str(aia_mode)); 13239634ef7eSYong-Xuan Wang } 13249634ef7eSYong-Xuan Wang 13259634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13269634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_SRCS, 13279634ef7eSYong-Xuan Wang &aia_irq_num, true, NULL); 13289634ef7eSYong-Xuan Wang if (ret < 0) { 13299634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set number of input irq lines"); 13309634ef7eSYong-Xuan Wang exit(1); 13319634ef7eSYong-Xuan Wang } 13329634ef7eSYong-Xuan Wang 13339634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13349634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_IDS, 13359634ef7eSYong-Xuan Wang &aia_msi_num, true, NULL); 13369634ef7eSYong-Xuan Wang if (ret < 0) { 13379634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set number of msi"); 13389634ef7eSYong-Xuan Wang exit(1); 13399634ef7eSYong-Xuan Wang } 13409634ef7eSYong-Xuan Wang 13419634ef7eSYong-Xuan Wang socket_bits = find_last_bit(&socket_count, BITS_PER_LONG) + 1; 13429634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13439634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_GROUP_BITS, 13449634ef7eSYong-Xuan Wang &socket_bits, true, NULL); 13459634ef7eSYong-Xuan Wang if (ret < 0) { 13469634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set group_bits"); 13479634ef7eSYong-Xuan Wang exit(1); 13489634ef7eSYong-Xuan Wang } 13499634ef7eSYong-Xuan Wang 13509634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13519634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_GROUP_SHIFT, 13529634ef7eSYong-Xuan Wang &group_shift, true, NULL); 13539634ef7eSYong-Xuan Wang if (ret < 0) { 13549634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set group_shift"); 13559634ef7eSYong-Xuan Wang exit(1); 13569634ef7eSYong-Xuan Wang } 13579634ef7eSYong-Xuan Wang 13589634ef7eSYong-Xuan Wang guest_bits = guest_num == 0 ? 0 : 13599634ef7eSYong-Xuan Wang find_last_bit(&guest_num, BITS_PER_LONG) + 1; 13609634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13619634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_GUEST_BITS, 13629634ef7eSYong-Xuan Wang &guest_bits, true, NULL); 13639634ef7eSYong-Xuan Wang if (ret < 0) { 13649634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set guest_bits"); 13659634ef7eSYong-Xuan Wang exit(1); 13669634ef7eSYong-Xuan Wang } 13679634ef7eSYong-Xuan Wang 13689634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR, 13699634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_ADDR_APLIC, 13709634ef7eSYong-Xuan Wang &aplic_base, true, NULL); 13719634ef7eSYong-Xuan Wang if (ret < 0) { 13729634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set the base address of APLIC"); 13739634ef7eSYong-Xuan Wang exit(1); 13749634ef7eSYong-Xuan Wang } 13759634ef7eSYong-Xuan Wang 13769634ef7eSYong-Xuan Wang for (socket = 0; socket < socket_count; socket++) { 13779634ef7eSYong-Xuan Wang socket_imsic_base = imsic_base + socket * (1U << group_shift); 13789634ef7eSYong-Xuan Wang hart_count = riscv_socket_hart_count(machine, socket); 13799634ef7eSYong-Xuan Wang base_hart = riscv_socket_first_hartid(machine, socket); 13809634ef7eSYong-Xuan Wang 13819634ef7eSYong-Xuan Wang if (max_hart_per_socket < hart_count) { 13829634ef7eSYong-Xuan Wang max_hart_per_socket = hart_count; 13839634ef7eSYong-Xuan Wang } 13849634ef7eSYong-Xuan Wang 13859634ef7eSYong-Xuan Wang for (i = 0; i < hart_count; i++) { 13869634ef7eSYong-Xuan Wang imsic_addr = socket_imsic_base + i * IMSIC_HART_SIZE(guest_bits); 13879634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_ADDR, 13889634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_ADDR_IMSIC(i + base_hart), 13899634ef7eSYong-Xuan Wang &imsic_addr, true, NULL); 13909634ef7eSYong-Xuan Wang if (ret < 0) { 13919634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set the IMSIC address for hart %d", i); 13929634ef7eSYong-Xuan Wang exit(1); 13939634ef7eSYong-Xuan Wang } 13949634ef7eSYong-Xuan Wang } 13959634ef7eSYong-Xuan Wang } 13969634ef7eSYong-Xuan Wang 13979634ef7eSYong-Xuan Wang hart_bits = find_last_bit(&max_hart_per_socket, BITS_PER_LONG) + 1; 13989634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CONFIG, 13999634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CONFIG_HART_BITS, 14009634ef7eSYong-Xuan Wang &hart_bits, true, NULL); 14019634ef7eSYong-Xuan Wang if (ret < 0) { 14029634ef7eSYong-Xuan Wang error_report("KVM AIA: failed to set hart_bits"); 14039634ef7eSYong-Xuan Wang exit(1); 14049634ef7eSYong-Xuan Wang } 14059634ef7eSYong-Xuan Wang 14069634ef7eSYong-Xuan Wang if (kvm_has_gsi_routing()) { 14079634ef7eSYong-Xuan Wang for (uint64_t idx = 0; idx < aia_irq_num + 1; ++idx) { 14089634ef7eSYong-Xuan Wang /* KVM AIA only has one APLIC instance */ 14099634ef7eSYong-Xuan Wang kvm_irqchip_add_irq_route(kvm_state, idx, 0, idx); 14109634ef7eSYong-Xuan Wang } 14119634ef7eSYong-Xuan Wang kvm_gsi_routing_allowed = true; 14129634ef7eSYong-Xuan Wang kvm_irqchip_commit_routes(kvm_state); 14139634ef7eSYong-Xuan Wang } 14149634ef7eSYong-Xuan Wang 14159634ef7eSYong-Xuan Wang ret = kvm_device_access(aia_fd, KVM_DEV_RISCV_AIA_GRP_CTRL, 14169634ef7eSYong-Xuan Wang KVM_DEV_RISCV_AIA_CTRL_INIT, 14179634ef7eSYong-Xuan Wang NULL, true, NULL); 14189634ef7eSYong-Xuan Wang if (ret < 0) { 14199634ef7eSYong-Xuan Wang error_report("KVM AIA: initialized fail"); 14209634ef7eSYong-Xuan Wang exit(1); 14219634ef7eSYong-Xuan Wang } 14229634ef7eSYong-Xuan Wang 1423*a788260bSPaolo Bonzini kvm_msi_via_irqfd_allowed = true; 14243dba0a33SPaolo Bonzini } 1425a7e87cd7SDaniel Henrique Barboza 1426d86c25b2SDaniel Henrique Barboza static void kvm_cpu_instance_init(CPUState *cs) 142732fa1776SDaniel Henrique Barboza { 1428d86c25b2SDaniel Henrique Barboza Object *obj = OBJECT(RISCV_CPU(cs)); 142932fa1776SDaniel Henrique Barboza DeviceState *dev = DEVICE(obj); 143032fa1776SDaniel Henrique Barboza 1431efa365b7SDaniel Henrique Barboza riscv_init_kvm_registers(obj); 143232fa1776SDaniel Henrique Barboza 1433efa365b7SDaniel Henrique Barboza kvm_riscv_add_cpu_user_properties(obj); 143432fa1776SDaniel Henrique Barboza 143532fa1776SDaniel Henrique Barboza for (Property *prop = riscv_cpu_options; prop && prop->name; prop++) { 1436d86c25b2SDaniel Henrique Barboza /* Check if we have a specific KVM handler for the option */ 143732fa1776SDaniel Henrique Barboza if (object_property_find(obj, prop->name)) { 143832fa1776SDaniel Henrique Barboza continue; 143932fa1776SDaniel Henrique Barboza } 144032fa1776SDaniel Henrique Barboza qdev_property_add_static(dev, prop); 144132fa1776SDaniel Henrique Barboza } 144232fa1776SDaniel Henrique Barboza } 144332fa1776SDaniel Henrique Barboza 1444d86c25b2SDaniel Henrique Barboza static void kvm_cpu_accel_class_init(ObjectClass *oc, void *data) 1445d86c25b2SDaniel Henrique Barboza { 1446d86c25b2SDaniel Henrique Barboza AccelCPUClass *acc = ACCEL_CPU_CLASS(oc); 1447d86c25b2SDaniel Henrique Barboza 1448d86c25b2SDaniel Henrique Barboza acc->cpu_instance_init = kvm_cpu_instance_init; 1449d86c25b2SDaniel Henrique Barboza } 1450d86c25b2SDaniel Henrique Barboza 1451d86c25b2SDaniel Henrique Barboza static const TypeInfo kvm_cpu_accel_type_info = { 1452d86c25b2SDaniel Henrique Barboza .name = ACCEL_CPU_NAME("kvm"), 1453d86c25b2SDaniel Henrique Barboza 1454d86c25b2SDaniel Henrique Barboza .parent = TYPE_ACCEL_CPU, 1455d86c25b2SDaniel Henrique Barboza .class_init = kvm_cpu_accel_class_init, 1456d86c25b2SDaniel Henrique Barboza .abstract = true, 1457d86c25b2SDaniel Henrique Barboza }; 1458d86c25b2SDaniel Henrique Barboza static void kvm_cpu_accel_register_types(void) 1459d86c25b2SDaniel Henrique Barboza { 1460d86c25b2SDaniel Henrique Barboza type_register_static(&kvm_cpu_accel_type_info); 1461d86c25b2SDaniel Henrique Barboza } 1462d86c25b2SDaniel Henrique Barboza type_init(kvm_cpu_accel_register_types); 1463d86c25b2SDaniel Henrique Barboza 1464a7e87cd7SDaniel Henrique Barboza static void riscv_host_cpu_init(Object *obj) 1465a7e87cd7SDaniel Henrique Barboza { 1466a7e87cd7SDaniel Henrique Barboza CPURISCVState *env = &RISCV_CPU(obj)->env; 1467a7e87cd7SDaniel Henrique Barboza 1468a7e87cd7SDaniel Henrique Barboza #if defined(TARGET_RISCV32) 1469a7e87cd7SDaniel Henrique Barboza env->misa_mxl_max = env->misa_mxl = MXL_RV32; 1470a7e87cd7SDaniel Henrique Barboza #elif defined(TARGET_RISCV64) 1471a7e87cd7SDaniel Henrique Barboza env->misa_mxl_max = env->misa_mxl = MXL_RV64; 1472a7e87cd7SDaniel Henrique Barboza #endif 1473a7e87cd7SDaniel Henrique Barboza } 1474a7e87cd7SDaniel Henrique Barboza 1475a7e87cd7SDaniel Henrique Barboza static const TypeInfo riscv_kvm_cpu_type_infos[] = { 1476a7e87cd7SDaniel Henrique Barboza { 1477a7e87cd7SDaniel Henrique Barboza .name = TYPE_RISCV_CPU_HOST, 1478a7e87cd7SDaniel Henrique Barboza .parent = TYPE_RISCV_CPU, 1479a7e87cd7SDaniel Henrique Barboza .instance_init = riscv_host_cpu_init, 1480a7e87cd7SDaniel Henrique Barboza } 1481a7e87cd7SDaniel Henrique Barboza }; 1482a7e87cd7SDaniel Henrique Barboza 1483a7e87cd7SDaniel Henrique Barboza DEFINE_TYPES(riscv_kvm_cpu_type_infos) 1484