10c3e702aSMichael Clark /* 20c3e702aSMichael Clark * RISC-V Emulation Helpers for QEMU. 30c3e702aSMichael Clark * 40c3e702aSMichael Clark * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu 50c3e702aSMichael Clark * Copyright (c) 2017-2018 SiFive, Inc. 60c3e702aSMichael Clark * 70c3e702aSMichael Clark * This program is free software; you can redistribute it and/or modify it 80c3e702aSMichael Clark * under the terms and conditions of the GNU General Public License, 90c3e702aSMichael Clark * version 2 or later, as published by the Free Software Foundation. 100c3e702aSMichael Clark * 110c3e702aSMichael Clark * This program is distributed in the hope it will be useful, but WITHOUT 120c3e702aSMichael Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 130c3e702aSMichael Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 140c3e702aSMichael Clark * more details. 150c3e702aSMichael Clark * 160c3e702aSMichael Clark * You should have received a copy of the GNU General Public License along with 170c3e702aSMichael Clark * this program. If not, see <http://www.gnu.org/licenses/>. 180c3e702aSMichael Clark */ 190c3e702aSMichael Clark 200c3e702aSMichael Clark #include "qemu/osdep.h" 210c3e702aSMichael Clark #include "cpu.h" 220c3e702aSMichael Clark #include "qemu/main-loop.h" 230c3e702aSMichael Clark #include "exec/exec-all.h" 240c3e702aSMichael Clark #include "exec/helper-proto.h" 250c3e702aSMichael Clark 260c3e702aSMichael Clark /* Exceptions processing helpers */ 27*8905770bSMarc-André Lureau G_NORETURN void riscv_raise_exception(CPURISCVState *env, 280c3e702aSMichael Clark uint32_t exception, uintptr_t pc) 290c3e702aSMichael Clark { 303109cd98SRichard Henderson CPUState *cs = env_cpu(env); 310c3e702aSMichael Clark cs->exception_index = exception; 320c3e702aSMichael Clark cpu_loop_exit_restore(cs, pc); 330c3e702aSMichael Clark } 340c3e702aSMichael Clark 350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception) 360c3e702aSMichael Clark { 37fb738839SMichael Clark riscv_raise_exception(env, exception, 0); 380c3e702aSMichael Clark } 390c3e702aSMichael Clark 40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr) 410c3e702aSMichael Clark { 42c7b95171SMichael Clark target_ulong val = 0; 43a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0); 4457cb2083SAlistair Francis 45533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 46533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 47c7b95171SMichael Clark } 48c7b95171SMichael Clark return val; 490c3e702aSMichael Clark } 500c3e702aSMichael Clark 51a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src) 520c3e702aSMichael Clark { 5383b519b8SLIU Zhiwei target_ulong mask = env->xl == MXL_RV32 ? UINT32_MAX : (target_ulong)-1; 5483b519b8SLIU Zhiwei RISCVException ret = riscv_csrrw(env, csr, NULL, src, mask); 5557cb2083SAlistair Francis 56533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 57533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 580c3e702aSMichael Clark } 590c3e702aSMichael Clark } 600c3e702aSMichael Clark 61a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr, 62a974879bSRichard Henderson target_ulong src, target_ulong write_mask) 630c3e702aSMichael Clark { 64c7b95171SMichael Clark target_ulong val = 0; 65a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask); 6657cb2083SAlistair Francis 67533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 68533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 690c3e702aSMichael Clark } 70c7b95171SMichael Clark return val; 710c3e702aSMichael Clark } 720c3e702aSMichael Clark 73961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr) 74961738ffSFrédéric Pétrot { 75961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 76961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 77961738ffSFrédéric Pétrot int128_zero(), 78961738ffSFrédéric Pétrot int128_zero()); 79961738ffSFrédéric Pétrot 80961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 81961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 82961738ffSFrédéric Pétrot } 83961738ffSFrédéric Pétrot 84961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 85961738ffSFrédéric Pétrot return int128_getlo(rv); 86961738ffSFrédéric Pétrot } 87961738ffSFrédéric Pétrot 88961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr, 89961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch) 90961738ffSFrédéric Pétrot { 91961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, NULL, 92961738ffSFrédéric Pétrot int128_make128(srcl, srch), 93961738ffSFrédéric Pétrot UINT128_MAX); 94961738ffSFrédéric Pétrot 95961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 96961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 97961738ffSFrédéric Pétrot } 98961738ffSFrédéric Pétrot } 99961738ffSFrédéric Pétrot 100961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr, 101961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch, 102961738ffSFrédéric Pétrot target_ulong maskl, target_ulong maskh) 103961738ffSFrédéric Pétrot { 104961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 105961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 106961738ffSFrédéric Pétrot int128_make128(srcl, srch), 107961738ffSFrédéric Pétrot int128_make128(maskl, maskh)); 108961738ffSFrédéric Pétrot 109961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 110961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 111961738ffSFrédéric Pétrot } 112961738ffSFrédéric Pétrot 113961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 114961738ffSFrédéric Pétrot return int128_getlo(rv); 115961738ffSFrédéric Pétrot } 116961738ffSFrédéric Pétrot 1170c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY 1180c3e702aSMichael Clark 119b655dc7cSLIU Zhiwei target_ulong helper_sret(CPURISCVState *env) 1200c3e702aSMichael Clark { 121284d697cSYifei Jiang uint64_t mstatus; 122284d697cSYifei Jiang target_ulong prev_priv, prev_virt; 123e3fba4baSAlistair Francis 1240c3e702aSMichael Clark if (!(env->priv >= PRV_S)) { 125fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1260c3e702aSMichael Clark } 1270c3e702aSMichael Clark 1280c3e702aSMichael Clark target_ulong retpc = env->sepc; 1290c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 130fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1310c3e702aSMichael Clark } 1320c3e702aSMichael Clark 1331a9540d1SAlistair Francis if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) { 134fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1357f2b5ff1SMichael Clark } 1367f2b5ff1SMichael Clark 137e39a8320SAlistair Francis if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 138e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTSR)) { 139e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 140e39a8320SAlistair Francis } 141e39a8320SAlistair Francis 142e3fba4baSAlistair Francis mstatus = env->mstatus; 143e3fba4baSAlistair Francis 144e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) { 145e3fba4baSAlistair Francis /* We support Hypervisor extensions and virtulisation is disabled */ 146e3fba4baSAlistair Francis target_ulong hstatus = env->hstatus; 147e3fba4baSAlistair Francis 148e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 149e3fba4baSAlistair Francis prev_virt = get_field(hstatus, HSTATUS_SPV); 150e3fba4baSAlistair Francis 151f2d5850fSAlistair Francis hstatus = set_field(hstatus, HSTATUS_SPV, 0); 152f2d5850fSAlistair Francis mstatus = set_field(mstatus, MSTATUS_SPP, 0); 153e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SIE, 154e3fba4baSAlistair Francis get_field(mstatus, SSTATUS_SPIE)); 155e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SPIE, 1); 156e3fba4baSAlistair Francis 157e3fba4baSAlistair Francis env->mstatus = mstatus; 158e3fba4baSAlistair Francis env->hstatus = hstatus; 159e3fba4baSAlistair Francis 160e3fba4baSAlistair Francis if (prev_virt) { 161e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 162e3fba4baSAlistair Francis } 163e3fba4baSAlistair Francis 164e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 165e3fba4baSAlistair Francis } else { 166e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 167e3fba4baSAlistair Francis 1681a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_SIE, 1690c3e702aSMichael Clark get_field(mstatus, MSTATUS_SPIE)); 170a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_SPIE, 1); 1710c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U); 172c7b95171SMichael Clark env->mstatus = mstatus; 173e3fba4baSAlistair Francis } 174e3fba4baSAlistair Francis 175e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 1760c3e702aSMichael Clark 1770c3e702aSMichael Clark return retpc; 1780c3e702aSMichael Clark } 1790c3e702aSMichael Clark 180b655dc7cSLIU Zhiwei target_ulong helper_mret(CPURISCVState *env) 1810c3e702aSMichael Clark { 1820c3e702aSMichael Clark if (!(env->priv >= PRV_M)) { 183fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1840c3e702aSMichael Clark } 1850c3e702aSMichael Clark 1860c3e702aSMichael Clark target_ulong retpc = env->mepc; 1870c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 188fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1890c3e702aSMichael Clark } 1900c3e702aSMichael Clark 191284d697cSYifei Jiang uint64_t mstatus = env->mstatus; 1920c3e702aSMichael Clark target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP); 193d102f19aSAtish Patra 1940fbb5d2dSNikita Shubin if (riscv_feature(env, RISCV_FEATURE_PMP) && 1950fbb5d2dSNikita Shubin !pmp_get_num_rules(env) && (prev_priv != PRV_M)) { 196d102f19aSAtish Patra riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 197d102f19aSAtish Patra } 198d102f19aSAtish Patra 199284d697cSYifei Jiang target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV); 2001a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_MIE, 2010c3e702aSMichael Clark get_field(mstatus, MSTATUS_MPIE)); 202a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_MPIE, 1); 2030c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U); 204e3fba4baSAlistair Francis mstatus = set_field(mstatus, MSTATUS_MPV, 0); 205c7b95171SMichael Clark env->mstatus = mstatus; 206e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 207e3fba4baSAlistair Francis 208e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH)) { 209e3fba4baSAlistair Francis if (prev_virt) { 210e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 211e3fba4baSAlistair Francis } 212e3fba4baSAlistair Francis 213e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 214e3fba4baSAlistair Francis } 2150c3e702aSMichael Clark 2160c3e702aSMichael Clark return retpc; 2170c3e702aSMichael Clark } 2180c3e702aSMichael Clark 2190c3e702aSMichael Clark void helper_wfi(CPURISCVState *env) 2200c3e702aSMichael Clark { 2213109cd98SRichard Henderson CPUState *cs = env_cpu(env); 222719f0f60SJose Martins bool rvs = riscv_has_ext(env, RVS); 223719f0f60SJose Martins bool prv_u = env->priv == PRV_U; 224719f0f60SJose Martins bool prv_s = env->priv == PRV_S; 2250c3e702aSMichael Clark 226719f0f60SJose Martins if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) || 227719f0f60SJose Martins (rvs && prv_u && !riscv_cpu_virt_enabled(env))) { 228719f0f60SJose Martins riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 229719f0f60SJose Martins } else if (riscv_cpu_virt_enabled(env) && (prv_u || 230719f0f60SJose Martins (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) { 231e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2327f2b5ff1SMichael Clark } else { 2330c3e702aSMichael Clark cs->halted = 1; 2340c3e702aSMichael Clark cs->exception_index = EXCP_HLT; 2350c3e702aSMichael Clark cpu_loop_exit(cs); 2360c3e702aSMichael Clark } 2377f2b5ff1SMichael Clark } 2380c3e702aSMichael Clark 2390c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env) 2400c3e702aSMichael Clark { 2413109cd98SRichard Henderson CPUState *cs = env_cpu(env); 242b86f4167SJonathan Behrens if (!(env->priv >= PRV_S) || 243b86f4167SJonathan Behrens (env->priv == PRV_S && 244b86f4167SJonathan Behrens get_field(env->mstatus, MSTATUS_TVM))) { 245fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 246e39a8320SAlistair Francis } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 247e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTVM)) { 248e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2497f2b5ff1SMichael Clark } else { 2500c3e702aSMichael Clark tlb_flush(cs); 2510c3e702aSMichael Clark } 2527f2b5ff1SMichael Clark } 2530c3e702aSMichael Clark 2542761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env) 2552761db5fSAlistair Francis { 2562761db5fSAlistair Francis CPUState *cs = env_cpu(env); 2572761db5fSAlistair Francis 258e39a8320SAlistair Francis if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) { 259e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 260e39a8320SAlistair Francis } 261e39a8320SAlistair Francis 2622761db5fSAlistair Francis if (env->priv == PRV_M || 2632761db5fSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) { 2642761db5fSAlistair Francis tlb_flush(cs); 2652761db5fSAlistair Francis return; 2662761db5fSAlistair Francis } 2672761db5fSAlistair Francis 2682761db5fSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2692761db5fSAlistair Francis } 2702761db5fSAlistair Francis 271e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env) 272e39a8320SAlistair Francis { 273e39a8320SAlistair Francis if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) && 274e39a8320SAlistair Francis get_field(env->mstatus, MSTATUS_TVM)) { 275e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 276e39a8320SAlistair Francis } 277e39a8320SAlistair Francis 278e39a8320SAlistair Francis helper_hyp_tlb_flush(env); 279e39a8320SAlistair Francis } 280e39a8320SAlistair Francis 2817687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address) 2828c5362acSAlistair Francis { 2837687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2848c5362acSAlistair Francis 2857687537aSAlistair Francis return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC()); 2868c5362acSAlistair Francis } 2878c5362acSAlistair Francis 2887687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address) 2897687537aSAlistair Francis { 2907687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2918c5362acSAlistair Francis 2927687537aSAlistair Francis return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC()); 2938c5362acSAlistair Francis } 2948c5362acSAlistair Francis 2950c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */ 296