10c3e702aSMichael Clark /* 20c3e702aSMichael Clark * RISC-V Emulation Helpers for QEMU. 30c3e702aSMichael Clark * 40c3e702aSMichael Clark * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu 50c3e702aSMichael Clark * Copyright (c) 2017-2018 SiFive, Inc. 60c3e702aSMichael Clark * 70c3e702aSMichael Clark * This program is free software; you can redistribute it and/or modify it 80c3e702aSMichael Clark * under the terms and conditions of the GNU General Public License, 90c3e702aSMichael Clark * version 2 or later, as published by the Free Software Foundation. 100c3e702aSMichael Clark * 110c3e702aSMichael Clark * This program is distributed in the hope it will be useful, but WITHOUT 120c3e702aSMichael Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 130c3e702aSMichael Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 140c3e702aSMichael Clark * more details. 150c3e702aSMichael Clark * 160c3e702aSMichael Clark * You should have received a copy of the GNU General Public License along with 170c3e702aSMichael Clark * this program. If not, see <http://www.gnu.org/licenses/>. 180c3e702aSMichael Clark */ 190c3e702aSMichael Clark 200c3e702aSMichael Clark #include "qemu/osdep.h" 210c3e702aSMichael Clark #include "cpu.h" 220c3e702aSMichael Clark #include "qemu/main-loop.h" 230c3e702aSMichael Clark #include "exec/exec-all.h" 240c3e702aSMichael Clark #include "exec/helper-proto.h" 250c3e702aSMichael Clark 260c3e702aSMichael Clark /* Exceptions processing helpers */ 27fb738839SMichael Clark void QEMU_NORETURN riscv_raise_exception(CPURISCVState *env, 280c3e702aSMichael Clark uint32_t exception, uintptr_t pc) 290c3e702aSMichael Clark { 303109cd98SRichard Henderson CPUState *cs = env_cpu(env); 310c3e702aSMichael Clark cs->exception_index = exception; 320c3e702aSMichael Clark cpu_loop_exit_restore(cs, pc); 330c3e702aSMichael Clark } 340c3e702aSMichael Clark 350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception) 360c3e702aSMichael Clark { 37fb738839SMichael Clark riscv_raise_exception(env, exception, 0); 380c3e702aSMichael Clark } 390c3e702aSMichael Clark 40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr) 410c3e702aSMichael Clark { 42c7b95171SMichael Clark target_ulong val = 0; 43a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0); 4457cb2083SAlistair Francis 45533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 46533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 47c7b95171SMichael Clark } 48c7b95171SMichael Clark return val; 490c3e702aSMichael Clark } 500c3e702aSMichael Clark 51a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src) 520c3e702aSMichael Clark { 53a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, NULL, src, -1); 5457cb2083SAlistair Francis 55533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 56533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 570c3e702aSMichael Clark } 580c3e702aSMichael Clark } 590c3e702aSMichael Clark 60a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr, 61a974879bSRichard Henderson target_ulong src, target_ulong write_mask) 620c3e702aSMichael Clark { 63c7b95171SMichael Clark target_ulong val = 0; 64a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask); 6557cb2083SAlistair Francis 66533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 67533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 680c3e702aSMichael Clark } 69c7b95171SMichael Clark return val; 700c3e702aSMichael Clark } 710c3e702aSMichael Clark 72*961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr) 73*961738ffSFrédéric Pétrot { 74*961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 75*961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 76*961738ffSFrédéric Pétrot int128_zero(), 77*961738ffSFrédéric Pétrot int128_zero()); 78*961738ffSFrédéric Pétrot 79*961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 80*961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 81*961738ffSFrédéric Pétrot } 82*961738ffSFrédéric Pétrot 83*961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 84*961738ffSFrédéric Pétrot return int128_getlo(rv); 85*961738ffSFrédéric Pétrot } 86*961738ffSFrédéric Pétrot 87*961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr, 88*961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch) 89*961738ffSFrédéric Pétrot { 90*961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, NULL, 91*961738ffSFrédéric Pétrot int128_make128(srcl, srch), 92*961738ffSFrédéric Pétrot UINT128_MAX); 93*961738ffSFrédéric Pétrot 94*961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 95*961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 96*961738ffSFrédéric Pétrot } 97*961738ffSFrédéric Pétrot } 98*961738ffSFrédéric Pétrot 99*961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr, 100*961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch, 101*961738ffSFrédéric Pétrot target_ulong maskl, target_ulong maskh) 102*961738ffSFrédéric Pétrot { 103*961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 104*961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 105*961738ffSFrédéric Pétrot int128_make128(srcl, srch), 106*961738ffSFrédéric Pétrot int128_make128(maskl, maskh)); 107*961738ffSFrédéric Pétrot 108*961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 109*961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 110*961738ffSFrédéric Pétrot } 111*961738ffSFrédéric Pétrot 112*961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 113*961738ffSFrédéric Pétrot return int128_getlo(rv); 114*961738ffSFrédéric Pétrot } 115*961738ffSFrédéric Pétrot 1160c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY 1170c3e702aSMichael Clark 1180c3e702aSMichael Clark target_ulong helper_sret(CPURISCVState *env, target_ulong cpu_pc_deb) 1190c3e702aSMichael Clark { 120284d697cSYifei Jiang uint64_t mstatus; 121284d697cSYifei Jiang target_ulong prev_priv, prev_virt; 122e3fba4baSAlistair Francis 1230c3e702aSMichael Clark if (!(env->priv >= PRV_S)) { 124fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1250c3e702aSMichael Clark } 1260c3e702aSMichael Clark 1270c3e702aSMichael Clark target_ulong retpc = env->sepc; 1280c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 129fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1300c3e702aSMichael Clark } 1310c3e702aSMichael Clark 1321a9540d1SAlistair Francis if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) { 133fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1347f2b5ff1SMichael Clark } 1357f2b5ff1SMichael Clark 136e39a8320SAlistair Francis if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 137e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTSR)) { 138e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 139e39a8320SAlistair Francis } 140e39a8320SAlistair Francis 141e3fba4baSAlistair Francis mstatus = env->mstatus; 142e3fba4baSAlistair Francis 143e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) { 144e3fba4baSAlistair Francis /* We support Hypervisor extensions and virtulisation is disabled */ 145e3fba4baSAlistair Francis target_ulong hstatus = env->hstatus; 146e3fba4baSAlistair Francis 147e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 148e3fba4baSAlistair Francis prev_virt = get_field(hstatus, HSTATUS_SPV); 149e3fba4baSAlistair Francis 150f2d5850fSAlistair Francis hstatus = set_field(hstatus, HSTATUS_SPV, 0); 151f2d5850fSAlistair Francis mstatus = set_field(mstatus, MSTATUS_SPP, 0); 152e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SIE, 153e3fba4baSAlistair Francis get_field(mstatus, SSTATUS_SPIE)); 154e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SPIE, 1); 155e3fba4baSAlistair Francis 156e3fba4baSAlistair Francis env->mstatus = mstatus; 157e3fba4baSAlistair Francis env->hstatus = hstatus; 158e3fba4baSAlistair Francis 159e3fba4baSAlistair Francis if (prev_virt) { 160e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 161e3fba4baSAlistair Francis } 162e3fba4baSAlistair Francis 163e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 164e3fba4baSAlistair Francis } else { 165e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 166e3fba4baSAlistair Francis 1671a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_SIE, 1680c3e702aSMichael Clark get_field(mstatus, MSTATUS_SPIE)); 169a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_SPIE, 1); 1700c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U); 171c7b95171SMichael Clark env->mstatus = mstatus; 172e3fba4baSAlistair Francis } 173e3fba4baSAlistair Francis 174e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 1750c3e702aSMichael Clark 1760c3e702aSMichael Clark return retpc; 1770c3e702aSMichael Clark } 1780c3e702aSMichael Clark 1790c3e702aSMichael Clark target_ulong helper_mret(CPURISCVState *env, target_ulong cpu_pc_deb) 1800c3e702aSMichael Clark { 1810c3e702aSMichael Clark if (!(env->priv >= PRV_M)) { 182fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1830c3e702aSMichael Clark } 1840c3e702aSMichael Clark 1850c3e702aSMichael Clark target_ulong retpc = env->mepc; 1860c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 187fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1880c3e702aSMichael Clark } 1890c3e702aSMichael Clark 190284d697cSYifei Jiang uint64_t mstatus = env->mstatus; 1910c3e702aSMichael Clark target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP); 192d102f19aSAtish Patra 1930fbb5d2dSNikita Shubin if (riscv_feature(env, RISCV_FEATURE_PMP) && 1940fbb5d2dSNikita Shubin !pmp_get_num_rules(env) && (prev_priv != PRV_M)) { 195d102f19aSAtish Patra riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 196d102f19aSAtish Patra } 197d102f19aSAtish Patra 198284d697cSYifei Jiang target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV); 1991a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_MIE, 2000c3e702aSMichael Clark get_field(mstatus, MSTATUS_MPIE)); 201a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_MPIE, 1); 2020c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U); 203e3fba4baSAlistair Francis mstatus = set_field(mstatus, MSTATUS_MPV, 0); 204c7b95171SMichael Clark env->mstatus = mstatus; 205e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 206e3fba4baSAlistair Francis 207e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH)) { 208e3fba4baSAlistair Francis if (prev_virt) { 209e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 210e3fba4baSAlistair Francis } 211e3fba4baSAlistair Francis 212e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 213e3fba4baSAlistair Francis } 2140c3e702aSMichael Clark 2150c3e702aSMichael Clark return retpc; 2160c3e702aSMichael Clark } 2170c3e702aSMichael Clark 2180c3e702aSMichael Clark void helper_wfi(CPURISCVState *env) 2190c3e702aSMichael Clark { 2203109cd98SRichard Henderson CPUState *cs = env_cpu(env); 221719f0f60SJose Martins bool rvs = riscv_has_ext(env, RVS); 222719f0f60SJose Martins bool prv_u = env->priv == PRV_U; 223719f0f60SJose Martins bool prv_s = env->priv == PRV_S; 2240c3e702aSMichael Clark 225719f0f60SJose Martins if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) || 226719f0f60SJose Martins (rvs && prv_u && !riscv_cpu_virt_enabled(env))) { 227719f0f60SJose Martins riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 228719f0f60SJose Martins } else if (riscv_cpu_virt_enabled(env) && (prv_u || 229719f0f60SJose Martins (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) { 230e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2317f2b5ff1SMichael Clark } else { 2320c3e702aSMichael Clark cs->halted = 1; 2330c3e702aSMichael Clark cs->exception_index = EXCP_HLT; 2340c3e702aSMichael Clark cpu_loop_exit(cs); 2350c3e702aSMichael Clark } 2367f2b5ff1SMichael Clark } 2370c3e702aSMichael Clark 2380c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env) 2390c3e702aSMichael Clark { 2403109cd98SRichard Henderson CPUState *cs = env_cpu(env); 241b86f4167SJonathan Behrens if (!(env->priv >= PRV_S) || 242b86f4167SJonathan Behrens (env->priv == PRV_S && 243b86f4167SJonathan Behrens get_field(env->mstatus, MSTATUS_TVM))) { 244fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 245e39a8320SAlistair Francis } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 246e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTVM)) { 247e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2487f2b5ff1SMichael Clark } else { 2490c3e702aSMichael Clark tlb_flush(cs); 2500c3e702aSMichael Clark } 2517f2b5ff1SMichael Clark } 2520c3e702aSMichael Clark 2532761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env) 2542761db5fSAlistair Francis { 2552761db5fSAlistair Francis CPUState *cs = env_cpu(env); 2562761db5fSAlistair Francis 257e39a8320SAlistair Francis if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) { 258e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 259e39a8320SAlistair Francis } 260e39a8320SAlistair Francis 2612761db5fSAlistair Francis if (env->priv == PRV_M || 2622761db5fSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) { 2632761db5fSAlistair Francis tlb_flush(cs); 2642761db5fSAlistair Francis return; 2652761db5fSAlistair Francis } 2662761db5fSAlistair Francis 2672761db5fSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2682761db5fSAlistair Francis } 2692761db5fSAlistair Francis 270e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env) 271e39a8320SAlistair Francis { 272e39a8320SAlistair Francis if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) && 273e39a8320SAlistair Francis get_field(env->mstatus, MSTATUS_TVM)) { 274e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 275e39a8320SAlistair Francis } 276e39a8320SAlistair Francis 277e39a8320SAlistair Francis helper_hyp_tlb_flush(env); 278e39a8320SAlistair Francis } 279e39a8320SAlistair Francis 2807687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address) 2818c5362acSAlistair Francis { 2827687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2838c5362acSAlistair Francis 2847687537aSAlistair Francis return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC()); 2858c5362acSAlistair Francis } 2868c5362acSAlistair Francis 2877687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address) 2887687537aSAlistair Francis { 2897687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2908c5362acSAlistair Francis 2917687537aSAlistair Francis return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC()); 2928c5362acSAlistair Francis } 2938c5362acSAlistair Francis 2940c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */ 295