10c3e702aSMichael Clark /* 20c3e702aSMichael Clark * RISC-V Emulation Helpers for QEMU. 30c3e702aSMichael Clark * 40c3e702aSMichael Clark * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu 50c3e702aSMichael Clark * Copyright (c) 2017-2018 SiFive, Inc. 60c3e702aSMichael Clark * 70c3e702aSMichael Clark * This program is free software; you can redistribute it and/or modify it 80c3e702aSMichael Clark * under the terms and conditions of the GNU General Public License, 90c3e702aSMichael Clark * version 2 or later, as published by the Free Software Foundation. 100c3e702aSMichael Clark * 110c3e702aSMichael Clark * This program is distributed in the hope it will be useful, but WITHOUT 120c3e702aSMichael Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 130c3e702aSMichael Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 140c3e702aSMichael Clark * more details. 150c3e702aSMichael Clark * 160c3e702aSMichael Clark * You should have received a copy of the GNU General Public License along with 170c3e702aSMichael Clark * this program. If not, see <http://www.gnu.org/licenses/>. 180c3e702aSMichael Clark */ 190c3e702aSMichael Clark 200c3e702aSMichael Clark #include "qemu/osdep.h" 210c3e702aSMichael Clark #include "cpu.h" 220c3e702aSMichael Clark #include "qemu/main-loop.h" 230c3e702aSMichael Clark #include "exec/exec-all.h" 240c3e702aSMichael Clark #include "exec/helper-proto.h" 250c3e702aSMichael Clark 260c3e702aSMichael Clark /* Exceptions processing helpers */ 278905770bSMarc-André Lureau G_NORETURN void riscv_raise_exception(CPURISCVState *env, 280c3e702aSMichael Clark uint32_t exception, uintptr_t pc) 290c3e702aSMichael Clark { 303109cd98SRichard Henderson CPUState *cs = env_cpu(env); 310c3e702aSMichael Clark cs->exception_index = exception; 320c3e702aSMichael Clark cpu_loop_exit_restore(cs, pc); 330c3e702aSMichael Clark } 340c3e702aSMichael Clark 350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception) 360c3e702aSMichael Clark { 37fb738839SMichael Clark riscv_raise_exception(env, exception, 0); 380c3e702aSMichael Clark } 390c3e702aSMichael Clark 40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr) 410c3e702aSMichael Clark { 4277442380SWeiwei Li /* 4377442380SWeiwei Li * The seed CSR must be accessed with a read-write instruction. A 4477442380SWeiwei Li * read-only instruction such as CSRRS/CSRRC with rs1=x0 or CSRRSI/ 4577442380SWeiwei Li * CSRRCI with uimm=0 will raise an illegal instruction exception. 4677442380SWeiwei Li */ 4777442380SWeiwei Li if (csr == CSR_SEED) { 4877442380SWeiwei Li riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 4977442380SWeiwei Li } 5077442380SWeiwei Li 51c7b95171SMichael Clark target_ulong val = 0; 52a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0); 5357cb2083SAlistair Francis 54533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 55533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 56c7b95171SMichael Clark } 57c7b95171SMichael Clark return val; 580c3e702aSMichael Clark } 590c3e702aSMichael Clark 60a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src) 610c3e702aSMichael Clark { 6283b519b8SLIU Zhiwei target_ulong mask = env->xl == MXL_RV32 ? UINT32_MAX : (target_ulong)-1; 6383b519b8SLIU Zhiwei RISCVException ret = riscv_csrrw(env, csr, NULL, src, mask); 6457cb2083SAlistair Francis 65533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 66533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 670c3e702aSMichael Clark } 680c3e702aSMichael Clark } 690c3e702aSMichael Clark 70a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr, 71a974879bSRichard Henderson target_ulong src, target_ulong write_mask) 720c3e702aSMichael Clark { 73c7b95171SMichael Clark target_ulong val = 0; 74a974879bSRichard Henderson RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask); 7557cb2083SAlistair Francis 76533c91e8SAlistair Francis if (ret != RISCV_EXCP_NONE) { 77533c91e8SAlistair Francis riscv_raise_exception(env, ret, GETPC()); 780c3e702aSMichael Clark } 79c7b95171SMichael Clark return val; 800c3e702aSMichael Clark } 810c3e702aSMichael Clark 82961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr) 83961738ffSFrédéric Pétrot { 84961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 85961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 86961738ffSFrédéric Pétrot int128_zero(), 87961738ffSFrédéric Pétrot int128_zero()); 88961738ffSFrédéric Pétrot 89961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 90961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 91961738ffSFrédéric Pétrot } 92961738ffSFrédéric Pétrot 93961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 94961738ffSFrédéric Pétrot return int128_getlo(rv); 95961738ffSFrédéric Pétrot } 96961738ffSFrédéric Pétrot 97961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr, 98961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch) 99961738ffSFrédéric Pétrot { 100961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, NULL, 101961738ffSFrédéric Pétrot int128_make128(srcl, srch), 102961738ffSFrédéric Pétrot UINT128_MAX); 103961738ffSFrédéric Pétrot 104961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 105961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 106961738ffSFrédéric Pétrot } 107961738ffSFrédéric Pétrot } 108961738ffSFrédéric Pétrot 109961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr, 110961738ffSFrédéric Pétrot target_ulong srcl, target_ulong srch, 111961738ffSFrédéric Pétrot target_ulong maskl, target_ulong maskh) 112961738ffSFrédéric Pétrot { 113961738ffSFrédéric Pétrot Int128 rv = int128_zero(); 114961738ffSFrédéric Pétrot RISCVException ret = riscv_csrrw_i128(env, csr, &rv, 115961738ffSFrédéric Pétrot int128_make128(srcl, srch), 116961738ffSFrédéric Pétrot int128_make128(maskl, maskh)); 117961738ffSFrédéric Pétrot 118961738ffSFrédéric Pétrot if (ret != RISCV_EXCP_NONE) { 119961738ffSFrédéric Pétrot riscv_raise_exception(env, ret, GETPC()); 120961738ffSFrédéric Pétrot } 121961738ffSFrédéric Pétrot 122961738ffSFrédéric Pétrot env->retxh = int128_gethi(rv); 123961738ffSFrédéric Pétrot return int128_getlo(rv); 124961738ffSFrédéric Pétrot } 125961738ffSFrédéric Pétrot 1260c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY 1270c3e702aSMichael Clark 128b655dc7cSLIU Zhiwei target_ulong helper_sret(CPURISCVState *env) 1290c3e702aSMichael Clark { 130284d697cSYifei Jiang uint64_t mstatus; 131284d697cSYifei Jiang target_ulong prev_priv, prev_virt; 132e3fba4baSAlistair Francis 1330c3e702aSMichael Clark if (!(env->priv >= PRV_S)) { 134fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1350c3e702aSMichael Clark } 1360c3e702aSMichael Clark 1370c3e702aSMichael Clark target_ulong retpc = env->sepc; 1380c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 139fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1400c3e702aSMichael Clark } 1410c3e702aSMichael Clark 1421a9540d1SAlistair Francis if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) { 143fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1447f2b5ff1SMichael Clark } 1457f2b5ff1SMichael Clark 146e39a8320SAlistair Francis if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 147e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTSR)) { 148e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 149e39a8320SAlistair Francis } 150e39a8320SAlistair Francis 151e3fba4baSAlistair Francis mstatus = env->mstatus; 152*2bfec53bSBin Meng prev_priv = get_field(mstatus, MSTATUS_SPP); 153*2bfec53bSBin Meng mstatus = set_field(mstatus, MSTATUS_SIE, 154*2bfec53bSBin Meng get_field(mstatus, MSTATUS_SPIE)); 155*2bfec53bSBin Meng mstatus = set_field(mstatus, MSTATUS_SPIE, 1); 156*2bfec53bSBin Meng mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U); 157*2bfec53bSBin Meng env->mstatus = mstatus; 158e3fba4baSAlistair Francis 159e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) { 160e3fba4baSAlistair Francis /* We support Hypervisor extensions and virtulisation is disabled */ 161e3fba4baSAlistair Francis target_ulong hstatus = env->hstatus; 162e3fba4baSAlistair Francis 163e3fba4baSAlistair Francis prev_virt = get_field(hstatus, HSTATUS_SPV); 164e3fba4baSAlistair Francis 165f2d5850fSAlistair Francis hstatus = set_field(hstatus, HSTATUS_SPV, 0); 166e3fba4baSAlistair Francis 167e3fba4baSAlistair Francis env->hstatus = hstatus; 168e3fba4baSAlistair Francis 169e3fba4baSAlistair Francis if (prev_virt) { 170e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 171e3fba4baSAlistair Francis } 172e3fba4baSAlistair Francis 173e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 174e3fba4baSAlistair Francis } 175e3fba4baSAlistair Francis 176e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 1770c3e702aSMichael Clark 1780c3e702aSMichael Clark return retpc; 1790c3e702aSMichael Clark } 1800c3e702aSMichael Clark 181b655dc7cSLIU Zhiwei target_ulong helper_mret(CPURISCVState *env) 1820c3e702aSMichael Clark { 1830c3e702aSMichael Clark if (!(env->priv >= PRV_M)) { 184fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1850c3e702aSMichael Clark } 1860c3e702aSMichael Clark 1870c3e702aSMichael Clark target_ulong retpc = env->mepc; 1880c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 189fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1900c3e702aSMichael Clark } 1910c3e702aSMichael Clark 192284d697cSYifei Jiang uint64_t mstatus = env->mstatus; 1930c3e702aSMichael Clark target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP); 194d102f19aSAtish Patra 1950fbb5d2dSNikita Shubin if (riscv_feature(env, RISCV_FEATURE_PMP) && 1960fbb5d2dSNikita Shubin !pmp_get_num_rules(env) && (prev_priv != PRV_M)) { 1974c48aad1SBin Meng riscv_raise_exception(env, RISCV_EXCP_INST_ACCESS_FAULT, GETPC()); 198d102f19aSAtish Patra } 199d102f19aSAtish Patra 200284d697cSYifei Jiang target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV); 2011a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_MIE, 2020c3e702aSMichael Clark get_field(mstatus, MSTATUS_MPIE)); 203a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_MPIE, 1); 2040c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U); 205e3fba4baSAlistair Francis mstatus = set_field(mstatus, MSTATUS_MPV, 0); 206c7b95171SMichael Clark env->mstatus = mstatus; 207e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 208e3fba4baSAlistair Francis 209e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH)) { 210e3fba4baSAlistair Francis if (prev_virt) { 211e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 212e3fba4baSAlistair Francis } 213e3fba4baSAlistair Francis 214e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 215e3fba4baSAlistair Francis } 2160c3e702aSMichael Clark 2170c3e702aSMichael Clark return retpc; 2180c3e702aSMichael Clark } 2190c3e702aSMichael Clark 2200c3e702aSMichael Clark void helper_wfi(CPURISCVState *env) 2210c3e702aSMichael Clark { 2223109cd98SRichard Henderson CPUState *cs = env_cpu(env); 223719f0f60SJose Martins bool rvs = riscv_has_ext(env, RVS); 224719f0f60SJose Martins bool prv_u = env->priv == PRV_U; 225719f0f60SJose Martins bool prv_s = env->priv == PRV_S; 2260c3e702aSMichael Clark 227719f0f60SJose Martins if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) || 228719f0f60SJose Martins (rvs && prv_u && !riscv_cpu_virt_enabled(env))) { 229719f0f60SJose Martins riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 230719f0f60SJose Martins } else if (riscv_cpu_virt_enabled(env) && (prv_u || 231719f0f60SJose Martins (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) { 232e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2337f2b5ff1SMichael Clark } else { 2340c3e702aSMichael Clark cs->halted = 1; 2350c3e702aSMichael Clark cs->exception_index = EXCP_HLT; 2360c3e702aSMichael Clark cpu_loop_exit(cs); 2370c3e702aSMichael Clark } 2387f2b5ff1SMichael Clark } 2390c3e702aSMichael Clark 2400c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env) 2410c3e702aSMichael Clark { 2423109cd98SRichard Henderson CPUState *cs = env_cpu(env); 243b86f4167SJonathan Behrens if (!(env->priv >= PRV_S) || 244b86f4167SJonathan Behrens (env->priv == PRV_S && 245b86f4167SJonathan Behrens get_field(env->mstatus, MSTATUS_TVM))) { 246fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 247e39a8320SAlistair Francis } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) && 248e39a8320SAlistair Francis get_field(env->hstatus, HSTATUS_VTVM)) { 249e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 2507f2b5ff1SMichael Clark } else { 2510c3e702aSMichael Clark tlb_flush(cs); 2520c3e702aSMichael Clark } 2537f2b5ff1SMichael Clark } 2540c3e702aSMichael Clark 2552761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env) 2562761db5fSAlistair Francis { 2572761db5fSAlistair Francis CPUState *cs = env_cpu(env); 2582761db5fSAlistair Francis 259e39a8320SAlistair Francis if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) { 260e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC()); 261e39a8320SAlistair Francis } 262e39a8320SAlistair Francis 2632761db5fSAlistair Francis if (env->priv == PRV_M || 2642761db5fSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) { 2652761db5fSAlistair Francis tlb_flush(cs); 2662761db5fSAlistair Francis return; 2672761db5fSAlistair Francis } 2682761db5fSAlistair Francis 2692761db5fSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2702761db5fSAlistair Francis } 2712761db5fSAlistair Francis 272e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env) 273e39a8320SAlistair Francis { 274e39a8320SAlistair Francis if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) && 275e39a8320SAlistair Francis get_field(env->mstatus, MSTATUS_TVM)) { 276e39a8320SAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 277e39a8320SAlistair Francis } 278e39a8320SAlistair Francis 279e39a8320SAlistair Francis helper_hyp_tlb_flush(env); 280e39a8320SAlistair Francis } 281e39a8320SAlistair Francis 2827687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address) 2838c5362acSAlistair Francis { 2847687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2858c5362acSAlistair Francis 2867687537aSAlistair Francis return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC()); 2878c5362acSAlistair Francis } 2888c5362acSAlistair Francis 2897687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address) 2907687537aSAlistair Francis { 2917687537aSAlistair Francis int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK; 2928c5362acSAlistair Francis 2937687537aSAlistair Francis return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC()); 2948c5362acSAlistair Francis } 2958c5362acSAlistair Francis 2960c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */ 297