10c3e702aSMichael Clark /* 20c3e702aSMichael Clark * RISC-V Emulation Helpers for QEMU. 30c3e702aSMichael Clark * 40c3e702aSMichael Clark * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu 50c3e702aSMichael Clark * Copyright (c) 2017-2018 SiFive, Inc. 60c3e702aSMichael Clark * 70c3e702aSMichael Clark * This program is free software; you can redistribute it and/or modify it 80c3e702aSMichael Clark * under the terms and conditions of the GNU General Public License, 90c3e702aSMichael Clark * version 2 or later, as published by the Free Software Foundation. 100c3e702aSMichael Clark * 110c3e702aSMichael Clark * This program is distributed in the hope it will be useful, but WITHOUT 120c3e702aSMichael Clark * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or 130c3e702aSMichael Clark * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for 140c3e702aSMichael Clark * more details. 150c3e702aSMichael Clark * 160c3e702aSMichael Clark * You should have received a copy of the GNU General Public License along with 170c3e702aSMichael Clark * this program. If not, see <http://www.gnu.org/licenses/>. 180c3e702aSMichael Clark */ 190c3e702aSMichael Clark 200c3e702aSMichael Clark #include "qemu/osdep.h" 210c3e702aSMichael Clark #include "qemu/log.h" 220c3e702aSMichael Clark #include "cpu.h" 230c3e702aSMichael Clark #include "qemu/main-loop.h" 240c3e702aSMichael Clark #include "exec/exec-all.h" 250c3e702aSMichael Clark #include "exec/helper-proto.h" 260c3e702aSMichael Clark 270c3e702aSMichael Clark /* Exceptions processing helpers */ 28fb738839SMichael Clark void QEMU_NORETURN riscv_raise_exception(CPURISCVState *env, 290c3e702aSMichael Clark uint32_t exception, uintptr_t pc) 300c3e702aSMichael Clark { 313109cd98SRichard Henderson CPUState *cs = env_cpu(env); 320c3e702aSMichael Clark qemu_log_mask(CPU_LOG_INT, "%s: %d\n", __func__, exception); 330c3e702aSMichael Clark cs->exception_index = exception; 340c3e702aSMichael Clark cpu_loop_exit_restore(cs, pc); 350c3e702aSMichael Clark } 360c3e702aSMichael Clark 370c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception) 380c3e702aSMichael Clark { 39fb738839SMichael Clark riscv_raise_exception(env, exception, 0); 400c3e702aSMichael Clark } 410c3e702aSMichael Clark 420c3e702aSMichael Clark target_ulong helper_csrrw(CPURISCVState *env, target_ulong src, 430c3e702aSMichael Clark target_ulong csr) 440c3e702aSMichael Clark { 45c7b95171SMichael Clark target_ulong val = 0; 46*57cb2083SAlistair Francis int ret = riscv_csrrw(env, csr, &val, src, -1); 47*57cb2083SAlistair Francis 48*57cb2083SAlistair Francis if (ret < 0) { 49*57cb2083SAlistair Francis riscv_raise_exception(env, -ret, GETPC()); 50c7b95171SMichael Clark } 51c7b95171SMichael Clark return val; 520c3e702aSMichael Clark } 530c3e702aSMichael Clark 540c3e702aSMichael Clark target_ulong helper_csrrs(CPURISCVState *env, target_ulong src, 550c3e702aSMichael Clark target_ulong csr, target_ulong rs1_pass) 560c3e702aSMichael Clark { 57c7b95171SMichael Clark target_ulong val = 0; 58*57cb2083SAlistair Francis int ret = riscv_csrrw(env, csr, &val, -1, rs1_pass ? src : 0); 59*57cb2083SAlistair Francis 60*57cb2083SAlistair Francis if (ret < 0) { 61*57cb2083SAlistair Francis riscv_raise_exception(env, -ret, GETPC()); 620c3e702aSMichael Clark } 63c7b95171SMichael Clark return val; 640c3e702aSMichael Clark } 650c3e702aSMichael Clark 660c3e702aSMichael Clark target_ulong helper_csrrc(CPURISCVState *env, target_ulong src, 670c3e702aSMichael Clark target_ulong csr, target_ulong rs1_pass) 680c3e702aSMichael Clark { 69c7b95171SMichael Clark target_ulong val = 0; 70*57cb2083SAlistair Francis int ret = riscv_csrrw(env, csr, &val, 0, rs1_pass ? src : 0); 71*57cb2083SAlistair Francis 72*57cb2083SAlistair Francis if (ret < 0) { 73*57cb2083SAlistair Francis riscv_raise_exception(env, -ret, GETPC()); 740c3e702aSMichael Clark } 75c7b95171SMichael Clark return val; 760c3e702aSMichael Clark } 770c3e702aSMichael Clark 780c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY 790c3e702aSMichael Clark 800c3e702aSMichael Clark target_ulong helper_sret(CPURISCVState *env, target_ulong cpu_pc_deb) 810c3e702aSMichael Clark { 82e3fba4baSAlistair Francis target_ulong prev_priv, prev_virt, mstatus; 83e3fba4baSAlistair Francis 840c3e702aSMichael Clark if (!(env->priv >= PRV_S)) { 85fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 860c3e702aSMichael Clark } 870c3e702aSMichael Clark 880c3e702aSMichael Clark target_ulong retpc = env->sepc; 890c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 90fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 910c3e702aSMichael Clark } 920c3e702aSMichael Clark 931a9540d1SAlistair Francis if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) { 94fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 957f2b5ff1SMichael Clark } 967f2b5ff1SMichael Clark 97e3fba4baSAlistair Francis mstatus = env->mstatus; 98e3fba4baSAlistair Francis 99e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) { 100e3fba4baSAlistair Francis /* We support Hypervisor extensions and virtulisation is disabled */ 101e3fba4baSAlistair Francis target_ulong hstatus = env->hstatus; 102e3fba4baSAlistair Francis 103e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 104e3fba4baSAlistair Francis prev_virt = get_field(hstatus, HSTATUS_SPV); 105e3fba4baSAlistair Francis 106f2d5850fSAlistair Francis hstatus = set_field(hstatus, HSTATUS_SPV, 0); 107f2d5850fSAlistair Francis mstatus = set_field(mstatus, MSTATUS_SPP, 0); 108e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SIE, 109e3fba4baSAlistair Francis get_field(mstatus, SSTATUS_SPIE)); 110e3fba4baSAlistair Francis mstatus = set_field(mstatus, SSTATUS_SPIE, 1); 111e3fba4baSAlistair Francis 112e3fba4baSAlistair Francis env->mstatus = mstatus; 113e3fba4baSAlistair Francis env->hstatus = hstatus; 114e3fba4baSAlistair Francis 115e3fba4baSAlistair Francis if (prev_virt) { 116e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 117e3fba4baSAlistair Francis } 118e3fba4baSAlistair Francis 119e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 120e3fba4baSAlistair Francis } else { 121e3fba4baSAlistair Francis prev_priv = get_field(mstatus, MSTATUS_SPP); 122e3fba4baSAlistair Francis 1231a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_SIE, 1240c3e702aSMichael Clark get_field(mstatus, MSTATUS_SPIE)); 125a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_SPIE, 1); 1260c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U); 127c7b95171SMichael Clark env->mstatus = mstatus; 128e3fba4baSAlistair Francis } 129e3fba4baSAlistair Francis 130e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 1310c3e702aSMichael Clark 1320c3e702aSMichael Clark return retpc; 1330c3e702aSMichael Clark } 1340c3e702aSMichael Clark 1350c3e702aSMichael Clark target_ulong helper_mret(CPURISCVState *env, target_ulong cpu_pc_deb) 1360c3e702aSMichael Clark { 1370c3e702aSMichael Clark if (!(env->priv >= PRV_M)) { 138fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1390c3e702aSMichael Clark } 1400c3e702aSMichael Clark 1410c3e702aSMichael Clark target_ulong retpc = env->mepc; 1420c3e702aSMichael Clark if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) { 143fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC()); 1440c3e702aSMichael Clark } 1450c3e702aSMichael Clark 1460c3e702aSMichael Clark target_ulong mstatus = env->mstatus; 1470c3e702aSMichael Clark target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP); 148e44b50b5SAlistair Francis target_ulong prev_virt = MSTATUS_MPV_ISSET(env); 1491a9540d1SAlistair Francis mstatus = set_field(mstatus, MSTATUS_MIE, 1500c3e702aSMichael Clark get_field(mstatus, MSTATUS_MPIE)); 151a37f21c2SYiting Wang mstatus = set_field(mstatus, MSTATUS_MPIE, 1); 1520c3e702aSMichael Clark mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U); 153551fa7e8SAlistair Francis #ifdef TARGET_RISCV32 154551fa7e8SAlistair Francis env->mstatush = set_field(env->mstatush, MSTATUS_MPV, 0); 155551fa7e8SAlistair Francis #else 156e3fba4baSAlistair Francis mstatus = set_field(mstatus, MSTATUS_MPV, 0); 157551fa7e8SAlistair Francis #endif 158c7b95171SMichael Clark env->mstatus = mstatus; 159e3fba4baSAlistair Francis riscv_cpu_set_mode(env, prev_priv); 160e3fba4baSAlistair Francis 161e3fba4baSAlistair Francis if (riscv_has_ext(env, RVH)) { 162e3fba4baSAlistair Francis if (prev_virt) { 163e3fba4baSAlistair Francis riscv_cpu_swap_hypervisor_regs(env); 164e3fba4baSAlistair Francis } 165e3fba4baSAlistair Francis 166e3fba4baSAlistair Francis riscv_cpu_set_virt_enabled(env, prev_virt); 167e3fba4baSAlistair Francis } 1680c3e702aSMichael Clark 1690c3e702aSMichael Clark return retpc; 1700c3e702aSMichael Clark } 1710c3e702aSMichael Clark 1720c3e702aSMichael Clark void helper_wfi(CPURISCVState *env) 1730c3e702aSMichael Clark { 1743109cd98SRichard Henderson CPUState *cs = env_cpu(env); 1750c3e702aSMichael Clark 1769d0d1126SAlistair Francis if ((env->priv == PRV_S && 1779d0d1126SAlistair Francis get_field(env->mstatus, MSTATUS_TW)) || 1789d0d1126SAlistair Francis riscv_cpu_virt_enabled(env)) { 179fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1807f2b5ff1SMichael Clark } else { 1810c3e702aSMichael Clark cs->halted = 1; 1820c3e702aSMichael Clark cs->exception_index = EXCP_HLT; 1830c3e702aSMichael Clark cpu_loop_exit(cs); 1840c3e702aSMichael Clark } 1857f2b5ff1SMichael Clark } 1860c3e702aSMichael Clark 1870c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env) 1880c3e702aSMichael Clark { 1893109cd98SRichard Henderson CPUState *cs = env_cpu(env); 190b86f4167SJonathan Behrens if (!(env->priv >= PRV_S) || 191b86f4167SJonathan Behrens (env->priv == PRV_S && 192b86f4167SJonathan Behrens get_field(env->mstatus, MSTATUS_TVM))) { 193fb738839SMichael Clark riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 1947f2b5ff1SMichael Clark } else { 1950c3e702aSMichael Clark tlb_flush(cs); 1960c3e702aSMichael Clark } 1977f2b5ff1SMichael Clark } 1980c3e702aSMichael Clark 1992761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env) 2002761db5fSAlistair Francis { 2012761db5fSAlistair Francis CPUState *cs = env_cpu(env); 2022761db5fSAlistair Francis 2032761db5fSAlistair Francis if (env->priv == PRV_M || 2042761db5fSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) { 2052761db5fSAlistair Francis tlb_flush(cs); 2062761db5fSAlistair Francis return; 2072761db5fSAlistair Francis } 2082761db5fSAlistair Francis 2092761db5fSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2102761db5fSAlistair Francis } 2112761db5fSAlistair Francis 2128c5362acSAlistair Francis target_ulong helper_hyp_load(CPURISCVState *env, target_ulong address, 2138c5362acSAlistair Francis target_ulong attrs, target_ulong memop) 2148c5362acSAlistair Francis { 2158c5362acSAlistair Francis if (env->priv == PRV_M || 2168c5362acSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) || 2178c5362acSAlistair Francis (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) && 2188c5362acSAlistair Francis get_field(env->hstatus, HSTATUS_HU))) { 2198c5362acSAlistair Francis target_ulong pte; 2208c5362acSAlistair Francis 2218c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, true); 2228c5362acSAlistair Francis 2238c5362acSAlistair Francis switch (memop) { 2248c5362acSAlistair Francis case MO_SB: 2258c5362acSAlistair Francis pte = cpu_ldsb_data_ra(env, address, GETPC()); 2268c5362acSAlistair Francis break; 2278c5362acSAlistair Francis case MO_UB: 2288c5362acSAlistair Francis pte = cpu_ldub_data_ra(env, address, GETPC()); 2298c5362acSAlistair Francis break; 2308c5362acSAlistair Francis case MO_TESW: 2318c5362acSAlistair Francis pte = cpu_ldsw_data_ra(env, address, GETPC()); 2328c5362acSAlistair Francis break; 2338c5362acSAlistair Francis case MO_TEUW: 2348c5362acSAlistair Francis pte = cpu_lduw_data_ra(env, address, GETPC()); 2358c5362acSAlistair Francis break; 2368c5362acSAlistair Francis case MO_TESL: 2378c5362acSAlistair Francis pte = cpu_ldl_data_ra(env, address, GETPC()); 2388c5362acSAlistair Francis break; 2398c5362acSAlistair Francis case MO_TEUL: 2408c5362acSAlistair Francis pte = cpu_ldl_data_ra(env, address, GETPC()); 2418c5362acSAlistair Francis break; 2428c5362acSAlistair Francis case MO_TEQ: 2438c5362acSAlistair Francis pte = cpu_ldq_data_ra(env, address, GETPC()); 2448c5362acSAlistair Francis break; 2458c5362acSAlistair Francis default: 2468c5362acSAlistair Francis g_assert_not_reached(); 2478c5362acSAlistair Francis } 2488c5362acSAlistair Francis 2498c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, false); 2508c5362acSAlistair Francis 2518c5362acSAlistair Francis return pte; 2528c5362acSAlistair Francis } 2538c5362acSAlistair Francis 2548c5362acSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2558c5362acSAlistair Francis return 0; 2568c5362acSAlistair Francis } 2578c5362acSAlistair Francis 2588c5362acSAlistair Francis void helper_hyp_store(CPURISCVState *env, target_ulong address, 2598c5362acSAlistair Francis target_ulong val, target_ulong attrs, target_ulong memop) 2608c5362acSAlistair Francis { 2618c5362acSAlistair Francis if (env->priv == PRV_M || 2628c5362acSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) || 2638c5362acSAlistair Francis (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) && 2648c5362acSAlistair Francis get_field(env->hstatus, HSTATUS_HU))) { 2658c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, true); 2668c5362acSAlistair Francis 2678c5362acSAlistair Francis switch (memop) { 2688c5362acSAlistair Francis case MO_SB: 2698c5362acSAlistair Francis case MO_UB: 2708c5362acSAlistair Francis cpu_stb_data_ra(env, address, val, GETPC()); 2718c5362acSAlistair Francis break; 2728c5362acSAlistair Francis case MO_TESW: 2738c5362acSAlistair Francis case MO_TEUW: 2748c5362acSAlistair Francis cpu_stw_data_ra(env, address, val, GETPC()); 2758c5362acSAlistair Francis break; 2768c5362acSAlistair Francis case MO_TESL: 2778c5362acSAlistair Francis case MO_TEUL: 2788c5362acSAlistair Francis cpu_stl_data_ra(env, address, val, GETPC()); 2798c5362acSAlistair Francis break; 2808c5362acSAlistair Francis case MO_TEQ: 2818c5362acSAlistair Francis cpu_stq_data_ra(env, address, val, GETPC()); 2828c5362acSAlistair Francis break; 2838c5362acSAlistair Francis default: 2848c5362acSAlistair Francis g_assert_not_reached(); 2858c5362acSAlistair Francis } 2868c5362acSAlistair Francis 2878c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, false); 2888c5362acSAlistair Francis 2898c5362acSAlistair Francis return; 2908c5362acSAlistair Francis } 2918c5362acSAlistair Francis 2928c5362acSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 2938c5362acSAlistair Francis } 2948c5362acSAlistair Francis 2958c5362acSAlistair Francis target_ulong helper_hyp_x_load(CPURISCVState *env, target_ulong address, 2968c5362acSAlistair Francis target_ulong attrs, target_ulong memop) 2978c5362acSAlistair Francis { 2988c5362acSAlistair Francis if (env->priv == PRV_M || 2998c5362acSAlistair Francis (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) || 3008c5362acSAlistair Francis (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) && 3018c5362acSAlistair Francis get_field(env->hstatus, HSTATUS_HU))) { 3028c5362acSAlistair Francis target_ulong pte; 3038c5362acSAlistair Francis 3048c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, true); 3058c5362acSAlistair Francis 3068c5362acSAlistair Francis switch (memop) { 3078c5362acSAlistair Francis case MO_TEUL: 3088c5362acSAlistair Francis pte = cpu_ldub_data_ra(env, address, GETPC()); 3098c5362acSAlistair Francis break; 3108c5362acSAlistair Francis case MO_TEUW: 3118c5362acSAlistair Francis pte = cpu_lduw_data_ra(env, address, GETPC()); 3128c5362acSAlistair Francis break; 3138c5362acSAlistair Francis default: 3148c5362acSAlistair Francis g_assert_not_reached(); 3158c5362acSAlistair Francis } 3168c5362acSAlistair Francis 3178c5362acSAlistair Francis riscv_cpu_set_two_stage_lookup(env, false); 3188c5362acSAlistair Francis 3198c5362acSAlistair Francis return pte; 3208c5362acSAlistair Francis } 3218c5362acSAlistair Francis 3228c5362acSAlistair Francis riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC()); 3238c5362acSAlistair Francis return 0; 3248c5362acSAlistair Francis } 3258c5362acSAlistair Francis 3260c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */ 327