xref: /qemu/target/riscv/op_helper.c (revision 57cb2083e638bb28616c059cbf067d99552a04bb)
10c3e702aSMichael Clark /*
20c3e702aSMichael Clark  * RISC-V Emulation Helpers for QEMU.
30c3e702aSMichael Clark  *
40c3e702aSMichael Clark  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
50c3e702aSMichael Clark  * Copyright (c) 2017-2018 SiFive, Inc.
60c3e702aSMichael Clark  *
70c3e702aSMichael Clark  * This program is free software; you can redistribute it and/or modify it
80c3e702aSMichael Clark  * under the terms and conditions of the GNU General Public License,
90c3e702aSMichael Clark  * version 2 or later, as published by the Free Software Foundation.
100c3e702aSMichael Clark  *
110c3e702aSMichael Clark  * This program is distributed in the hope it will be useful, but WITHOUT
120c3e702aSMichael Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
130c3e702aSMichael Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
140c3e702aSMichael Clark  * more details.
150c3e702aSMichael Clark  *
160c3e702aSMichael Clark  * You should have received a copy of the GNU General Public License along with
170c3e702aSMichael Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
180c3e702aSMichael Clark  */
190c3e702aSMichael Clark 
200c3e702aSMichael Clark #include "qemu/osdep.h"
210c3e702aSMichael Clark #include "qemu/log.h"
220c3e702aSMichael Clark #include "cpu.h"
230c3e702aSMichael Clark #include "qemu/main-loop.h"
240c3e702aSMichael Clark #include "exec/exec-all.h"
250c3e702aSMichael Clark #include "exec/helper-proto.h"
260c3e702aSMichael Clark 
270c3e702aSMichael Clark /* Exceptions processing helpers */
28fb738839SMichael Clark void QEMU_NORETURN riscv_raise_exception(CPURISCVState *env,
290c3e702aSMichael Clark                                           uint32_t exception, uintptr_t pc)
300c3e702aSMichael Clark {
313109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
320c3e702aSMichael Clark     qemu_log_mask(CPU_LOG_INT, "%s: %d\n", __func__, exception);
330c3e702aSMichael Clark     cs->exception_index = exception;
340c3e702aSMichael Clark     cpu_loop_exit_restore(cs, pc);
350c3e702aSMichael Clark }
360c3e702aSMichael Clark 
370c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception)
380c3e702aSMichael Clark {
39fb738839SMichael Clark     riscv_raise_exception(env, exception, 0);
400c3e702aSMichael Clark }
410c3e702aSMichael Clark 
420c3e702aSMichael Clark target_ulong helper_csrrw(CPURISCVState *env, target_ulong src,
430c3e702aSMichael Clark         target_ulong csr)
440c3e702aSMichael Clark {
45c7b95171SMichael Clark     target_ulong val = 0;
46*57cb2083SAlistair Francis     int ret = riscv_csrrw(env, csr, &val, src, -1);
47*57cb2083SAlistair Francis 
48*57cb2083SAlistair Francis     if (ret < 0) {
49*57cb2083SAlistair Francis         riscv_raise_exception(env, -ret, GETPC());
50c7b95171SMichael Clark     }
51c7b95171SMichael Clark     return val;
520c3e702aSMichael Clark }
530c3e702aSMichael Clark 
540c3e702aSMichael Clark target_ulong helper_csrrs(CPURISCVState *env, target_ulong src,
550c3e702aSMichael Clark         target_ulong csr, target_ulong rs1_pass)
560c3e702aSMichael Clark {
57c7b95171SMichael Clark     target_ulong val = 0;
58*57cb2083SAlistair Francis     int ret = riscv_csrrw(env, csr, &val, -1, rs1_pass ? src : 0);
59*57cb2083SAlistair Francis 
60*57cb2083SAlistair Francis     if (ret < 0) {
61*57cb2083SAlistair Francis         riscv_raise_exception(env, -ret, GETPC());
620c3e702aSMichael Clark     }
63c7b95171SMichael Clark     return val;
640c3e702aSMichael Clark }
650c3e702aSMichael Clark 
660c3e702aSMichael Clark target_ulong helper_csrrc(CPURISCVState *env, target_ulong src,
670c3e702aSMichael Clark         target_ulong csr, target_ulong rs1_pass)
680c3e702aSMichael Clark {
69c7b95171SMichael Clark     target_ulong val = 0;
70*57cb2083SAlistair Francis     int ret = riscv_csrrw(env, csr, &val, 0, rs1_pass ? src : 0);
71*57cb2083SAlistair Francis 
72*57cb2083SAlistair Francis     if (ret < 0) {
73*57cb2083SAlistair Francis         riscv_raise_exception(env, -ret, GETPC());
740c3e702aSMichael Clark     }
75c7b95171SMichael Clark     return val;
760c3e702aSMichael Clark }
770c3e702aSMichael Clark 
780c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY
790c3e702aSMichael Clark 
800c3e702aSMichael Clark target_ulong helper_sret(CPURISCVState *env, target_ulong cpu_pc_deb)
810c3e702aSMichael Clark {
82e3fba4baSAlistair Francis     target_ulong prev_priv, prev_virt, mstatus;
83e3fba4baSAlistair Francis 
840c3e702aSMichael Clark     if (!(env->priv >= PRV_S)) {
85fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
860c3e702aSMichael Clark     }
870c3e702aSMichael Clark 
880c3e702aSMichael Clark     target_ulong retpc = env->sepc;
890c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
90fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
910c3e702aSMichael Clark     }
920c3e702aSMichael Clark 
931a9540d1SAlistair Francis     if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) {
94fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
957f2b5ff1SMichael Clark     }
967f2b5ff1SMichael Clark 
97e3fba4baSAlistair Francis     mstatus = env->mstatus;
98e3fba4baSAlistair Francis 
99e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) {
100e3fba4baSAlistair Francis         /* We support Hypervisor extensions and virtulisation is disabled */
101e3fba4baSAlistair Francis         target_ulong hstatus = env->hstatus;
102e3fba4baSAlistair Francis 
103e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
104e3fba4baSAlistair Francis         prev_virt = get_field(hstatus, HSTATUS_SPV);
105e3fba4baSAlistair Francis 
106f2d5850fSAlistair Francis         hstatus = set_field(hstatus, HSTATUS_SPV, 0);
107f2d5850fSAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SPP, 0);
108e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SIE,
109e3fba4baSAlistair Francis                             get_field(mstatus, SSTATUS_SPIE));
110e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SPIE, 1);
111e3fba4baSAlistair Francis 
112e3fba4baSAlistair Francis         env->mstatus = mstatus;
113e3fba4baSAlistair Francis         env->hstatus = hstatus;
114e3fba4baSAlistair Francis 
115e3fba4baSAlistair Francis         if (prev_virt) {
116e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
117e3fba4baSAlistair Francis         }
118e3fba4baSAlistair Francis 
119e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
120e3fba4baSAlistair Francis     } else {
121e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
122e3fba4baSAlistair Francis 
1231a9540d1SAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SIE,
1240c3e702aSMichael Clark                             get_field(mstatus, MSTATUS_SPIE));
125a37f21c2SYiting Wang         mstatus = set_field(mstatus, MSTATUS_SPIE, 1);
1260c3e702aSMichael Clark         mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U);
127c7b95171SMichael Clark         env->mstatus = mstatus;
128e3fba4baSAlistair Francis     }
129e3fba4baSAlistair Francis 
130e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
1310c3e702aSMichael Clark 
1320c3e702aSMichael Clark     return retpc;
1330c3e702aSMichael Clark }
1340c3e702aSMichael Clark 
1350c3e702aSMichael Clark target_ulong helper_mret(CPURISCVState *env, target_ulong cpu_pc_deb)
1360c3e702aSMichael Clark {
1370c3e702aSMichael Clark     if (!(env->priv >= PRV_M)) {
138fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1390c3e702aSMichael Clark     }
1400c3e702aSMichael Clark 
1410c3e702aSMichael Clark     target_ulong retpc = env->mepc;
1420c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
143fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1440c3e702aSMichael Clark     }
1450c3e702aSMichael Clark 
1460c3e702aSMichael Clark     target_ulong mstatus = env->mstatus;
1470c3e702aSMichael Clark     target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP);
148e44b50b5SAlistair Francis     target_ulong prev_virt = MSTATUS_MPV_ISSET(env);
1491a9540d1SAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MIE,
1500c3e702aSMichael Clark                         get_field(mstatus, MSTATUS_MPIE));
151a37f21c2SYiting Wang     mstatus = set_field(mstatus, MSTATUS_MPIE, 1);
1520c3e702aSMichael Clark     mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U);
153551fa7e8SAlistair Francis #ifdef TARGET_RISCV32
154551fa7e8SAlistair Francis     env->mstatush = set_field(env->mstatush, MSTATUS_MPV, 0);
155551fa7e8SAlistair Francis #else
156e3fba4baSAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MPV, 0);
157551fa7e8SAlistair Francis #endif
158c7b95171SMichael Clark     env->mstatus = mstatus;
159e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
160e3fba4baSAlistair Francis 
161e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH)) {
162e3fba4baSAlistair Francis         if (prev_virt) {
163e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
164e3fba4baSAlistair Francis         }
165e3fba4baSAlistair Francis 
166e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
167e3fba4baSAlistair Francis     }
1680c3e702aSMichael Clark 
1690c3e702aSMichael Clark     return retpc;
1700c3e702aSMichael Clark }
1710c3e702aSMichael Clark 
1720c3e702aSMichael Clark void helper_wfi(CPURISCVState *env)
1730c3e702aSMichael Clark {
1743109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
1750c3e702aSMichael Clark 
1769d0d1126SAlistair Francis     if ((env->priv == PRV_S &&
1779d0d1126SAlistair Francis         get_field(env->mstatus, MSTATUS_TW)) ||
1789d0d1126SAlistair Francis         riscv_cpu_virt_enabled(env)) {
179fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1807f2b5ff1SMichael Clark     } else {
1810c3e702aSMichael Clark         cs->halted = 1;
1820c3e702aSMichael Clark         cs->exception_index = EXCP_HLT;
1830c3e702aSMichael Clark         cpu_loop_exit(cs);
1840c3e702aSMichael Clark     }
1857f2b5ff1SMichael Clark }
1860c3e702aSMichael Clark 
1870c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env)
1880c3e702aSMichael Clark {
1893109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
190b86f4167SJonathan Behrens     if (!(env->priv >= PRV_S) ||
191b86f4167SJonathan Behrens         (env->priv == PRV_S &&
192b86f4167SJonathan Behrens          get_field(env->mstatus, MSTATUS_TVM))) {
193fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1947f2b5ff1SMichael Clark     } else {
1950c3e702aSMichael Clark         tlb_flush(cs);
1960c3e702aSMichael Clark     }
1977f2b5ff1SMichael Clark }
1980c3e702aSMichael Clark 
1992761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env)
2002761db5fSAlistair Francis {
2012761db5fSAlistair Francis     CPUState *cs = env_cpu(env);
2022761db5fSAlistair Francis 
2032761db5fSAlistair Francis     if (env->priv == PRV_M ||
2042761db5fSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) {
2052761db5fSAlistair Francis         tlb_flush(cs);
2062761db5fSAlistair Francis         return;
2072761db5fSAlistair Francis     }
2082761db5fSAlistair Francis 
2092761db5fSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2102761db5fSAlistair Francis }
2112761db5fSAlistair Francis 
2128c5362acSAlistair Francis target_ulong helper_hyp_load(CPURISCVState *env, target_ulong address,
2138c5362acSAlistair Francis                              target_ulong attrs, target_ulong memop)
2148c5362acSAlistair Francis {
2158c5362acSAlistair Francis     if (env->priv == PRV_M ||
2168c5362acSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) ||
2178c5362acSAlistair Francis         (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) &&
2188c5362acSAlistair Francis             get_field(env->hstatus, HSTATUS_HU))) {
2198c5362acSAlistair Francis         target_ulong pte;
2208c5362acSAlistair Francis 
2218c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, true);
2228c5362acSAlistair Francis 
2238c5362acSAlistair Francis         switch (memop) {
2248c5362acSAlistair Francis         case MO_SB:
2258c5362acSAlistair Francis             pte = cpu_ldsb_data_ra(env, address, GETPC());
2268c5362acSAlistair Francis             break;
2278c5362acSAlistair Francis         case MO_UB:
2288c5362acSAlistair Francis             pte = cpu_ldub_data_ra(env, address, GETPC());
2298c5362acSAlistair Francis             break;
2308c5362acSAlistair Francis         case MO_TESW:
2318c5362acSAlistair Francis             pte = cpu_ldsw_data_ra(env, address, GETPC());
2328c5362acSAlistair Francis             break;
2338c5362acSAlistair Francis         case MO_TEUW:
2348c5362acSAlistair Francis             pte = cpu_lduw_data_ra(env, address, GETPC());
2358c5362acSAlistair Francis             break;
2368c5362acSAlistair Francis         case MO_TESL:
2378c5362acSAlistair Francis             pte = cpu_ldl_data_ra(env, address, GETPC());
2388c5362acSAlistair Francis             break;
2398c5362acSAlistair Francis         case MO_TEUL:
2408c5362acSAlistair Francis             pte = cpu_ldl_data_ra(env, address, GETPC());
2418c5362acSAlistair Francis             break;
2428c5362acSAlistair Francis         case MO_TEQ:
2438c5362acSAlistair Francis             pte = cpu_ldq_data_ra(env, address, GETPC());
2448c5362acSAlistair Francis             break;
2458c5362acSAlistair Francis         default:
2468c5362acSAlistair Francis             g_assert_not_reached();
2478c5362acSAlistair Francis         }
2488c5362acSAlistair Francis 
2498c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, false);
2508c5362acSAlistair Francis 
2518c5362acSAlistair Francis         return pte;
2528c5362acSAlistair Francis     }
2538c5362acSAlistair Francis 
2548c5362acSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2558c5362acSAlistair Francis     return 0;
2568c5362acSAlistair Francis }
2578c5362acSAlistair Francis 
2588c5362acSAlistair Francis void helper_hyp_store(CPURISCVState *env, target_ulong address,
2598c5362acSAlistair Francis                       target_ulong val, target_ulong attrs, target_ulong memop)
2608c5362acSAlistair Francis {
2618c5362acSAlistair Francis     if (env->priv == PRV_M ||
2628c5362acSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) ||
2638c5362acSAlistair Francis         (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) &&
2648c5362acSAlistair Francis             get_field(env->hstatus, HSTATUS_HU))) {
2658c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, true);
2668c5362acSAlistair Francis 
2678c5362acSAlistair Francis         switch (memop) {
2688c5362acSAlistair Francis         case MO_SB:
2698c5362acSAlistair Francis         case MO_UB:
2708c5362acSAlistair Francis             cpu_stb_data_ra(env, address, val, GETPC());
2718c5362acSAlistair Francis             break;
2728c5362acSAlistair Francis         case MO_TESW:
2738c5362acSAlistair Francis         case MO_TEUW:
2748c5362acSAlistair Francis             cpu_stw_data_ra(env, address, val, GETPC());
2758c5362acSAlistair Francis             break;
2768c5362acSAlistair Francis         case MO_TESL:
2778c5362acSAlistair Francis         case MO_TEUL:
2788c5362acSAlistair Francis             cpu_stl_data_ra(env, address, val, GETPC());
2798c5362acSAlistair Francis             break;
2808c5362acSAlistair Francis         case MO_TEQ:
2818c5362acSAlistair Francis             cpu_stq_data_ra(env, address, val, GETPC());
2828c5362acSAlistair Francis             break;
2838c5362acSAlistair Francis         default:
2848c5362acSAlistair Francis             g_assert_not_reached();
2858c5362acSAlistair Francis         }
2868c5362acSAlistair Francis 
2878c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, false);
2888c5362acSAlistair Francis 
2898c5362acSAlistair Francis         return;
2908c5362acSAlistair Francis     }
2918c5362acSAlistair Francis 
2928c5362acSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2938c5362acSAlistair Francis }
2948c5362acSAlistair Francis 
2958c5362acSAlistair Francis target_ulong helper_hyp_x_load(CPURISCVState *env, target_ulong address,
2968c5362acSAlistair Francis                                target_ulong attrs, target_ulong memop)
2978c5362acSAlistair Francis {
2988c5362acSAlistair Francis     if (env->priv == PRV_M ||
2998c5362acSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env)) ||
3008c5362acSAlistair Francis         (env->priv == PRV_U && !riscv_cpu_virt_enabled(env) &&
3018c5362acSAlistair Francis             get_field(env->hstatus, HSTATUS_HU))) {
3028c5362acSAlistair Francis         target_ulong pte;
3038c5362acSAlistair Francis 
3048c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, true);
3058c5362acSAlistair Francis 
3068c5362acSAlistair Francis         switch (memop) {
3078c5362acSAlistair Francis         case MO_TEUL:
3088c5362acSAlistair Francis             pte = cpu_ldub_data_ra(env, address, GETPC());
3098c5362acSAlistair Francis             break;
3108c5362acSAlistair Francis         case MO_TEUW:
3118c5362acSAlistair Francis             pte = cpu_lduw_data_ra(env, address, GETPC());
3128c5362acSAlistair Francis             break;
3138c5362acSAlistair Francis         default:
3148c5362acSAlistair Francis             g_assert_not_reached();
3158c5362acSAlistair Francis         }
3168c5362acSAlistair Francis 
3178c5362acSAlistair Francis         riscv_cpu_set_two_stage_lookup(env, false);
3188c5362acSAlistair Francis 
3198c5362acSAlistair Francis         return pte;
3208c5362acSAlistair Francis     }
3218c5362acSAlistair Francis 
3228c5362acSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
3238c5362acSAlistair Francis     return 0;
3248c5362acSAlistair Francis }
3258c5362acSAlistair Francis 
3260c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */
327