xref: /qemu/target/riscv/op_helper.c (revision 961738ffea964daad464389b3f06dd5b245fdf3c)
10c3e702aSMichael Clark /*
20c3e702aSMichael Clark  * RISC-V Emulation Helpers for QEMU.
30c3e702aSMichael Clark  *
40c3e702aSMichael Clark  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
50c3e702aSMichael Clark  * Copyright (c) 2017-2018 SiFive, Inc.
60c3e702aSMichael Clark  *
70c3e702aSMichael Clark  * This program is free software; you can redistribute it and/or modify it
80c3e702aSMichael Clark  * under the terms and conditions of the GNU General Public License,
90c3e702aSMichael Clark  * version 2 or later, as published by the Free Software Foundation.
100c3e702aSMichael Clark  *
110c3e702aSMichael Clark  * This program is distributed in the hope it will be useful, but WITHOUT
120c3e702aSMichael Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
130c3e702aSMichael Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
140c3e702aSMichael Clark  * more details.
150c3e702aSMichael Clark  *
160c3e702aSMichael Clark  * You should have received a copy of the GNU General Public License along with
170c3e702aSMichael Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
180c3e702aSMichael Clark  */
190c3e702aSMichael Clark 
200c3e702aSMichael Clark #include "qemu/osdep.h"
210c3e702aSMichael Clark #include "cpu.h"
220c3e702aSMichael Clark #include "qemu/main-loop.h"
230c3e702aSMichael Clark #include "exec/exec-all.h"
240c3e702aSMichael Clark #include "exec/helper-proto.h"
250c3e702aSMichael Clark 
260c3e702aSMichael Clark /* Exceptions processing helpers */
27fb738839SMichael Clark void QEMU_NORETURN riscv_raise_exception(CPURISCVState *env,
280c3e702aSMichael Clark                                           uint32_t exception, uintptr_t pc)
290c3e702aSMichael Clark {
303109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
310c3e702aSMichael Clark     cs->exception_index = exception;
320c3e702aSMichael Clark     cpu_loop_exit_restore(cs, pc);
330c3e702aSMichael Clark }
340c3e702aSMichael Clark 
350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception)
360c3e702aSMichael Clark {
37fb738839SMichael Clark     riscv_raise_exception(env, exception, 0);
380c3e702aSMichael Clark }
390c3e702aSMichael Clark 
40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr)
410c3e702aSMichael Clark {
42c7b95171SMichael Clark     target_ulong val = 0;
43a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0);
4457cb2083SAlistair Francis 
45533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
46533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
47c7b95171SMichael Clark     }
48c7b95171SMichael Clark     return val;
490c3e702aSMichael Clark }
500c3e702aSMichael Clark 
51a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src)
520c3e702aSMichael Clark {
53a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, NULL, src, -1);
5457cb2083SAlistair Francis 
55533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
56533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
570c3e702aSMichael Clark     }
580c3e702aSMichael Clark }
590c3e702aSMichael Clark 
60a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr,
61a974879bSRichard Henderson                           target_ulong src, target_ulong write_mask)
620c3e702aSMichael Clark {
63c7b95171SMichael Clark     target_ulong val = 0;
64a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask);
6557cb2083SAlistair Francis 
66533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
67533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
680c3e702aSMichael Clark     }
69c7b95171SMichael Clark     return val;
700c3e702aSMichael Clark }
710c3e702aSMichael Clark 
72*961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr)
73*961738ffSFrédéric Pétrot {
74*961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
75*961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
76*961738ffSFrédéric Pétrot                                           int128_zero(),
77*961738ffSFrédéric Pétrot                                           int128_zero());
78*961738ffSFrédéric Pétrot 
79*961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
80*961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
81*961738ffSFrédéric Pétrot     }
82*961738ffSFrédéric Pétrot 
83*961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
84*961738ffSFrédéric Pétrot     return int128_getlo(rv);
85*961738ffSFrédéric Pétrot }
86*961738ffSFrédéric Pétrot 
87*961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr,
88*961738ffSFrédéric Pétrot                       target_ulong srcl, target_ulong srch)
89*961738ffSFrédéric Pétrot {
90*961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, NULL,
91*961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
92*961738ffSFrédéric Pétrot                                           UINT128_MAX);
93*961738ffSFrédéric Pétrot 
94*961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
95*961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
96*961738ffSFrédéric Pétrot     }
97*961738ffSFrédéric Pétrot }
98*961738ffSFrédéric Pétrot 
99*961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr,
100*961738ffSFrédéric Pétrot                        target_ulong srcl, target_ulong srch,
101*961738ffSFrédéric Pétrot                        target_ulong maskl, target_ulong maskh)
102*961738ffSFrédéric Pétrot {
103*961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
104*961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
105*961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
106*961738ffSFrédéric Pétrot                                           int128_make128(maskl, maskh));
107*961738ffSFrédéric Pétrot 
108*961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
109*961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
110*961738ffSFrédéric Pétrot     }
111*961738ffSFrédéric Pétrot 
112*961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
113*961738ffSFrédéric Pétrot     return int128_getlo(rv);
114*961738ffSFrédéric Pétrot }
115*961738ffSFrédéric Pétrot 
1160c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY
1170c3e702aSMichael Clark 
1180c3e702aSMichael Clark target_ulong helper_sret(CPURISCVState *env, target_ulong cpu_pc_deb)
1190c3e702aSMichael Clark {
120284d697cSYifei Jiang     uint64_t mstatus;
121284d697cSYifei Jiang     target_ulong prev_priv, prev_virt;
122e3fba4baSAlistair Francis 
1230c3e702aSMichael Clark     if (!(env->priv >= PRV_S)) {
124fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1250c3e702aSMichael Clark     }
1260c3e702aSMichael Clark 
1270c3e702aSMichael Clark     target_ulong retpc = env->sepc;
1280c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
129fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1300c3e702aSMichael Clark     }
1310c3e702aSMichael Clark 
1321a9540d1SAlistair Francis     if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) {
133fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1347f2b5ff1SMichael Clark     }
1357f2b5ff1SMichael Clark 
136e39a8320SAlistair Francis     if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
137e39a8320SAlistair Francis         get_field(env->hstatus, HSTATUS_VTSR)) {
138e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
139e39a8320SAlistair Francis     }
140e39a8320SAlistair Francis 
141e3fba4baSAlistair Francis     mstatus = env->mstatus;
142e3fba4baSAlistair Francis 
143e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) {
144e3fba4baSAlistair Francis         /* We support Hypervisor extensions and virtulisation is disabled */
145e3fba4baSAlistair Francis         target_ulong hstatus = env->hstatus;
146e3fba4baSAlistair Francis 
147e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
148e3fba4baSAlistair Francis         prev_virt = get_field(hstatus, HSTATUS_SPV);
149e3fba4baSAlistair Francis 
150f2d5850fSAlistair Francis         hstatus = set_field(hstatus, HSTATUS_SPV, 0);
151f2d5850fSAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SPP, 0);
152e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SIE,
153e3fba4baSAlistair Francis                             get_field(mstatus, SSTATUS_SPIE));
154e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SPIE, 1);
155e3fba4baSAlistair Francis 
156e3fba4baSAlistair Francis         env->mstatus = mstatus;
157e3fba4baSAlistair Francis         env->hstatus = hstatus;
158e3fba4baSAlistair Francis 
159e3fba4baSAlistair Francis         if (prev_virt) {
160e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
161e3fba4baSAlistair Francis         }
162e3fba4baSAlistair Francis 
163e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
164e3fba4baSAlistair Francis     } else {
165e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
166e3fba4baSAlistair Francis 
1671a9540d1SAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SIE,
1680c3e702aSMichael Clark                             get_field(mstatus, MSTATUS_SPIE));
169a37f21c2SYiting Wang         mstatus = set_field(mstatus, MSTATUS_SPIE, 1);
1700c3e702aSMichael Clark         mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U);
171c7b95171SMichael Clark         env->mstatus = mstatus;
172e3fba4baSAlistair Francis     }
173e3fba4baSAlistair Francis 
174e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
1750c3e702aSMichael Clark 
1760c3e702aSMichael Clark     return retpc;
1770c3e702aSMichael Clark }
1780c3e702aSMichael Clark 
1790c3e702aSMichael Clark target_ulong helper_mret(CPURISCVState *env, target_ulong cpu_pc_deb)
1800c3e702aSMichael Clark {
1810c3e702aSMichael Clark     if (!(env->priv >= PRV_M)) {
182fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1830c3e702aSMichael Clark     }
1840c3e702aSMichael Clark 
1850c3e702aSMichael Clark     target_ulong retpc = env->mepc;
1860c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
187fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1880c3e702aSMichael Clark     }
1890c3e702aSMichael Clark 
190284d697cSYifei Jiang     uint64_t mstatus = env->mstatus;
1910c3e702aSMichael Clark     target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP);
192d102f19aSAtish Patra 
1930fbb5d2dSNikita Shubin     if (riscv_feature(env, RISCV_FEATURE_PMP) &&
1940fbb5d2dSNikita Shubin         !pmp_get_num_rules(env) && (prev_priv != PRV_M)) {
195d102f19aSAtish Patra         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
196d102f19aSAtish Patra     }
197d102f19aSAtish Patra 
198284d697cSYifei Jiang     target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV);
1991a9540d1SAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MIE,
2000c3e702aSMichael Clark                         get_field(mstatus, MSTATUS_MPIE));
201a37f21c2SYiting Wang     mstatus = set_field(mstatus, MSTATUS_MPIE, 1);
2020c3e702aSMichael Clark     mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U);
203e3fba4baSAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MPV, 0);
204c7b95171SMichael Clark     env->mstatus = mstatus;
205e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
206e3fba4baSAlistair Francis 
207e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH)) {
208e3fba4baSAlistair Francis         if (prev_virt) {
209e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
210e3fba4baSAlistair Francis         }
211e3fba4baSAlistair Francis 
212e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
213e3fba4baSAlistair Francis     }
2140c3e702aSMichael Clark 
2150c3e702aSMichael Clark     return retpc;
2160c3e702aSMichael Clark }
2170c3e702aSMichael Clark 
2180c3e702aSMichael Clark void helper_wfi(CPURISCVState *env)
2190c3e702aSMichael Clark {
2203109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
221719f0f60SJose Martins     bool rvs = riscv_has_ext(env, RVS);
222719f0f60SJose Martins     bool prv_u = env->priv == PRV_U;
223719f0f60SJose Martins     bool prv_s = env->priv == PRV_S;
2240c3e702aSMichael Clark 
225719f0f60SJose Martins     if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) ||
226719f0f60SJose Martins         (rvs && prv_u && !riscv_cpu_virt_enabled(env))) {
227719f0f60SJose Martins         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
228719f0f60SJose Martins     } else if (riscv_cpu_virt_enabled(env) && (prv_u ||
229719f0f60SJose Martins         (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) {
230e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2317f2b5ff1SMichael Clark     } else {
2320c3e702aSMichael Clark         cs->halted = 1;
2330c3e702aSMichael Clark         cs->exception_index = EXCP_HLT;
2340c3e702aSMichael Clark         cpu_loop_exit(cs);
2350c3e702aSMichael Clark     }
2367f2b5ff1SMichael Clark }
2370c3e702aSMichael Clark 
2380c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env)
2390c3e702aSMichael Clark {
2403109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
241b86f4167SJonathan Behrens     if (!(env->priv >= PRV_S) ||
242b86f4167SJonathan Behrens         (env->priv == PRV_S &&
243b86f4167SJonathan Behrens          get_field(env->mstatus, MSTATUS_TVM))) {
244fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
245e39a8320SAlistair Francis     } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
246e39a8320SAlistair Francis                get_field(env->hstatus, HSTATUS_VTVM)) {
247e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2487f2b5ff1SMichael Clark     } else {
2490c3e702aSMichael Clark         tlb_flush(cs);
2500c3e702aSMichael Clark     }
2517f2b5ff1SMichael Clark }
2520c3e702aSMichael Clark 
2532761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env)
2542761db5fSAlistair Francis {
2552761db5fSAlistair Francis     CPUState *cs = env_cpu(env);
2562761db5fSAlistair Francis 
257e39a8320SAlistair Francis     if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) {
258e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
259e39a8320SAlistair Francis     }
260e39a8320SAlistair Francis 
2612761db5fSAlistair Francis     if (env->priv == PRV_M ||
2622761db5fSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) {
2632761db5fSAlistair Francis         tlb_flush(cs);
2642761db5fSAlistair Francis         return;
2652761db5fSAlistair Francis     }
2662761db5fSAlistair Francis 
2672761db5fSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2682761db5fSAlistair Francis }
2692761db5fSAlistair Francis 
270e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env)
271e39a8320SAlistair Francis {
272e39a8320SAlistair Francis     if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) &&
273e39a8320SAlistair Francis         get_field(env->mstatus, MSTATUS_TVM)) {
274e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
275e39a8320SAlistair Francis     }
276e39a8320SAlistair Francis 
277e39a8320SAlistair Francis     helper_hyp_tlb_flush(env);
278e39a8320SAlistair Francis }
279e39a8320SAlistair Francis 
2807687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address)
2818c5362acSAlistair Francis {
2827687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2838c5362acSAlistair Francis 
2847687537aSAlistair Francis     return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC());
2858c5362acSAlistair Francis }
2868c5362acSAlistair Francis 
2877687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address)
2887687537aSAlistair Francis {
2897687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2908c5362acSAlistair Francis 
2917687537aSAlistair Francis     return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC());
2928c5362acSAlistair Francis }
2938c5362acSAlistair Francis 
2940c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */
295