xref: /qemu/target/riscv/op_helper.c (revision 2bfec53b4c7d5e5ddd08ea6ef77257cba612700d)
10c3e702aSMichael Clark /*
20c3e702aSMichael Clark  * RISC-V Emulation Helpers for QEMU.
30c3e702aSMichael Clark  *
40c3e702aSMichael Clark  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
50c3e702aSMichael Clark  * Copyright (c) 2017-2018 SiFive, Inc.
60c3e702aSMichael Clark  *
70c3e702aSMichael Clark  * This program is free software; you can redistribute it and/or modify it
80c3e702aSMichael Clark  * under the terms and conditions of the GNU General Public License,
90c3e702aSMichael Clark  * version 2 or later, as published by the Free Software Foundation.
100c3e702aSMichael Clark  *
110c3e702aSMichael Clark  * This program is distributed in the hope it will be useful, but WITHOUT
120c3e702aSMichael Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
130c3e702aSMichael Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
140c3e702aSMichael Clark  * more details.
150c3e702aSMichael Clark  *
160c3e702aSMichael Clark  * You should have received a copy of the GNU General Public License along with
170c3e702aSMichael Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
180c3e702aSMichael Clark  */
190c3e702aSMichael Clark 
200c3e702aSMichael Clark #include "qemu/osdep.h"
210c3e702aSMichael Clark #include "cpu.h"
220c3e702aSMichael Clark #include "qemu/main-loop.h"
230c3e702aSMichael Clark #include "exec/exec-all.h"
240c3e702aSMichael Clark #include "exec/helper-proto.h"
250c3e702aSMichael Clark 
260c3e702aSMichael Clark /* Exceptions processing helpers */
278905770bSMarc-André Lureau G_NORETURN void riscv_raise_exception(CPURISCVState *env,
280c3e702aSMichael Clark                                       uint32_t exception, uintptr_t pc)
290c3e702aSMichael Clark {
303109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
310c3e702aSMichael Clark     cs->exception_index = exception;
320c3e702aSMichael Clark     cpu_loop_exit_restore(cs, pc);
330c3e702aSMichael Clark }
340c3e702aSMichael Clark 
350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception)
360c3e702aSMichael Clark {
37fb738839SMichael Clark     riscv_raise_exception(env, exception, 0);
380c3e702aSMichael Clark }
390c3e702aSMichael Clark 
40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr)
410c3e702aSMichael Clark {
4277442380SWeiwei Li     /*
4377442380SWeiwei Li      * The seed CSR must be accessed with a read-write instruction. A
4477442380SWeiwei Li      * read-only instruction such as CSRRS/CSRRC with rs1=x0 or CSRRSI/
4577442380SWeiwei Li      * CSRRCI with uimm=0 will raise an illegal instruction exception.
4677442380SWeiwei Li      */
4777442380SWeiwei Li     if (csr == CSR_SEED) {
4877442380SWeiwei Li         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
4977442380SWeiwei Li     }
5077442380SWeiwei Li 
51c7b95171SMichael Clark     target_ulong val = 0;
52a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0);
5357cb2083SAlistair Francis 
54533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
55533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
56c7b95171SMichael Clark     }
57c7b95171SMichael Clark     return val;
580c3e702aSMichael Clark }
590c3e702aSMichael Clark 
60a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src)
610c3e702aSMichael Clark {
6283b519b8SLIU Zhiwei     target_ulong mask = env->xl == MXL_RV32 ? UINT32_MAX : (target_ulong)-1;
6383b519b8SLIU Zhiwei     RISCVException ret = riscv_csrrw(env, csr, NULL, src, mask);
6457cb2083SAlistair Francis 
65533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
66533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
670c3e702aSMichael Clark     }
680c3e702aSMichael Clark }
690c3e702aSMichael Clark 
70a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr,
71a974879bSRichard Henderson                           target_ulong src, target_ulong write_mask)
720c3e702aSMichael Clark {
73c7b95171SMichael Clark     target_ulong val = 0;
74a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask);
7557cb2083SAlistair Francis 
76533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
77533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
780c3e702aSMichael Clark     }
79c7b95171SMichael Clark     return val;
800c3e702aSMichael Clark }
810c3e702aSMichael Clark 
82961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr)
83961738ffSFrédéric Pétrot {
84961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
85961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
86961738ffSFrédéric Pétrot                                           int128_zero(),
87961738ffSFrédéric Pétrot                                           int128_zero());
88961738ffSFrédéric Pétrot 
89961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
90961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
91961738ffSFrédéric Pétrot     }
92961738ffSFrédéric Pétrot 
93961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
94961738ffSFrédéric Pétrot     return int128_getlo(rv);
95961738ffSFrédéric Pétrot }
96961738ffSFrédéric Pétrot 
97961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr,
98961738ffSFrédéric Pétrot                       target_ulong srcl, target_ulong srch)
99961738ffSFrédéric Pétrot {
100961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, NULL,
101961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
102961738ffSFrédéric Pétrot                                           UINT128_MAX);
103961738ffSFrédéric Pétrot 
104961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
105961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
106961738ffSFrédéric Pétrot     }
107961738ffSFrédéric Pétrot }
108961738ffSFrédéric Pétrot 
109961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr,
110961738ffSFrédéric Pétrot                        target_ulong srcl, target_ulong srch,
111961738ffSFrédéric Pétrot                        target_ulong maskl, target_ulong maskh)
112961738ffSFrédéric Pétrot {
113961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
114961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
115961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
116961738ffSFrédéric Pétrot                                           int128_make128(maskl, maskh));
117961738ffSFrédéric Pétrot 
118961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
119961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
120961738ffSFrédéric Pétrot     }
121961738ffSFrédéric Pétrot 
122961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
123961738ffSFrédéric Pétrot     return int128_getlo(rv);
124961738ffSFrédéric Pétrot }
125961738ffSFrédéric Pétrot 
1260c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY
1270c3e702aSMichael Clark 
128b655dc7cSLIU Zhiwei target_ulong helper_sret(CPURISCVState *env)
1290c3e702aSMichael Clark {
130284d697cSYifei Jiang     uint64_t mstatus;
131284d697cSYifei Jiang     target_ulong prev_priv, prev_virt;
132e3fba4baSAlistair Francis 
1330c3e702aSMichael Clark     if (!(env->priv >= PRV_S)) {
134fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1350c3e702aSMichael Clark     }
1360c3e702aSMichael Clark 
1370c3e702aSMichael Clark     target_ulong retpc = env->sepc;
1380c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
139fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1400c3e702aSMichael Clark     }
1410c3e702aSMichael Clark 
1421a9540d1SAlistair Francis     if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) {
143fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1447f2b5ff1SMichael Clark     }
1457f2b5ff1SMichael Clark 
146e39a8320SAlistair Francis     if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
147e39a8320SAlistair Francis         get_field(env->hstatus, HSTATUS_VTSR)) {
148e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
149e39a8320SAlistair Francis     }
150e39a8320SAlistair Francis 
151e3fba4baSAlistair Francis     mstatus = env->mstatus;
152*2bfec53bSBin Meng     prev_priv = get_field(mstatus, MSTATUS_SPP);
153*2bfec53bSBin Meng     mstatus = set_field(mstatus, MSTATUS_SIE,
154*2bfec53bSBin Meng                         get_field(mstatus, MSTATUS_SPIE));
155*2bfec53bSBin Meng     mstatus = set_field(mstatus, MSTATUS_SPIE, 1);
156*2bfec53bSBin Meng     mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U);
157*2bfec53bSBin Meng     env->mstatus = mstatus;
158e3fba4baSAlistair Francis 
159e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) {
160e3fba4baSAlistair Francis         /* We support Hypervisor extensions and virtulisation is disabled */
161e3fba4baSAlistair Francis         target_ulong hstatus = env->hstatus;
162e3fba4baSAlistair Francis 
163e3fba4baSAlistair Francis         prev_virt = get_field(hstatus, HSTATUS_SPV);
164e3fba4baSAlistair Francis 
165f2d5850fSAlistair Francis         hstatus = set_field(hstatus, HSTATUS_SPV, 0);
166e3fba4baSAlistair Francis 
167e3fba4baSAlistair Francis         env->hstatus = hstatus;
168e3fba4baSAlistair Francis 
169e3fba4baSAlistair Francis         if (prev_virt) {
170e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
171e3fba4baSAlistair Francis         }
172e3fba4baSAlistair Francis 
173e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
174e3fba4baSAlistair Francis     }
175e3fba4baSAlistair Francis 
176e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
1770c3e702aSMichael Clark 
1780c3e702aSMichael Clark     return retpc;
1790c3e702aSMichael Clark }
1800c3e702aSMichael Clark 
181b655dc7cSLIU Zhiwei target_ulong helper_mret(CPURISCVState *env)
1820c3e702aSMichael Clark {
1830c3e702aSMichael Clark     if (!(env->priv >= PRV_M)) {
184fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1850c3e702aSMichael Clark     }
1860c3e702aSMichael Clark 
1870c3e702aSMichael Clark     target_ulong retpc = env->mepc;
1880c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
189fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1900c3e702aSMichael Clark     }
1910c3e702aSMichael Clark 
192284d697cSYifei Jiang     uint64_t mstatus = env->mstatus;
1930c3e702aSMichael Clark     target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP);
194d102f19aSAtish Patra 
1950fbb5d2dSNikita Shubin     if (riscv_feature(env, RISCV_FEATURE_PMP) &&
1960fbb5d2dSNikita Shubin         !pmp_get_num_rules(env) && (prev_priv != PRV_M)) {
1974c48aad1SBin Meng         riscv_raise_exception(env, RISCV_EXCP_INST_ACCESS_FAULT, GETPC());
198d102f19aSAtish Patra     }
199d102f19aSAtish Patra 
200284d697cSYifei Jiang     target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV);
2011a9540d1SAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MIE,
2020c3e702aSMichael Clark                         get_field(mstatus, MSTATUS_MPIE));
203a37f21c2SYiting Wang     mstatus = set_field(mstatus, MSTATUS_MPIE, 1);
2040c3e702aSMichael Clark     mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U);
205e3fba4baSAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MPV, 0);
206c7b95171SMichael Clark     env->mstatus = mstatus;
207e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
208e3fba4baSAlistair Francis 
209e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH)) {
210e3fba4baSAlistair Francis         if (prev_virt) {
211e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
212e3fba4baSAlistair Francis         }
213e3fba4baSAlistair Francis 
214e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
215e3fba4baSAlistair Francis     }
2160c3e702aSMichael Clark 
2170c3e702aSMichael Clark     return retpc;
2180c3e702aSMichael Clark }
2190c3e702aSMichael Clark 
2200c3e702aSMichael Clark void helper_wfi(CPURISCVState *env)
2210c3e702aSMichael Clark {
2223109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
223719f0f60SJose Martins     bool rvs = riscv_has_ext(env, RVS);
224719f0f60SJose Martins     bool prv_u = env->priv == PRV_U;
225719f0f60SJose Martins     bool prv_s = env->priv == PRV_S;
2260c3e702aSMichael Clark 
227719f0f60SJose Martins     if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) ||
228719f0f60SJose Martins         (rvs && prv_u && !riscv_cpu_virt_enabled(env))) {
229719f0f60SJose Martins         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
230719f0f60SJose Martins     } else if (riscv_cpu_virt_enabled(env) && (prv_u ||
231719f0f60SJose Martins         (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) {
232e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2337f2b5ff1SMichael Clark     } else {
2340c3e702aSMichael Clark         cs->halted = 1;
2350c3e702aSMichael Clark         cs->exception_index = EXCP_HLT;
2360c3e702aSMichael Clark         cpu_loop_exit(cs);
2370c3e702aSMichael Clark     }
2387f2b5ff1SMichael Clark }
2390c3e702aSMichael Clark 
2400c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env)
2410c3e702aSMichael Clark {
2423109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
243b86f4167SJonathan Behrens     if (!(env->priv >= PRV_S) ||
244b86f4167SJonathan Behrens         (env->priv == PRV_S &&
245b86f4167SJonathan Behrens          get_field(env->mstatus, MSTATUS_TVM))) {
246fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
247e39a8320SAlistair Francis     } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
248e39a8320SAlistair Francis                get_field(env->hstatus, HSTATUS_VTVM)) {
249e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2507f2b5ff1SMichael Clark     } else {
2510c3e702aSMichael Clark         tlb_flush(cs);
2520c3e702aSMichael Clark     }
2537f2b5ff1SMichael Clark }
2540c3e702aSMichael Clark 
2552761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env)
2562761db5fSAlistair Francis {
2572761db5fSAlistair Francis     CPUState *cs = env_cpu(env);
2582761db5fSAlistair Francis 
259e39a8320SAlistair Francis     if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) {
260e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
261e39a8320SAlistair Francis     }
262e39a8320SAlistair Francis 
2632761db5fSAlistair Francis     if (env->priv == PRV_M ||
2642761db5fSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) {
2652761db5fSAlistair Francis         tlb_flush(cs);
2662761db5fSAlistair Francis         return;
2672761db5fSAlistair Francis     }
2682761db5fSAlistair Francis 
2692761db5fSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2702761db5fSAlistair Francis }
2712761db5fSAlistair Francis 
272e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env)
273e39a8320SAlistair Francis {
274e39a8320SAlistair Francis     if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) &&
275e39a8320SAlistair Francis         get_field(env->mstatus, MSTATUS_TVM)) {
276e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
277e39a8320SAlistair Francis     }
278e39a8320SAlistair Francis 
279e39a8320SAlistair Francis     helper_hyp_tlb_flush(env);
280e39a8320SAlistair Francis }
281e39a8320SAlistair Francis 
2827687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address)
2838c5362acSAlistair Francis {
2847687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2858c5362acSAlistair Francis 
2867687537aSAlistair Francis     return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC());
2878c5362acSAlistair Francis }
2888c5362acSAlistair Francis 
2897687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address)
2907687537aSAlistair Francis {
2917687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2928c5362acSAlistair Francis 
2937687537aSAlistair Francis     return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC());
2948c5362acSAlistair Francis }
2958c5362acSAlistair Francis 
2960c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */
297