xref: /qemu/target/riscv/op_helper.c (revision 8905770b27be326d12a704629f3cb715642db6cc)
10c3e702aSMichael Clark /*
20c3e702aSMichael Clark  * RISC-V Emulation Helpers for QEMU.
30c3e702aSMichael Clark  *
40c3e702aSMichael Clark  * Copyright (c) 2016-2017 Sagar Karandikar, sagark@eecs.berkeley.edu
50c3e702aSMichael Clark  * Copyright (c) 2017-2018 SiFive, Inc.
60c3e702aSMichael Clark  *
70c3e702aSMichael Clark  * This program is free software; you can redistribute it and/or modify it
80c3e702aSMichael Clark  * under the terms and conditions of the GNU General Public License,
90c3e702aSMichael Clark  * version 2 or later, as published by the Free Software Foundation.
100c3e702aSMichael Clark  *
110c3e702aSMichael Clark  * This program is distributed in the hope it will be useful, but WITHOUT
120c3e702aSMichael Clark  * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
130c3e702aSMichael Clark  * FITNESS FOR A PARTICULAR PURPOSE.  See the GNU General Public License for
140c3e702aSMichael Clark  * more details.
150c3e702aSMichael Clark  *
160c3e702aSMichael Clark  * You should have received a copy of the GNU General Public License along with
170c3e702aSMichael Clark  * this program.  If not, see <http://www.gnu.org/licenses/>.
180c3e702aSMichael Clark  */
190c3e702aSMichael Clark 
200c3e702aSMichael Clark #include "qemu/osdep.h"
210c3e702aSMichael Clark #include "cpu.h"
220c3e702aSMichael Clark #include "qemu/main-loop.h"
230c3e702aSMichael Clark #include "exec/exec-all.h"
240c3e702aSMichael Clark #include "exec/helper-proto.h"
250c3e702aSMichael Clark 
260c3e702aSMichael Clark /* Exceptions processing helpers */
27*8905770bSMarc-André Lureau G_NORETURN void riscv_raise_exception(CPURISCVState *env,
280c3e702aSMichael Clark                                       uint32_t exception, uintptr_t pc)
290c3e702aSMichael Clark {
303109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
310c3e702aSMichael Clark     cs->exception_index = exception;
320c3e702aSMichael Clark     cpu_loop_exit_restore(cs, pc);
330c3e702aSMichael Clark }
340c3e702aSMichael Clark 
350c3e702aSMichael Clark void helper_raise_exception(CPURISCVState *env, uint32_t exception)
360c3e702aSMichael Clark {
37fb738839SMichael Clark     riscv_raise_exception(env, exception, 0);
380c3e702aSMichael Clark }
390c3e702aSMichael Clark 
40a974879bSRichard Henderson target_ulong helper_csrr(CPURISCVState *env, int csr)
410c3e702aSMichael Clark {
42c7b95171SMichael Clark     target_ulong val = 0;
43a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, 0, 0);
4457cb2083SAlistair Francis 
45533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
46533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
47c7b95171SMichael Clark     }
48c7b95171SMichael Clark     return val;
490c3e702aSMichael Clark }
500c3e702aSMichael Clark 
51a974879bSRichard Henderson void helper_csrw(CPURISCVState *env, int csr, target_ulong src)
520c3e702aSMichael Clark {
5383b519b8SLIU Zhiwei     target_ulong mask = env->xl == MXL_RV32 ? UINT32_MAX : (target_ulong)-1;
5483b519b8SLIU Zhiwei     RISCVException ret = riscv_csrrw(env, csr, NULL, src, mask);
5557cb2083SAlistair Francis 
56533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
57533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
580c3e702aSMichael Clark     }
590c3e702aSMichael Clark }
600c3e702aSMichael Clark 
61a974879bSRichard Henderson target_ulong helper_csrrw(CPURISCVState *env, int csr,
62a974879bSRichard Henderson                           target_ulong src, target_ulong write_mask)
630c3e702aSMichael Clark {
64c7b95171SMichael Clark     target_ulong val = 0;
65a974879bSRichard Henderson     RISCVException ret = riscv_csrrw(env, csr, &val, src, write_mask);
6657cb2083SAlistair Francis 
67533c91e8SAlistair Francis     if (ret != RISCV_EXCP_NONE) {
68533c91e8SAlistair Francis         riscv_raise_exception(env, ret, GETPC());
690c3e702aSMichael Clark     }
70c7b95171SMichael Clark     return val;
710c3e702aSMichael Clark }
720c3e702aSMichael Clark 
73961738ffSFrédéric Pétrot target_ulong helper_csrr_i128(CPURISCVState *env, int csr)
74961738ffSFrédéric Pétrot {
75961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
76961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
77961738ffSFrédéric Pétrot                                           int128_zero(),
78961738ffSFrédéric Pétrot                                           int128_zero());
79961738ffSFrédéric Pétrot 
80961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
81961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
82961738ffSFrédéric Pétrot     }
83961738ffSFrédéric Pétrot 
84961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
85961738ffSFrédéric Pétrot     return int128_getlo(rv);
86961738ffSFrédéric Pétrot }
87961738ffSFrédéric Pétrot 
88961738ffSFrédéric Pétrot void helper_csrw_i128(CPURISCVState *env, int csr,
89961738ffSFrédéric Pétrot                       target_ulong srcl, target_ulong srch)
90961738ffSFrédéric Pétrot {
91961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, NULL,
92961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
93961738ffSFrédéric Pétrot                                           UINT128_MAX);
94961738ffSFrédéric Pétrot 
95961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
96961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
97961738ffSFrédéric Pétrot     }
98961738ffSFrédéric Pétrot }
99961738ffSFrédéric Pétrot 
100961738ffSFrédéric Pétrot target_ulong helper_csrrw_i128(CPURISCVState *env, int csr,
101961738ffSFrédéric Pétrot                        target_ulong srcl, target_ulong srch,
102961738ffSFrédéric Pétrot                        target_ulong maskl, target_ulong maskh)
103961738ffSFrédéric Pétrot {
104961738ffSFrédéric Pétrot     Int128 rv = int128_zero();
105961738ffSFrédéric Pétrot     RISCVException ret = riscv_csrrw_i128(env, csr, &rv,
106961738ffSFrédéric Pétrot                                           int128_make128(srcl, srch),
107961738ffSFrédéric Pétrot                                           int128_make128(maskl, maskh));
108961738ffSFrédéric Pétrot 
109961738ffSFrédéric Pétrot     if (ret != RISCV_EXCP_NONE) {
110961738ffSFrédéric Pétrot         riscv_raise_exception(env, ret, GETPC());
111961738ffSFrédéric Pétrot     }
112961738ffSFrédéric Pétrot 
113961738ffSFrédéric Pétrot     env->retxh = int128_gethi(rv);
114961738ffSFrédéric Pétrot     return int128_getlo(rv);
115961738ffSFrédéric Pétrot }
116961738ffSFrédéric Pétrot 
1170c3e702aSMichael Clark #ifndef CONFIG_USER_ONLY
1180c3e702aSMichael Clark 
119b655dc7cSLIU Zhiwei target_ulong helper_sret(CPURISCVState *env)
1200c3e702aSMichael Clark {
121284d697cSYifei Jiang     uint64_t mstatus;
122284d697cSYifei Jiang     target_ulong prev_priv, prev_virt;
123e3fba4baSAlistair Francis 
1240c3e702aSMichael Clark     if (!(env->priv >= PRV_S)) {
125fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1260c3e702aSMichael Clark     }
1270c3e702aSMichael Clark 
1280c3e702aSMichael Clark     target_ulong retpc = env->sepc;
1290c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
130fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1310c3e702aSMichael Clark     }
1320c3e702aSMichael Clark 
1331a9540d1SAlistair Francis     if (get_field(env->mstatus, MSTATUS_TSR) && !(env->priv >= PRV_M)) {
134fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1357f2b5ff1SMichael Clark     }
1367f2b5ff1SMichael Clark 
137e39a8320SAlistair Francis     if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
138e39a8320SAlistair Francis         get_field(env->hstatus, HSTATUS_VTSR)) {
139e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
140e39a8320SAlistair Francis     }
141e39a8320SAlistair Francis 
142e3fba4baSAlistair Francis     mstatus = env->mstatus;
143e3fba4baSAlistair Francis 
144e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH) && !riscv_cpu_virt_enabled(env)) {
145e3fba4baSAlistair Francis         /* We support Hypervisor extensions and virtulisation is disabled */
146e3fba4baSAlistair Francis         target_ulong hstatus = env->hstatus;
147e3fba4baSAlistair Francis 
148e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
149e3fba4baSAlistair Francis         prev_virt = get_field(hstatus, HSTATUS_SPV);
150e3fba4baSAlistair Francis 
151f2d5850fSAlistair Francis         hstatus = set_field(hstatus, HSTATUS_SPV, 0);
152f2d5850fSAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SPP, 0);
153e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SIE,
154e3fba4baSAlistair Francis                             get_field(mstatus, SSTATUS_SPIE));
155e3fba4baSAlistair Francis         mstatus = set_field(mstatus, SSTATUS_SPIE, 1);
156e3fba4baSAlistair Francis 
157e3fba4baSAlistair Francis         env->mstatus = mstatus;
158e3fba4baSAlistair Francis         env->hstatus = hstatus;
159e3fba4baSAlistair Francis 
160e3fba4baSAlistair Francis         if (prev_virt) {
161e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
162e3fba4baSAlistair Francis         }
163e3fba4baSAlistair Francis 
164e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
165e3fba4baSAlistair Francis     } else {
166e3fba4baSAlistair Francis         prev_priv = get_field(mstatus, MSTATUS_SPP);
167e3fba4baSAlistair Francis 
1681a9540d1SAlistair Francis         mstatus = set_field(mstatus, MSTATUS_SIE,
1690c3e702aSMichael Clark                             get_field(mstatus, MSTATUS_SPIE));
170a37f21c2SYiting Wang         mstatus = set_field(mstatus, MSTATUS_SPIE, 1);
1710c3e702aSMichael Clark         mstatus = set_field(mstatus, MSTATUS_SPP, PRV_U);
172c7b95171SMichael Clark         env->mstatus = mstatus;
173e3fba4baSAlistair Francis     }
174e3fba4baSAlistair Francis 
175e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
1760c3e702aSMichael Clark 
1770c3e702aSMichael Clark     return retpc;
1780c3e702aSMichael Clark }
1790c3e702aSMichael Clark 
180b655dc7cSLIU Zhiwei target_ulong helper_mret(CPURISCVState *env)
1810c3e702aSMichael Clark {
1820c3e702aSMichael Clark     if (!(env->priv >= PRV_M)) {
183fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
1840c3e702aSMichael Clark     }
1850c3e702aSMichael Clark 
1860c3e702aSMichael Clark     target_ulong retpc = env->mepc;
1870c3e702aSMichael Clark     if (!riscv_has_ext(env, RVC) && (retpc & 0x3)) {
188fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_INST_ADDR_MIS, GETPC());
1890c3e702aSMichael Clark     }
1900c3e702aSMichael Clark 
191284d697cSYifei Jiang     uint64_t mstatus = env->mstatus;
1920c3e702aSMichael Clark     target_ulong prev_priv = get_field(mstatus, MSTATUS_MPP);
193d102f19aSAtish Patra 
1940fbb5d2dSNikita Shubin     if (riscv_feature(env, RISCV_FEATURE_PMP) &&
1950fbb5d2dSNikita Shubin         !pmp_get_num_rules(env) && (prev_priv != PRV_M)) {
196d102f19aSAtish Patra         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
197d102f19aSAtish Patra     }
198d102f19aSAtish Patra 
199284d697cSYifei Jiang     target_ulong prev_virt = get_field(env->mstatus, MSTATUS_MPV);
2001a9540d1SAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MIE,
2010c3e702aSMichael Clark                         get_field(mstatus, MSTATUS_MPIE));
202a37f21c2SYiting Wang     mstatus = set_field(mstatus, MSTATUS_MPIE, 1);
2030c3e702aSMichael Clark     mstatus = set_field(mstatus, MSTATUS_MPP, PRV_U);
204e3fba4baSAlistair Francis     mstatus = set_field(mstatus, MSTATUS_MPV, 0);
205c7b95171SMichael Clark     env->mstatus = mstatus;
206e3fba4baSAlistair Francis     riscv_cpu_set_mode(env, prev_priv);
207e3fba4baSAlistair Francis 
208e3fba4baSAlistair Francis     if (riscv_has_ext(env, RVH)) {
209e3fba4baSAlistair Francis         if (prev_virt) {
210e3fba4baSAlistair Francis             riscv_cpu_swap_hypervisor_regs(env);
211e3fba4baSAlistair Francis         }
212e3fba4baSAlistair Francis 
213e3fba4baSAlistair Francis         riscv_cpu_set_virt_enabled(env, prev_virt);
214e3fba4baSAlistair Francis     }
2150c3e702aSMichael Clark 
2160c3e702aSMichael Clark     return retpc;
2170c3e702aSMichael Clark }
2180c3e702aSMichael Clark 
2190c3e702aSMichael Clark void helper_wfi(CPURISCVState *env)
2200c3e702aSMichael Clark {
2213109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
222719f0f60SJose Martins     bool rvs = riscv_has_ext(env, RVS);
223719f0f60SJose Martins     bool prv_u = env->priv == PRV_U;
224719f0f60SJose Martins     bool prv_s = env->priv == PRV_S;
2250c3e702aSMichael Clark 
226719f0f60SJose Martins     if (((prv_s || (!rvs && prv_u)) && get_field(env->mstatus, MSTATUS_TW)) ||
227719f0f60SJose Martins         (rvs && prv_u && !riscv_cpu_virt_enabled(env))) {
228719f0f60SJose Martins         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
229719f0f60SJose Martins     } else if (riscv_cpu_virt_enabled(env) && (prv_u ||
230719f0f60SJose Martins         (prv_s && get_field(env->hstatus, HSTATUS_VTW)))) {
231e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2327f2b5ff1SMichael Clark     } else {
2330c3e702aSMichael Clark         cs->halted = 1;
2340c3e702aSMichael Clark         cs->exception_index = EXCP_HLT;
2350c3e702aSMichael Clark         cpu_loop_exit(cs);
2360c3e702aSMichael Clark     }
2377f2b5ff1SMichael Clark }
2380c3e702aSMichael Clark 
2390c3e702aSMichael Clark void helper_tlb_flush(CPURISCVState *env)
2400c3e702aSMichael Clark {
2413109cd98SRichard Henderson     CPUState *cs = env_cpu(env);
242b86f4167SJonathan Behrens     if (!(env->priv >= PRV_S) ||
243b86f4167SJonathan Behrens         (env->priv == PRV_S &&
244b86f4167SJonathan Behrens          get_field(env->mstatus, MSTATUS_TVM))) {
245fb738839SMichael Clark         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
246e39a8320SAlistair Francis     } else if (riscv_has_ext(env, RVH) && riscv_cpu_virt_enabled(env) &&
247e39a8320SAlistair Francis                get_field(env->hstatus, HSTATUS_VTVM)) {
248e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
2497f2b5ff1SMichael Clark     } else {
2500c3e702aSMichael Clark         tlb_flush(cs);
2510c3e702aSMichael Clark     }
2527f2b5ff1SMichael Clark }
2530c3e702aSMichael Clark 
2542761db5fSAlistair Francis void helper_hyp_tlb_flush(CPURISCVState *env)
2552761db5fSAlistair Francis {
2562761db5fSAlistair Francis     CPUState *cs = env_cpu(env);
2572761db5fSAlistair Francis 
258e39a8320SAlistair Francis     if (env->priv == PRV_S && riscv_cpu_virt_enabled(env)) {
259e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_VIRT_INSTRUCTION_FAULT, GETPC());
260e39a8320SAlistair Francis     }
261e39a8320SAlistair Francis 
2622761db5fSAlistair Francis     if (env->priv == PRV_M ||
2632761db5fSAlistair Francis         (env->priv == PRV_S && !riscv_cpu_virt_enabled(env))) {
2642761db5fSAlistair Francis         tlb_flush(cs);
2652761db5fSAlistair Francis         return;
2662761db5fSAlistair Francis     }
2672761db5fSAlistair Francis 
2682761db5fSAlistair Francis     riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
2692761db5fSAlistair Francis }
2702761db5fSAlistair Francis 
271e39a8320SAlistair Francis void helper_hyp_gvma_tlb_flush(CPURISCVState *env)
272e39a8320SAlistair Francis {
273e39a8320SAlistair Francis     if (env->priv == PRV_S && !riscv_cpu_virt_enabled(env) &&
274e39a8320SAlistair Francis         get_field(env->mstatus, MSTATUS_TVM)) {
275e39a8320SAlistair Francis         riscv_raise_exception(env, RISCV_EXCP_ILLEGAL_INST, GETPC());
276e39a8320SAlistair Francis     }
277e39a8320SAlistair Francis 
278e39a8320SAlistair Francis     helper_hyp_tlb_flush(env);
279e39a8320SAlistair Francis }
280e39a8320SAlistair Francis 
2817687537aSAlistair Francis target_ulong helper_hyp_hlvx_hu(CPURISCVState *env, target_ulong address)
2828c5362acSAlistair Francis {
2837687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2848c5362acSAlistair Francis 
2857687537aSAlistair Francis     return cpu_lduw_mmuidx_ra(env, address, mmu_idx, GETPC());
2868c5362acSAlistair Francis }
2878c5362acSAlistair Francis 
2887687537aSAlistair Francis target_ulong helper_hyp_hlvx_wu(CPURISCVState *env, target_ulong address)
2897687537aSAlistair Francis {
2907687537aSAlistair Francis     int mmu_idx = cpu_mmu_index(env, true) | TB_FLAGS_PRIV_HYP_ACCESS_MASK;
2918c5362acSAlistair Francis 
2927687537aSAlistair Francis     return cpu_ldl_mmuidx_ra(env, address, mmu_idx, GETPC());
2938c5362acSAlistair Francis }
2948c5362acSAlistair Francis 
2950c3e702aSMichael Clark #endif /* !CONFIG_USER_ONLY */
296