xref: /qemu/target/arm/tcg/hflags.c (revision c37f8978d9e23066132a0717b8cb4ed37a0cbd96)
1671efad1SFabiano Rosas /*
2671efad1SFabiano Rosas  * ARM hflags
3671efad1SFabiano Rosas  *
4671efad1SFabiano Rosas  * This code is licensed under the GNU GPL v2 or later.
5671efad1SFabiano Rosas  *
6671efad1SFabiano Rosas  * SPDX-License-Identifier: GPL-2.0-or-later
7671efad1SFabiano Rosas  */
8671efad1SFabiano Rosas #include "qemu/osdep.h"
9671efad1SFabiano Rosas #include "cpu.h"
10671efad1SFabiano Rosas #include "internals.h"
115a534314SPeter Maydell #include "cpu-features.h"
12671efad1SFabiano Rosas #include "exec/helper-proto.h"
134759aae4SRichard Henderson #include "exec/translation-block.h"
14b6aeb8d2SRichard Henderson #include "accel/tcg/cpu-ops.h"
15671efad1SFabiano Rosas #include "cpregs.h"
16671efad1SFabiano Rosas 
17671efad1SFabiano Rosas static inline bool fgt_svc(CPUARMState *env, int el)
18671efad1SFabiano Rosas {
19671efad1SFabiano Rosas     /*
20671efad1SFabiano Rosas      * Assuming fine-grained-traps are active, return true if we
21671efad1SFabiano Rosas      * should be trapping on SVC instructions. Only AArch64 can
22671efad1SFabiano Rosas      * trap on an SVC at EL1, but we don't need to special-case this
23671efad1SFabiano Rosas      * because if this is AArch32 EL1 then arm_fgt_active() is false.
24671efad1SFabiano Rosas      * We also know el is 0 or 1.
25671efad1SFabiano Rosas      */
26671efad1SFabiano Rosas     return el == 0 ?
27671efad1SFabiano Rosas         FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, SVC_EL0) :
28671efad1SFabiano Rosas         FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, SVC_EL1);
29671efad1SFabiano Rosas }
30671efad1SFabiano Rosas 
3159754f85SRichard Henderson /* Return true if memory alignment should be enforced. */
3259754f85SRichard Henderson static bool aprofile_require_alignment(CPUARMState *env, int el, uint64_t sctlr)
3359754f85SRichard Henderson {
3459754f85SRichard Henderson #ifdef CONFIG_USER_ONLY
3559754f85SRichard Henderson     return false;
3659754f85SRichard Henderson #else
3759754f85SRichard Henderson     /* Check the alignment enable bit. */
3859754f85SRichard Henderson     if (sctlr & SCTLR_A) {
3959754f85SRichard Henderson         return true;
4059754f85SRichard Henderson     }
4159754f85SRichard Henderson 
4259754f85SRichard Henderson     /*
437b19a355SRichard Henderson      * With PMSA, when the MPU is disabled, all memory types in the
447b19a355SRichard Henderson      * default map are Normal, so don't need aligment enforcing.
457b19a355SRichard Henderson      */
467b19a355SRichard Henderson     if (arm_feature(env, ARM_FEATURE_PMSA)) {
477b19a355SRichard Henderson         return false;
487b19a355SRichard Henderson     }
497b19a355SRichard Henderson 
507b19a355SRichard Henderson     /*
517b19a355SRichard Henderson      * With VMSA, if translation is disabled, then the default memory type
527b19a355SRichard Henderson      * is Device(-nGnRnE) instead of Normal, which requires that alignment
5359754f85SRichard Henderson      * be enforced.  Since this affects all ram, it is most efficient
5459754f85SRichard Henderson      * to handle this during translation.
5559754f85SRichard Henderson      */
5659754f85SRichard Henderson     if (sctlr & SCTLR_M) {
5759754f85SRichard Henderson         /* Translation enabled: memory type in PTE via MAIR_ELx. */
5859754f85SRichard Henderson         return false;
5959754f85SRichard Henderson     }
6059754f85SRichard Henderson     if (el < 2 && (arm_hcr_el2_eff(env) & (HCR_DC | HCR_VM))) {
6159754f85SRichard Henderson         /* Stage 2 translation enabled: memory type in PTE. */
6259754f85SRichard Henderson         return false;
6359754f85SRichard Henderson     }
6459754f85SRichard Henderson     return true;
6559754f85SRichard Henderson #endif
6659754f85SRichard Henderson }
6759754f85SRichard Henderson 
6823560adaSPeter Maydell bool access_secure_reg(CPUARMState *env)
6923560adaSPeter Maydell {
7023560adaSPeter Maydell     bool ret = (arm_feature(env, ARM_FEATURE_EL3) &&
7123560adaSPeter Maydell                 !arm_el_is_aa64(env, 3) &&
7223560adaSPeter Maydell                 !(env->cp15.scr_el3 & SCR_NS));
7323560adaSPeter Maydell 
7423560adaSPeter Maydell     return ret;
7523560adaSPeter Maydell }
7623560adaSPeter Maydell 
77671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_common(CPUARMState *env, int fp_el,
78671efad1SFabiano Rosas                                            ARMMMUIdx mmu_idx,
79671efad1SFabiano Rosas                                            CPUARMTBFlags flags)
80671efad1SFabiano Rosas {
81671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, FPEXC_EL, fp_el);
82671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, MMUIDX, arm_to_core_mmu_idx(mmu_idx));
83671efad1SFabiano Rosas 
84671efad1SFabiano Rosas     if (arm_singlestep_active(env)) {
85671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, SS_ACTIVE, 1);
86671efad1SFabiano Rosas     }
87671efad1SFabiano Rosas 
88671efad1SFabiano Rosas     return flags;
89671efad1SFabiano Rosas }
90671efad1SFabiano Rosas 
91671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_common_32(CPUARMState *env, int fp_el,
92671efad1SFabiano Rosas                                               ARMMMUIdx mmu_idx,
93671efad1SFabiano Rosas                                               CPUARMTBFlags flags)
94671efad1SFabiano Rosas {
95671efad1SFabiano Rosas     bool sctlr_b = arm_sctlr_b(env);
96671efad1SFabiano Rosas 
97671efad1SFabiano Rosas     if (sctlr_b) {
98671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, SCTLR__B, 1);
99671efad1SFabiano Rosas     }
100671efad1SFabiano Rosas     if (arm_cpu_data_is_big_endian_a32(env, sctlr_b)) {
101671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, BE_DATA, 1);
102671efad1SFabiano Rosas     }
103671efad1SFabiano Rosas     DP_TBFLAG_A32(flags, NS, !access_secure_reg(env));
104671efad1SFabiano Rosas 
105671efad1SFabiano Rosas     return rebuild_hflags_common(env, fp_el, mmu_idx, flags);
106671efad1SFabiano Rosas }
107671efad1SFabiano Rosas 
108671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_m32(CPUARMState *env, int fp_el,
109671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
110671efad1SFabiano Rosas {
111671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
112671efad1SFabiano Rosas     uint32_t ccr = env->v7m.ccr[env->v7m.secure];
113671efad1SFabiano Rosas 
114671efad1SFabiano Rosas     /* Without HaveMainExt, CCR.UNALIGN_TRP is RES1. */
115671efad1SFabiano Rosas     if (ccr & R_V7M_CCR_UNALIGN_TRP_MASK) {
116671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
117671efad1SFabiano Rosas     }
118671efad1SFabiano Rosas 
119671efad1SFabiano Rosas     if (arm_v7m_is_handler_mode(env)) {
120671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, HANDLER, 1);
121671efad1SFabiano Rosas     }
122671efad1SFabiano Rosas 
123671efad1SFabiano Rosas     /*
124671efad1SFabiano Rosas      * v8M always applies stack limit checks unless CCR.STKOFHFNMIGN
125671efad1SFabiano Rosas      * is suppressing them because the requested execution priority
126671efad1SFabiano Rosas      * is less than 0.
127671efad1SFabiano Rosas      */
128671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_V8) &&
129671efad1SFabiano Rosas         !((mmu_idx & ARM_MMU_IDX_M_NEGPRI) &&
130671efad1SFabiano Rosas           (ccr & R_V7M_CCR_STKOFHFNMIGN_MASK))) {
131671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, STACKCHECK, 1);
132671efad1SFabiano Rosas     }
133671efad1SFabiano Rosas 
134671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_M_SECURITY) && env->v7m.secure) {
135671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, SECURE, 1);
136671efad1SFabiano Rosas     }
137671efad1SFabiano Rosas 
138671efad1SFabiano Rosas     return rebuild_hflags_common_32(env, fp_el, mmu_idx, flags);
139671efad1SFabiano Rosas }
140671efad1SFabiano Rosas 
141671efad1SFabiano Rosas /* This corresponds to the ARM pseudocode function IsFullA64Enabled(). */
142671efad1SFabiano Rosas static bool sme_fa64(CPUARMState *env, int el)
143671efad1SFabiano Rosas {
144671efad1SFabiano Rosas     if (!cpu_isar_feature(aa64_sme_fa64, env_archcpu(env))) {
145671efad1SFabiano Rosas         return false;
146671efad1SFabiano Rosas     }
147671efad1SFabiano Rosas 
148671efad1SFabiano Rosas     if (el <= 1 && !el_is_in_host(env, el)) {
149671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[1], SMCR, FA64)) {
150671efad1SFabiano Rosas             return false;
151671efad1SFabiano Rosas         }
152671efad1SFabiano Rosas     }
153671efad1SFabiano Rosas     if (el <= 2 && arm_is_el2_enabled(env)) {
154671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[2], SMCR, FA64)) {
155671efad1SFabiano Rosas             return false;
156671efad1SFabiano Rosas         }
157671efad1SFabiano Rosas     }
158671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_EL3)) {
159671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[3], SMCR, FA64)) {
160671efad1SFabiano Rosas             return false;
161671efad1SFabiano Rosas         }
162671efad1SFabiano Rosas     }
163671efad1SFabiano Rosas 
164671efad1SFabiano Rosas     return true;
165671efad1SFabiano Rosas }
166671efad1SFabiano Rosas 
167671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_a32(CPUARMState *env, int fp_el,
168671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
169671efad1SFabiano Rosas {
170671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
171671efad1SFabiano Rosas     int el = arm_current_el(env);
17259754f85SRichard Henderson     uint64_t sctlr = arm_sctlr(env, el);
173671efad1SFabiano Rosas 
17459754f85SRichard Henderson     if (aprofile_require_alignment(env, el, sctlr)) {
175671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
176671efad1SFabiano Rosas     }
177671efad1SFabiano Rosas 
178671efad1SFabiano Rosas     if (arm_el_is_aa64(env, 1)) {
179671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, VFPEN, 1);
180671efad1SFabiano Rosas     }
181671efad1SFabiano Rosas 
182671efad1SFabiano Rosas     if (el < 2 && env->cp15.hstr_el2 && arm_is_el2_enabled(env) &&
183671efad1SFabiano Rosas         (arm_hcr_el2_eff(env) & (HCR_E2H | HCR_TGE)) != (HCR_E2H | HCR_TGE)) {
184671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, HSTR_ACTIVE, 1);
185671efad1SFabiano Rosas     }
186671efad1SFabiano Rosas 
187671efad1SFabiano Rosas     if (arm_fgt_active(env, el)) {
188671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, FGT_ACTIVE, 1);
189671efad1SFabiano Rosas         if (fgt_svc(env, el)) {
190671efad1SFabiano Rosas             DP_TBFLAG_ANY(flags, FGT_SVC, 1);
191671efad1SFabiano Rosas         }
192671efad1SFabiano Rosas     }
193671efad1SFabiano Rosas 
194671efad1SFabiano Rosas     if (env->uncached_cpsr & CPSR_IL) {
195671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, PSTATE__IL, 1);
196671efad1SFabiano Rosas     }
197671efad1SFabiano Rosas 
198671efad1SFabiano Rosas     /*
199671efad1SFabiano Rosas      * The SME exception we are testing for is raised via
200671efad1SFabiano Rosas      * AArch64.CheckFPAdvSIMDEnabled(), as called from
201671efad1SFabiano Rosas      * AArch32.CheckAdvSIMDOrFPEnabled().
202671efad1SFabiano Rosas      */
203671efad1SFabiano Rosas     if (el == 0
204671efad1SFabiano Rosas         && FIELD_EX64(env->svcr, SVCR, SM)
205671efad1SFabiano Rosas         && (!arm_is_el2_enabled(env)
206671efad1SFabiano Rosas             || (arm_el_is_aa64(env, 2) && !(env->cp15.hcr_el2 & HCR_TGE)))
207671efad1SFabiano Rosas         && arm_el_is_aa64(env, 1)
208671efad1SFabiano Rosas         && !sme_fa64(env, el)) {
209671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, SME_TRAP_NONSTREAMING, 1);
210671efad1SFabiano Rosas     }
211671efad1SFabiano Rosas 
212671efad1SFabiano Rosas     return rebuild_hflags_common_32(env, fp_el, mmu_idx, flags);
213671efad1SFabiano Rosas }
214671efad1SFabiano Rosas 
215671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_a64(CPUARMState *env, int el, int fp_el,
216671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
217671efad1SFabiano Rosas {
218671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
219671efad1SFabiano Rosas     ARMMMUIdx stage1 = stage_1_mmu_idx(mmu_idx);
220671efad1SFabiano Rosas     uint64_t tcr = regime_tcr(env, mmu_idx);
221e37e98b7SPeter Maydell     uint64_t hcr = arm_hcr_el2_eff(env);
222671efad1SFabiano Rosas     uint64_t sctlr;
223671efad1SFabiano Rosas     int tbii, tbid;
224671efad1SFabiano Rosas 
225671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, AARCH64_STATE, 1);
226671efad1SFabiano Rosas 
227671efad1SFabiano Rosas     /* Get control bits for tagged addresses.  */
228671efad1SFabiano Rosas     tbid = aa64_va_parameter_tbi(tcr, mmu_idx);
229671efad1SFabiano Rosas     tbii = tbid & ~aa64_va_parameter_tbid(tcr, mmu_idx);
230671efad1SFabiano Rosas 
231671efad1SFabiano Rosas     DP_TBFLAG_A64(flags, TBII, tbii);
232671efad1SFabiano Rosas     DP_TBFLAG_A64(flags, TBID, tbid);
233671efad1SFabiano Rosas 
234671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_sve, env_archcpu(env))) {
235671efad1SFabiano Rosas         int sve_el = sve_exception_el(env, el);
236671efad1SFabiano Rosas 
237671efad1SFabiano Rosas         /*
238671efad1SFabiano Rosas          * If either FP or SVE are disabled, translator does not need len.
239671efad1SFabiano Rosas          * If SVE EL > FP EL, FP exception has precedence, and translator
240671efad1SFabiano Rosas          * does not need SVE EL.  Save potential re-translations by forcing
241671efad1SFabiano Rosas          * the unneeded data to zero.
242671efad1SFabiano Rosas          */
243671efad1SFabiano Rosas         if (fp_el != 0) {
244671efad1SFabiano Rosas             if (sve_el > fp_el) {
245671efad1SFabiano Rosas                 sve_el = 0;
246671efad1SFabiano Rosas             }
247671efad1SFabiano Rosas         } else if (sve_el == 0) {
248671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, VL, sve_vqm1_for_el(env, el));
249671efad1SFabiano Rosas         }
250671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, SVEEXC_EL, sve_el);
251671efad1SFabiano Rosas     }
252671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_sme, env_archcpu(env))) {
253671efad1SFabiano Rosas         int sme_el = sme_exception_el(env, el);
254671efad1SFabiano Rosas         bool sm = FIELD_EX64(env->svcr, SVCR, SM);
255671efad1SFabiano Rosas 
256671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, SMEEXC_EL, sme_el);
257671efad1SFabiano Rosas         if (sme_el == 0) {
258671efad1SFabiano Rosas             /* Similarly, do not compute SVL if SME is disabled. */
259671efad1SFabiano Rosas             int svl = sve_vqm1_for_el_sm(env, el, true);
260671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, SVL, svl);
261671efad1SFabiano Rosas             if (sm) {
262671efad1SFabiano Rosas                 /* If SVE is disabled, we will not have set VL above. */
263671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, VL, svl);
264671efad1SFabiano Rosas             }
265671efad1SFabiano Rosas         }
266671efad1SFabiano Rosas         if (sm) {
267671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, PSTATE_SM, 1);
268671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, SME_TRAP_NONSTREAMING, !sme_fa64(env, el));
269671efad1SFabiano Rosas         }
270671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, PSTATE_ZA, FIELD_EX64(env->svcr, SVCR, ZA));
271671efad1SFabiano Rosas     }
272671efad1SFabiano Rosas 
273671efad1SFabiano Rosas     sctlr = regime_sctlr(env, stage1);
274671efad1SFabiano Rosas 
27559754f85SRichard Henderson     if (aprofile_require_alignment(env, el, sctlr)) {
276671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
277671efad1SFabiano Rosas     }
278671efad1SFabiano Rosas 
279671efad1SFabiano Rosas     if (arm_cpu_data_is_big_endian_a64(el, sctlr)) {
280671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, BE_DATA, 1);
281671efad1SFabiano Rosas     }
282671efad1SFabiano Rosas 
283671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_pauth, env_archcpu(env))) {
284671efad1SFabiano Rosas         /*
285671efad1SFabiano Rosas          * In order to save space in flags, we record only whether
286671efad1SFabiano Rosas          * pauth is "inactive", meaning all insns are implemented as
287671efad1SFabiano Rosas          * a nop, or "active" when some action must be performed.
288671efad1SFabiano Rosas          * The decision of which action to take is left to a helper.
289671efad1SFabiano Rosas          */
290671efad1SFabiano Rosas         if (sctlr & (SCTLR_EnIA | SCTLR_EnIB | SCTLR_EnDA | SCTLR_EnDB)) {
291671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, PAUTH_ACTIVE, 1);
292671efad1SFabiano Rosas         }
293671efad1SFabiano Rosas     }
294671efad1SFabiano Rosas 
295671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_bti, env_archcpu(env))) {
296671efad1SFabiano Rosas         /* Note that SCTLR_EL[23].BT == SCTLR_BT1.  */
297671efad1SFabiano Rosas         if (sctlr & (el == 0 ? SCTLR_BT0 : SCTLR_BT1)) {
298671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, BT, 1);
299671efad1SFabiano Rosas         }
300671efad1SFabiano Rosas     }
301671efad1SFabiano Rosas 
30283f624d9SRichard Henderson     if (cpu_isar_feature(aa64_lse2, env_archcpu(env))) {
30383f624d9SRichard Henderson         if (sctlr & SCTLR_nAA) {
30483f624d9SRichard Henderson             DP_TBFLAG_A64(flags, NAA, 1);
30583f624d9SRichard Henderson         }
30683f624d9SRichard Henderson     }
30783f624d9SRichard Henderson 
308671efad1SFabiano Rosas     /* Compute the condition for using AccType_UNPRIV for LDTR et al. */
309671efad1SFabiano Rosas     if (!(env->pstate & PSTATE_UAO)) {
310671efad1SFabiano Rosas         switch (mmu_idx) {
311671efad1SFabiano Rosas         case ARMMMUIdx_E10_1:
312671efad1SFabiano Rosas         case ARMMMUIdx_E10_1_PAN:
3132e9b1e50SPeter Maydell             /* FEAT_NV: NV,NV1 == 1,1 means we don't do UNPRIV accesses */
3142e9b1e50SPeter Maydell             if ((hcr & (HCR_NV | HCR_NV1)) != (HCR_NV | HCR_NV1)) {
315671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, UNPRIV, 1);
3162e9b1e50SPeter Maydell             }
317671efad1SFabiano Rosas             break;
318671efad1SFabiano Rosas         case ARMMMUIdx_E20_2:
319671efad1SFabiano Rosas         case ARMMMUIdx_E20_2_PAN:
320671efad1SFabiano Rosas             /*
321671efad1SFabiano Rosas              * Note that EL20_2 is gated by HCR_EL2.E2H == 1, but EL20_0 is
322671efad1SFabiano Rosas              * gated by HCR_EL2.<E2H,TGE> == '11', and so is LDTR.
323671efad1SFabiano Rosas              */
324671efad1SFabiano Rosas             if (env->cp15.hcr_el2 & HCR_TGE) {
325671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, UNPRIV, 1);
326671efad1SFabiano Rosas             }
327671efad1SFabiano Rosas             break;
328671efad1SFabiano Rosas         default:
329671efad1SFabiano Rosas             break;
330671efad1SFabiano Rosas         }
331671efad1SFabiano Rosas     }
332671efad1SFabiano Rosas 
333671efad1SFabiano Rosas     if (env->pstate & PSTATE_IL) {
334671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, PSTATE__IL, 1);
335671efad1SFabiano Rosas     }
336671efad1SFabiano Rosas 
337671efad1SFabiano Rosas     if (arm_fgt_active(env, el)) {
338671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, FGT_ACTIVE, 1);
339671efad1SFabiano Rosas         if (FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, ERET)) {
340e37e98b7SPeter Maydell             DP_TBFLAG_A64(flags, TRAP_ERET, 1);
341671efad1SFabiano Rosas         }
342671efad1SFabiano Rosas         if (fgt_svc(env, el)) {
343671efad1SFabiano Rosas             DP_TBFLAG_ANY(flags, FGT_SVC, 1);
344671efad1SFabiano Rosas         }
345671efad1SFabiano Rosas     }
346671efad1SFabiano Rosas 
347e37e98b7SPeter Maydell     /*
348e37e98b7SPeter Maydell      * ERET can also be trapped for FEAT_NV. arm_hcr_el2_eff() takes care
349e37e98b7SPeter Maydell      * of "is EL2 enabled" and the NV bit can only be set if FEAT_NV is present.
350e37e98b7SPeter Maydell      */
351e37e98b7SPeter Maydell     if (el == 1 && (hcr & HCR_NV)) {
352e37e98b7SPeter Maydell         DP_TBFLAG_A64(flags, TRAP_ERET, 1);
35367d10fc4SPeter Maydell         DP_TBFLAG_A64(flags, NV, 1);
354c35da11dSPeter Maydell         if (hcr & HCR_NV1) {
355c35da11dSPeter Maydell             DP_TBFLAG_A64(flags, NV1, 1);
356c35da11dSPeter Maydell         }
357c35da11dSPeter Maydell         if (hcr & HCR_NV2) {
358c35da11dSPeter Maydell             DP_TBFLAG_A64(flags, NV2, 1);
359daf9b4a0SPeter Maydell             if (hcr & HCR_E2H) {
360daf9b4a0SPeter Maydell                 DP_TBFLAG_A64(flags, NV2_MEM_E20, 1);
361daf9b4a0SPeter Maydell             }
362daf9b4a0SPeter Maydell             if (env->cp15.sctlr_el[2] & SCTLR_EE) {
363daf9b4a0SPeter Maydell                 DP_TBFLAG_A64(flags, NV2_MEM_BE, 1);
364daf9b4a0SPeter Maydell             }
365c35da11dSPeter Maydell         }
366e37e98b7SPeter Maydell     }
367e37e98b7SPeter Maydell 
368671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_mte, env_archcpu(env))) {
369671efad1SFabiano Rosas         /*
370671efad1SFabiano Rosas          * Set MTE_ACTIVE if any access may be Checked, and leave clear
371671efad1SFabiano Rosas          * if all accesses must be Unchecked:
372671efad1SFabiano Rosas          * 1) If no TBI, then there are no tags in the address to check,
373671efad1SFabiano Rosas          * 2) If Tag Check Override, then all accesses are Unchecked,
374671efad1SFabiano Rosas          * 3) If Tag Check Fail == 0, then Checked access have no effect,
375671efad1SFabiano Rosas          * 4) If no Allocation Tag Access, then all accesses are Unchecked.
376671efad1SFabiano Rosas          */
377671efad1SFabiano Rosas         if (allocation_tag_access_enabled(env, el, sctlr)) {
378671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, ATA, 1);
379671efad1SFabiano Rosas             if (tbid
380671efad1SFabiano Rosas                 && !(env->pstate & PSTATE_TCO)
381671efad1SFabiano Rosas                 && (sctlr & (el == 0 ? SCTLR_TCF0 : SCTLR_TCF))) {
382671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, MTE_ACTIVE, 1);
383903dbefcSPeter Maydell                 if (!EX_TBFLAG_A64(flags, UNPRIV)) {
384903dbefcSPeter Maydell                     /*
385903dbefcSPeter Maydell                      * In non-unpriv contexts (eg EL0), unpriv load/stores
386903dbefcSPeter Maydell                      * act like normal ones; duplicate the MTE info to
387903dbefcSPeter Maydell                      * avoid translate-a64.c having to check UNPRIV to see
388903dbefcSPeter Maydell                      * whether it is OK to index into MTE_ACTIVE[].
389903dbefcSPeter Maydell                      */
390903dbefcSPeter Maydell                     DP_TBFLAG_A64(flags, MTE0_ACTIVE, 1);
391903dbefcSPeter Maydell                 }
392671efad1SFabiano Rosas             }
393671efad1SFabiano Rosas         }
394671efad1SFabiano Rosas         /* And again for unprivileged accesses, if required.  */
395671efad1SFabiano Rosas         if (EX_TBFLAG_A64(flags, UNPRIV)
396671efad1SFabiano Rosas             && tbid
397671efad1SFabiano Rosas             && !(env->pstate & PSTATE_TCO)
398671efad1SFabiano Rosas             && (sctlr & SCTLR_TCF0)
399671efad1SFabiano Rosas             && allocation_tag_access_enabled(env, 0, sctlr)) {
400671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, MTE0_ACTIVE, 1);
401671efad1SFabiano Rosas         }
402179e9a3bSPeter Maydell         /*
40351464c56SMichael Tokarev          * For unpriv tag-setting accesses we also need ATA0. Again, in
404179e9a3bSPeter Maydell          * contexts where unpriv and normal insns are the same we
405179e9a3bSPeter Maydell          * duplicate the ATA bit to save effort for translate-a64.c.
406179e9a3bSPeter Maydell          */
407179e9a3bSPeter Maydell         if (EX_TBFLAG_A64(flags, UNPRIV)) {
408179e9a3bSPeter Maydell             if (allocation_tag_access_enabled(env, 0, sctlr)) {
409179e9a3bSPeter Maydell                 DP_TBFLAG_A64(flags, ATA0, 1);
410179e9a3bSPeter Maydell             }
411179e9a3bSPeter Maydell         } else {
412179e9a3bSPeter Maydell             DP_TBFLAG_A64(flags, ATA0, EX_TBFLAG_A64(flags, ATA));
413179e9a3bSPeter Maydell         }
414671efad1SFabiano Rosas         /* Cache TCMA as well as TBI. */
415671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, TCMA, aa64_va_parameter_tcma(tcr, mmu_idx));
416671efad1SFabiano Rosas     }
417671efad1SFabiano Rosas 
418731528d3SPeter Maydell     if (env->vfp.fpcr & FPCR_AH) {
419731528d3SPeter Maydell         DP_TBFLAG_A64(flags, AH, 1);
420731528d3SPeter Maydell     }
4217025fa99SPeter Maydell     if (env->vfp.fpcr & FPCR_NEP) {
4227025fa99SPeter Maydell         /*
4237025fa99SPeter Maydell          * In streaming-SVE without FA64, NEP behaves as if zero;
4247025fa99SPeter Maydell          * compare pseudocode IsMerging()
4257025fa99SPeter Maydell          */
4267025fa99SPeter Maydell         if (!(EX_TBFLAG_A64(flags, PSTATE_SM) && !sme_fa64(env, el))) {
4277025fa99SPeter Maydell             DP_TBFLAG_A64(flags, NEP, 1);
4287025fa99SPeter Maydell         }
4297025fa99SPeter Maydell     }
430731528d3SPeter Maydell 
431671efad1SFabiano Rosas     return rebuild_hflags_common(env, fp_el, mmu_idx, flags);
432671efad1SFabiano Rosas }
433671efad1SFabiano Rosas 
434671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_internal(CPUARMState *env)
435671efad1SFabiano Rosas {
436671efad1SFabiano Rosas     int el = arm_current_el(env);
437671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
438671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
439671efad1SFabiano Rosas 
440671efad1SFabiano Rosas     if (is_a64(env)) {
441671efad1SFabiano Rosas         return rebuild_hflags_a64(env, el, fp_el, mmu_idx);
442671efad1SFabiano Rosas     } else if (arm_feature(env, ARM_FEATURE_M)) {
443671efad1SFabiano Rosas         return rebuild_hflags_m32(env, fp_el, mmu_idx);
444671efad1SFabiano Rosas     } else {
445671efad1SFabiano Rosas         return rebuild_hflags_a32(env, fp_el, mmu_idx);
446671efad1SFabiano Rosas     }
447671efad1SFabiano Rosas }
448671efad1SFabiano Rosas 
449671efad1SFabiano Rosas void arm_rebuild_hflags(CPUARMState *env)
450671efad1SFabiano Rosas {
451671efad1SFabiano Rosas     env->hflags = rebuild_hflags_internal(env);
452671efad1SFabiano Rosas }
453671efad1SFabiano Rosas 
454671efad1SFabiano Rosas /*
455671efad1SFabiano Rosas  * If we have triggered a EL state change we can't rely on the
456671efad1SFabiano Rosas  * translator having passed it to us, we need to recompute.
457671efad1SFabiano Rosas  */
458671efad1SFabiano Rosas void HELPER(rebuild_hflags_m32_newel)(CPUARMState *env)
459671efad1SFabiano Rosas {
460671efad1SFabiano Rosas     int el = arm_current_el(env);
461671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
462671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
463671efad1SFabiano Rosas 
464671efad1SFabiano Rosas     env->hflags = rebuild_hflags_m32(env, fp_el, mmu_idx);
465671efad1SFabiano Rosas }
466671efad1SFabiano Rosas 
467671efad1SFabiano Rosas void HELPER(rebuild_hflags_m32)(CPUARMState *env, int el)
468671efad1SFabiano Rosas {
469671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
470671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
471671efad1SFabiano Rosas 
472671efad1SFabiano Rosas     env->hflags = rebuild_hflags_m32(env, fp_el, mmu_idx);
473671efad1SFabiano Rosas }
474671efad1SFabiano Rosas 
475671efad1SFabiano Rosas /*
476671efad1SFabiano Rosas  * If we have triggered a EL state change we can't rely on the
477671efad1SFabiano Rosas  * translator having passed it to us, we need to recompute.
478671efad1SFabiano Rosas  */
479671efad1SFabiano Rosas void HELPER(rebuild_hflags_a32_newel)(CPUARMState *env)
480671efad1SFabiano Rosas {
481671efad1SFabiano Rosas     int el = arm_current_el(env);
482671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
483671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
484671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a32(env, fp_el, mmu_idx);
485671efad1SFabiano Rosas }
486671efad1SFabiano Rosas 
487671efad1SFabiano Rosas void HELPER(rebuild_hflags_a32)(CPUARMState *env, int el)
488671efad1SFabiano Rosas {
489671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
490671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
491671efad1SFabiano Rosas 
492671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a32(env, fp_el, mmu_idx);
493671efad1SFabiano Rosas }
494671efad1SFabiano Rosas 
495671efad1SFabiano Rosas void HELPER(rebuild_hflags_a64)(CPUARMState *env, int el)
496671efad1SFabiano Rosas {
497671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
498671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
499671efad1SFabiano Rosas 
500671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a64(env, el, fp_el, mmu_idx);
501671efad1SFabiano Rosas }
502671efad1SFabiano Rosas 
5039da84372SRichard Henderson static void assert_hflags_rebuild_correctly(CPUARMState *env)
504671efad1SFabiano Rosas {
505671efad1SFabiano Rosas #ifdef CONFIG_DEBUG_TCG
506671efad1SFabiano Rosas     CPUARMTBFlags c = env->hflags;
507671efad1SFabiano Rosas     CPUARMTBFlags r = rebuild_hflags_internal(env);
508671efad1SFabiano Rosas 
509671efad1SFabiano Rosas     if (unlikely(c.flags != r.flags || c.flags2 != r.flags2)) {
510671efad1SFabiano Rosas         fprintf(stderr, "TCG hflags mismatch "
5119fac3975SPierrick Bouvier                         "(current:(0x%08x,0x%016" PRIx64 ")"
5129fac3975SPierrick Bouvier                         " rebuilt:(0x%08x,0x%016" PRIx64 ")\n",
513671efad1SFabiano Rosas                 c.flags, c.flags2, r.flags, r.flags2);
514671efad1SFabiano Rosas         abort();
515671efad1SFabiano Rosas     }
516671efad1SFabiano Rosas #endif
517671efad1SFabiano Rosas }
518b6aeb8d2SRichard Henderson 
519b6aeb8d2SRichard Henderson static bool mve_no_pred(CPUARMState *env)
520b6aeb8d2SRichard Henderson {
521b6aeb8d2SRichard Henderson     /*
522b6aeb8d2SRichard Henderson      * Return true if there is definitely no predication of MVE
523b6aeb8d2SRichard Henderson      * instructions by VPR or LTPSIZE. (Returning false even if there
524b6aeb8d2SRichard Henderson      * isn't any predication is OK; generated code will just be
525b6aeb8d2SRichard Henderson      * a little worse.)
526b6aeb8d2SRichard Henderson      * If the CPU does not implement MVE then this TB flag is always 0.
527b6aeb8d2SRichard Henderson      *
528b6aeb8d2SRichard Henderson      * NOTE: if you change this logic, the "recalculate s->mve_no_pred"
529b6aeb8d2SRichard Henderson      * logic in gen_update_fp_context() needs to be updated to match.
530b6aeb8d2SRichard Henderson      *
531b6aeb8d2SRichard Henderson      * We do not include the effect of the ECI bits here -- they are
532b6aeb8d2SRichard Henderson      * tracked in other TB flags. This simplifies the logic for
533b6aeb8d2SRichard Henderson      * "when did we emit code that changes the MVE_NO_PRED TB flag
534b6aeb8d2SRichard Henderson      * and thus need to end the TB?".
535b6aeb8d2SRichard Henderson      */
536b6aeb8d2SRichard Henderson     if (cpu_isar_feature(aa32_mve, env_archcpu(env))) {
537b6aeb8d2SRichard Henderson         return false;
538b6aeb8d2SRichard Henderson     }
539b6aeb8d2SRichard Henderson     if (env->v7m.vpr) {
540b6aeb8d2SRichard Henderson         return false;
541b6aeb8d2SRichard Henderson     }
542b6aeb8d2SRichard Henderson     if (env->v7m.ltpsize < 4) {
543b6aeb8d2SRichard Henderson         return false;
544b6aeb8d2SRichard Henderson     }
545b6aeb8d2SRichard Henderson     return true;
546b6aeb8d2SRichard Henderson }
547b6aeb8d2SRichard Henderson 
548*c37f8978SRichard Henderson TCGTBCPUState arm_get_tb_cpu_state(CPUState *cs)
549b6aeb8d2SRichard Henderson {
5504759aae4SRichard Henderson     CPUARMState *env = cpu_env(cs);
551b6aeb8d2SRichard Henderson     CPUARMTBFlags flags;
5524759aae4SRichard Henderson     vaddr pc;
553b6aeb8d2SRichard Henderson 
554b6aeb8d2SRichard Henderson     assert_hflags_rebuild_correctly(env);
555b6aeb8d2SRichard Henderson     flags = env->hflags;
556b6aeb8d2SRichard Henderson 
557b6aeb8d2SRichard Henderson     if (EX_TBFLAG_ANY(flags, AARCH64_STATE)) {
5584759aae4SRichard Henderson         pc = env->pc;
559b6aeb8d2SRichard Henderson         if (cpu_isar_feature(aa64_bti, env_archcpu(env))) {
560b6aeb8d2SRichard Henderson             DP_TBFLAG_A64(flags, BTYPE, env->btype);
561b6aeb8d2SRichard Henderson         }
562b6aeb8d2SRichard Henderson     } else {
5634759aae4SRichard Henderson         pc = env->regs[15];
564b6aeb8d2SRichard Henderson 
565b6aeb8d2SRichard Henderson         if (arm_feature(env, ARM_FEATURE_M)) {
566b6aeb8d2SRichard Henderson             if (arm_feature(env, ARM_FEATURE_M_SECURITY) &&
567b6aeb8d2SRichard Henderson                 FIELD_EX32(env->v7m.fpccr[M_REG_S], V7M_FPCCR, S)
568b6aeb8d2SRichard Henderson                 != env->v7m.secure) {
569b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, FPCCR_S_WRONG, 1);
570b6aeb8d2SRichard Henderson             }
571b6aeb8d2SRichard Henderson 
572b6aeb8d2SRichard Henderson             if ((env->v7m.fpccr[env->v7m.secure] & R_V7M_FPCCR_ASPEN_MASK) &&
573b6aeb8d2SRichard Henderson                 (!(env->v7m.control[M_REG_S] & R_V7M_CONTROL_FPCA_MASK) ||
574b6aeb8d2SRichard Henderson                  (env->v7m.secure &&
575b6aeb8d2SRichard Henderson                   !(env->v7m.control[M_REG_S] & R_V7M_CONTROL_SFPA_MASK)))) {
576b6aeb8d2SRichard Henderson                 /*
577b6aeb8d2SRichard Henderson                  * ASPEN is set, but FPCA/SFPA indicate that there is no
578b6aeb8d2SRichard Henderson                  * active FP context; we must create a new FP context before
579b6aeb8d2SRichard Henderson                  * executing any FP insn.
580b6aeb8d2SRichard Henderson                  */
581b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, NEW_FP_CTXT_NEEDED, 1);
582b6aeb8d2SRichard Henderson             }
583b6aeb8d2SRichard Henderson 
584b6aeb8d2SRichard Henderson             bool is_secure = env->v7m.fpccr[M_REG_S] & R_V7M_FPCCR_S_MASK;
585b6aeb8d2SRichard Henderson             if (env->v7m.fpccr[is_secure] & R_V7M_FPCCR_LSPACT_MASK) {
586b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, LSPACT, 1);
587b6aeb8d2SRichard Henderson             }
588b6aeb8d2SRichard Henderson 
589b6aeb8d2SRichard Henderson             if (mve_no_pred(env)) {
590b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, MVE_NO_PRED, 1);
591b6aeb8d2SRichard Henderson             }
592b6aeb8d2SRichard Henderson         } else {
593b6aeb8d2SRichard Henderson             /*
594b6aeb8d2SRichard Henderson              * Note that XSCALE_CPAR shares bits with VECSTRIDE.
595b6aeb8d2SRichard Henderson              * Note that VECLEN+VECSTRIDE are RES0 for M-profile.
596b6aeb8d2SRichard Henderson              */
597b6aeb8d2SRichard Henderson             if (arm_feature(env, ARM_FEATURE_XSCALE)) {
598b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, XSCALE_CPAR, env->cp15.c15_cpar);
599b6aeb8d2SRichard Henderson             } else {
600b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VECLEN, env->vfp.vec_len);
601b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VECSTRIDE, env->vfp.vec_stride);
602b6aeb8d2SRichard Henderson             }
603b6aeb8d2SRichard Henderson             if (env->vfp.xregs[ARM_VFP_FPEXC] & (1 << 30)) {
604b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VFPEN, 1);
605b6aeb8d2SRichard Henderson             }
606b6aeb8d2SRichard Henderson         }
607b6aeb8d2SRichard Henderson 
608b6aeb8d2SRichard Henderson         DP_TBFLAG_AM32(flags, THUMB, env->thumb);
609b6aeb8d2SRichard Henderson         DP_TBFLAG_AM32(flags, CONDEXEC, env->condexec_bits);
610b6aeb8d2SRichard Henderson     }
611b6aeb8d2SRichard Henderson 
612b6aeb8d2SRichard Henderson     /*
613b6aeb8d2SRichard Henderson      * The SS_ACTIVE and PSTATE_SS bits correspond to the state machine
614b6aeb8d2SRichard Henderson      * states defined in the ARM ARM for software singlestep:
615b6aeb8d2SRichard Henderson      *  SS_ACTIVE   PSTATE.SS   State
616b6aeb8d2SRichard Henderson      *     0            x       Inactive (the TB flag for SS is always 0)
617b6aeb8d2SRichard Henderson      *     1            0       Active-pending
618b6aeb8d2SRichard Henderson      *     1            1       Active-not-pending
619b6aeb8d2SRichard Henderson      * SS_ACTIVE is set in hflags; PSTATE__SS is computed every TB.
620b6aeb8d2SRichard Henderson      */
621b6aeb8d2SRichard Henderson     if (EX_TBFLAG_ANY(flags, SS_ACTIVE) && (env->pstate & PSTATE_SS)) {
622b6aeb8d2SRichard Henderson         DP_TBFLAG_ANY(flags, PSTATE__SS, 1);
623b6aeb8d2SRichard Henderson     }
624b6aeb8d2SRichard Henderson 
6254759aae4SRichard Henderson     return (TCGTBCPUState){
6264759aae4SRichard Henderson         .pc = pc,
6274759aae4SRichard Henderson         .flags = flags.flags,
6284759aae4SRichard Henderson         .cs_base = flags.flags2,
6294759aae4SRichard Henderson     };
630b6aeb8d2SRichard Henderson }
631