xref: /qemu/target/arm/tcg/hflags.c (revision b6aeb8d243c5ab8b914b55f0036e8289a99322c8)
1671efad1SFabiano Rosas /*
2671efad1SFabiano Rosas  * ARM hflags
3671efad1SFabiano Rosas  *
4671efad1SFabiano Rosas  * This code is licensed under the GNU GPL v2 or later.
5671efad1SFabiano Rosas  *
6671efad1SFabiano Rosas  * SPDX-License-Identifier: GPL-2.0-or-later
7671efad1SFabiano Rosas  */
8671efad1SFabiano Rosas #include "qemu/osdep.h"
9671efad1SFabiano Rosas #include "cpu.h"
10671efad1SFabiano Rosas #include "internals.h"
115a534314SPeter Maydell #include "cpu-features.h"
12671efad1SFabiano Rosas #include "exec/helper-proto.h"
13*b6aeb8d2SRichard Henderson #include "accel/tcg/cpu-ops.h"
14671efad1SFabiano Rosas #include "cpregs.h"
15671efad1SFabiano Rosas 
16671efad1SFabiano Rosas static inline bool fgt_svc(CPUARMState *env, int el)
17671efad1SFabiano Rosas {
18671efad1SFabiano Rosas     /*
19671efad1SFabiano Rosas      * Assuming fine-grained-traps are active, return true if we
20671efad1SFabiano Rosas      * should be trapping on SVC instructions. Only AArch64 can
21671efad1SFabiano Rosas      * trap on an SVC at EL1, but we don't need to special-case this
22671efad1SFabiano Rosas      * because if this is AArch32 EL1 then arm_fgt_active() is false.
23671efad1SFabiano Rosas      * We also know el is 0 or 1.
24671efad1SFabiano Rosas      */
25671efad1SFabiano Rosas     return el == 0 ?
26671efad1SFabiano Rosas         FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, SVC_EL0) :
27671efad1SFabiano Rosas         FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, SVC_EL1);
28671efad1SFabiano Rosas }
29671efad1SFabiano Rosas 
3059754f85SRichard Henderson /* Return true if memory alignment should be enforced. */
3159754f85SRichard Henderson static bool aprofile_require_alignment(CPUARMState *env, int el, uint64_t sctlr)
3259754f85SRichard Henderson {
3359754f85SRichard Henderson #ifdef CONFIG_USER_ONLY
3459754f85SRichard Henderson     return false;
3559754f85SRichard Henderson #else
3659754f85SRichard Henderson     /* Check the alignment enable bit. */
3759754f85SRichard Henderson     if (sctlr & SCTLR_A) {
3859754f85SRichard Henderson         return true;
3959754f85SRichard Henderson     }
4059754f85SRichard Henderson 
4159754f85SRichard Henderson     /*
427b19a355SRichard Henderson      * With PMSA, when the MPU is disabled, all memory types in the
437b19a355SRichard Henderson      * default map are Normal, so don't need aligment enforcing.
447b19a355SRichard Henderson      */
457b19a355SRichard Henderson     if (arm_feature(env, ARM_FEATURE_PMSA)) {
467b19a355SRichard Henderson         return false;
477b19a355SRichard Henderson     }
487b19a355SRichard Henderson 
497b19a355SRichard Henderson     /*
507b19a355SRichard Henderson      * With VMSA, if translation is disabled, then the default memory type
517b19a355SRichard Henderson      * is Device(-nGnRnE) instead of Normal, which requires that alignment
5259754f85SRichard Henderson      * be enforced.  Since this affects all ram, it is most efficient
5359754f85SRichard Henderson      * to handle this during translation.
5459754f85SRichard Henderson      */
5559754f85SRichard Henderson     if (sctlr & SCTLR_M) {
5659754f85SRichard Henderson         /* Translation enabled: memory type in PTE via MAIR_ELx. */
5759754f85SRichard Henderson         return false;
5859754f85SRichard Henderson     }
5959754f85SRichard Henderson     if (el < 2 && (arm_hcr_el2_eff(env) & (HCR_DC | HCR_VM))) {
6059754f85SRichard Henderson         /* Stage 2 translation enabled: memory type in PTE. */
6159754f85SRichard Henderson         return false;
6259754f85SRichard Henderson     }
6359754f85SRichard Henderson     return true;
6459754f85SRichard Henderson #endif
6559754f85SRichard Henderson }
6659754f85SRichard Henderson 
6723560adaSPeter Maydell bool access_secure_reg(CPUARMState *env)
6823560adaSPeter Maydell {
6923560adaSPeter Maydell     bool ret = (arm_feature(env, ARM_FEATURE_EL3) &&
7023560adaSPeter Maydell                 !arm_el_is_aa64(env, 3) &&
7123560adaSPeter Maydell                 !(env->cp15.scr_el3 & SCR_NS));
7223560adaSPeter Maydell 
7323560adaSPeter Maydell     return ret;
7423560adaSPeter Maydell }
7523560adaSPeter Maydell 
76671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_common(CPUARMState *env, int fp_el,
77671efad1SFabiano Rosas                                            ARMMMUIdx mmu_idx,
78671efad1SFabiano Rosas                                            CPUARMTBFlags flags)
79671efad1SFabiano Rosas {
80671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, FPEXC_EL, fp_el);
81671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, MMUIDX, arm_to_core_mmu_idx(mmu_idx));
82671efad1SFabiano Rosas 
83671efad1SFabiano Rosas     if (arm_singlestep_active(env)) {
84671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, SS_ACTIVE, 1);
85671efad1SFabiano Rosas     }
86671efad1SFabiano Rosas 
87671efad1SFabiano Rosas     return flags;
88671efad1SFabiano Rosas }
89671efad1SFabiano Rosas 
90671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_common_32(CPUARMState *env, int fp_el,
91671efad1SFabiano Rosas                                               ARMMMUIdx mmu_idx,
92671efad1SFabiano Rosas                                               CPUARMTBFlags flags)
93671efad1SFabiano Rosas {
94671efad1SFabiano Rosas     bool sctlr_b = arm_sctlr_b(env);
95671efad1SFabiano Rosas 
96671efad1SFabiano Rosas     if (sctlr_b) {
97671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, SCTLR__B, 1);
98671efad1SFabiano Rosas     }
99671efad1SFabiano Rosas     if (arm_cpu_data_is_big_endian_a32(env, sctlr_b)) {
100671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, BE_DATA, 1);
101671efad1SFabiano Rosas     }
102671efad1SFabiano Rosas     DP_TBFLAG_A32(flags, NS, !access_secure_reg(env));
103671efad1SFabiano Rosas 
104671efad1SFabiano Rosas     return rebuild_hflags_common(env, fp_el, mmu_idx, flags);
105671efad1SFabiano Rosas }
106671efad1SFabiano Rosas 
107671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_m32(CPUARMState *env, int fp_el,
108671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
109671efad1SFabiano Rosas {
110671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
111671efad1SFabiano Rosas     uint32_t ccr = env->v7m.ccr[env->v7m.secure];
112671efad1SFabiano Rosas 
113671efad1SFabiano Rosas     /* Without HaveMainExt, CCR.UNALIGN_TRP is RES1. */
114671efad1SFabiano Rosas     if (ccr & R_V7M_CCR_UNALIGN_TRP_MASK) {
115671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
116671efad1SFabiano Rosas     }
117671efad1SFabiano Rosas 
118671efad1SFabiano Rosas     if (arm_v7m_is_handler_mode(env)) {
119671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, HANDLER, 1);
120671efad1SFabiano Rosas     }
121671efad1SFabiano Rosas 
122671efad1SFabiano Rosas     /*
123671efad1SFabiano Rosas      * v8M always applies stack limit checks unless CCR.STKOFHFNMIGN
124671efad1SFabiano Rosas      * is suppressing them because the requested execution priority
125671efad1SFabiano Rosas      * is less than 0.
126671efad1SFabiano Rosas      */
127671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_V8) &&
128671efad1SFabiano Rosas         !((mmu_idx & ARM_MMU_IDX_M_NEGPRI) &&
129671efad1SFabiano Rosas           (ccr & R_V7M_CCR_STKOFHFNMIGN_MASK))) {
130671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, STACKCHECK, 1);
131671efad1SFabiano Rosas     }
132671efad1SFabiano Rosas 
133671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_M_SECURITY) && env->v7m.secure) {
134671efad1SFabiano Rosas         DP_TBFLAG_M32(flags, SECURE, 1);
135671efad1SFabiano Rosas     }
136671efad1SFabiano Rosas 
137671efad1SFabiano Rosas     return rebuild_hflags_common_32(env, fp_el, mmu_idx, flags);
138671efad1SFabiano Rosas }
139671efad1SFabiano Rosas 
140671efad1SFabiano Rosas /* This corresponds to the ARM pseudocode function IsFullA64Enabled(). */
141671efad1SFabiano Rosas static bool sme_fa64(CPUARMState *env, int el)
142671efad1SFabiano Rosas {
143671efad1SFabiano Rosas     if (!cpu_isar_feature(aa64_sme_fa64, env_archcpu(env))) {
144671efad1SFabiano Rosas         return false;
145671efad1SFabiano Rosas     }
146671efad1SFabiano Rosas 
147671efad1SFabiano Rosas     if (el <= 1 && !el_is_in_host(env, el)) {
148671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[1], SMCR, FA64)) {
149671efad1SFabiano Rosas             return false;
150671efad1SFabiano Rosas         }
151671efad1SFabiano Rosas     }
152671efad1SFabiano Rosas     if (el <= 2 && arm_is_el2_enabled(env)) {
153671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[2], SMCR, FA64)) {
154671efad1SFabiano Rosas             return false;
155671efad1SFabiano Rosas         }
156671efad1SFabiano Rosas     }
157671efad1SFabiano Rosas     if (arm_feature(env, ARM_FEATURE_EL3)) {
158671efad1SFabiano Rosas         if (!FIELD_EX64(env->vfp.smcr_el[3], SMCR, FA64)) {
159671efad1SFabiano Rosas             return false;
160671efad1SFabiano Rosas         }
161671efad1SFabiano Rosas     }
162671efad1SFabiano Rosas 
163671efad1SFabiano Rosas     return true;
164671efad1SFabiano Rosas }
165671efad1SFabiano Rosas 
166671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_a32(CPUARMState *env, int fp_el,
167671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
168671efad1SFabiano Rosas {
169671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
170671efad1SFabiano Rosas     int el = arm_current_el(env);
17159754f85SRichard Henderson     uint64_t sctlr = arm_sctlr(env, el);
172671efad1SFabiano Rosas 
17359754f85SRichard Henderson     if (aprofile_require_alignment(env, el, sctlr)) {
174671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
175671efad1SFabiano Rosas     }
176671efad1SFabiano Rosas 
177671efad1SFabiano Rosas     if (arm_el_is_aa64(env, 1)) {
178671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, VFPEN, 1);
179671efad1SFabiano Rosas     }
180671efad1SFabiano Rosas 
181671efad1SFabiano Rosas     if (el < 2 && env->cp15.hstr_el2 && arm_is_el2_enabled(env) &&
182671efad1SFabiano Rosas         (arm_hcr_el2_eff(env) & (HCR_E2H | HCR_TGE)) != (HCR_E2H | HCR_TGE)) {
183671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, HSTR_ACTIVE, 1);
184671efad1SFabiano Rosas     }
185671efad1SFabiano Rosas 
186671efad1SFabiano Rosas     if (arm_fgt_active(env, el)) {
187671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, FGT_ACTIVE, 1);
188671efad1SFabiano Rosas         if (fgt_svc(env, el)) {
189671efad1SFabiano Rosas             DP_TBFLAG_ANY(flags, FGT_SVC, 1);
190671efad1SFabiano Rosas         }
191671efad1SFabiano Rosas     }
192671efad1SFabiano Rosas 
193671efad1SFabiano Rosas     if (env->uncached_cpsr & CPSR_IL) {
194671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, PSTATE__IL, 1);
195671efad1SFabiano Rosas     }
196671efad1SFabiano Rosas 
197671efad1SFabiano Rosas     /*
198671efad1SFabiano Rosas      * The SME exception we are testing for is raised via
199671efad1SFabiano Rosas      * AArch64.CheckFPAdvSIMDEnabled(), as called from
200671efad1SFabiano Rosas      * AArch32.CheckAdvSIMDOrFPEnabled().
201671efad1SFabiano Rosas      */
202671efad1SFabiano Rosas     if (el == 0
203671efad1SFabiano Rosas         && FIELD_EX64(env->svcr, SVCR, SM)
204671efad1SFabiano Rosas         && (!arm_is_el2_enabled(env)
205671efad1SFabiano Rosas             || (arm_el_is_aa64(env, 2) && !(env->cp15.hcr_el2 & HCR_TGE)))
206671efad1SFabiano Rosas         && arm_el_is_aa64(env, 1)
207671efad1SFabiano Rosas         && !sme_fa64(env, el)) {
208671efad1SFabiano Rosas         DP_TBFLAG_A32(flags, SME_TRAP_NONSTREAMING, 1);
209671efad1SFabiano Rosas     }
210671efad1SFabiano Rosas 
211671efad1SFabiano Rosas     return rebuild_hflags_common_32(env, fp_el, mmu_idx, flags);
212671efad1SFabiano Rosas }
213671efad1SFabiano Rosas 
214671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_a64(CPUARMState *env, int el, int fp_el,
215671efad1SFabiano Rosas                                         ARMMMUIdx mmu_idx)
216671efad1SFabiano Rosas {
217671efad1SFabiano Rosas     CPUARMTBFlags flags = {};
218671efad1SFabiano Rosas     ARMMMUIdx stage1 = stage_1_mmu_idx(mmu_idx);
219671efad1SFabiano Rosas     uint64_t tcr = regime_tcr(env, mmu_idx);
220e37e98b7SPeter Maydell     uint64_t hcr = arm_hcr_el2_eff(env);
221671efad1SFabiano Rosas     uint64_t sctlr;
222671efad1SFabiano Rosas     int tbii, tbid;
223671efad1SFabiano Rosas 
224671efad1SFabiano Rosas     DP_TBFLAG_ANY(flags, AARCH64_STATE, 1);
225671efad1SFabiano Rosas 
226671efad1SFabiano Rosas     /* Get control bits for tagged addresses.  */
227671efad1SFabiano Rosas     tbid = aa64_va_parameter_tbi(tcr, mmu_idx);
228671efad1SFabiano Rosas     tbii = tbid & ~aa64_va_parameter_tbid(tcr, mmu_idx);
229671efad1SFabiano Rosas 
230671efad1SFabiano Rosas     DP_TBFLAG_A64(flags, TBII, tbii);
231671efad1SFabiano Rosas     DP_TBFLAG_A64(flags, TBID, tbid);
232671efad1SFabiano Rosas 
233671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_sve, env_archcpu(env))) {
234671efad1SFabiano Rosas         int sve_el = sve_exception_el(env, el);
235671efad1SFabiano Rosas 
236671efad1SFabiano Rosas         /*
237671efad1SFabiano Rosas          * If either FP or SVE are disabled, translator does not need len.
238671efad1SFabiano Rosas          * If SVE EL > FP EL, FP exception has precedence, and translator
239671efad1SFabiano Rosas          * does not need SVE EL.  Save potential re-translations by forcing
240671efad1SFabiano Rosas          * the unneeded data to zero.
241671efad1SFabiano Rosas          */
242671efad1SFabiano Rosas         if (fp_el != 0) {
243671efad1SFabiano Rosas             if (sve_el > fp_el) {
244671efad1SFabiano Rosas                 sve_el = 0;
245671efad1SFabiano Rosas             }
246671efad1SFabiano Rosas         } else if (sve_el == 0) {
247671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, VL, sve_vqm1_for_el(env, el));
248671efad1SFabiano Rosas         }
249671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, SVEEXC_EL, sve_el);
250671efad1SFabiano Rosas     }
251671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_sme, env_archcpu(env))) {
252671efad1SFabiano Rosas         int sme_el = sme_exception_el(env, el);
253671efad1SFabiano Rosas         bool sm = FIELD_EX64(env->svcr, SVCR, SM);
254671efad1SFabiano Rosas 
255671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, SMEEXC_EL, sme_el);
256671efad1SFabiano Rosas         if (sme_el == 0) {
257671efad1SFabiano Rosas             /* Similarly, do not compute SVL if SME is disabled. */
258671efad1SFabiano Rosas             int svl = sve_vqm1_for_el_sm(env, el, true);
259671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, SVL, svl);
260671efad1SFabiano Rosas             if (sm) {
261671efad1SFabiano Rosas                 /* If SVE is disabled, we will not have set VL above. */
262671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, VL, svl);
263671efad1SFabiano Rosas             }
264671efad1SFabiano Rosas         }
265671efad1SFabiano Rosas         if (sm) {
266671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, PSTATE_SM, 1);
267671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, SME_TRAP_NONSTREAMING, !sme_fa64(env, el));
268671efad1SFabiano Rosas         }
269671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, PSTATE_ZA, FIELD_EX64(env->svcr, SVCR, ZA));
270671efad1SFabiano Rosas     }
271671efad1SFabiano Rosas 
272671efad1SFabiano Rosas     sctlr = regime_sctlr(env, stage1);
273671efad1SFabiano Rosas 
27459754f85SRichard Henderson     if (aprofile_require_alignment(env, el, sctlr)) {
275671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, ALIGN_MEM, 1);
276671efad1SFabiano Rosas     }
277671efad1SFabiano Rosas 
278671efad1SFabiano Rosas     if (arm_cpu_data_is_big_endian_a64(el, sctlr)) {
279671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, BE_DATA, 1);
280671efad1SFabiano Rosas     }
281671efad1SFabiano Rosas 
282671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_pauth, env_archcpu(env))) {
283671efad1SFabiano Rosas         /*
284671efad1SFabiano Rosas          * In order to save space in flags, we record only whether
285671efad1SFabiano Rosas          * pauth is "inactive", meaning all insns are implemented as
286671efad1SFabiano Rosas          * a nop, or "active" when some action must be performed.
287671efad1SFabiano Rosas          * The decision of which action to take is left to a helper.
288671efad1SFabiano Rosas          */
289671efad1SFabiano Rosas         if (sctlr & (SCTLR_EnIA | SCTLR_EnIB | SCTLR_EnDA | SCTLR_EnDB)) {
290671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, PAUTH_ACTIVE, 1);
291671efad1SFabiano Rosas         }
292671efad1SFabiano Rosas     }
293671efad1SFabiano Rosas 
294671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_bti, env_archcpu(env))) {
295671efad1SFabiano Rosas         /* Note that SCTLR_EL[23].BT == SCTLR_BT1.  */
296671efad1SFabiano Rosas         if (sctlr & (el == 0 ? SCTLR_BT0 : SCTLR_BT1)) {
297671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, BT, 1);
298671efad1SFabiano Rosas         }
299671efad1SFabiano Rosas     }
300671efad1SFabiano Rosas 
30183f624d9SRichard Henderson     if (cpu_isar_feature(aa64_lse2, env_archcpu(env))) {
30283f624d9SRichard Henderson         if (sctlr & SCTLR_nAA) {
30383f624d9SRichard Henderson             DP_TBFLAG_A64(flags, NAA, 1);
30483f624d9SRichard Henderson         }
30583f624d9SRichard Henderson     }
30683f624d9SRichard Henderson 
307671efad1SFabiano Rosas     /* Compute the condition for using AccType_UNPRIV for LDTR et al. */
308671efad1SFabiano Rosas     if (!(env->pstate & PSTATE_UAO)) {
309671efad1SFabiano Rosas         switch (mmu_idx) {
310671efad1SFabiano Rosas         case ARMMMUIdx_E10_1:
311671efad1SFabiano Rosas         case ARMMMUIdx_E10_1_PAN:
3122e9b1e50SPeter Maydell             /* FEAT_NV: NV,NV1 == 1,1 means we don't do UNPRIV accesses */
3132e9b1e50SPeter Maydell             if ((hcr & (HCR_NV | HCR_NV1)) != (HCR_NV | HCR_NV1)) {
314671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, UNPRIV, 1);
3152e9b1e50SPeter Maydell             }
316671efad1SFabiano Rosas             break;
317671efad1SFabiano Rosas         case ARMMMUIdx_E20_2:
318671efad1SFabiano Rosas         case ARMMMUIdx_E20_2_PAN:
319671efad1SFabiano Rosas             /*
320671efad1SFabiano Rosas              * Note that EL20_2 is gated by HCR_EL2.E2H == 1, but EL20_0 is
321671efad1SFabiano Rosas              * gated by HCR_EL2.<E2H,TGE> == '11', and so is LDTR.
322671efad1SFabiano Rosas              */
323671efad1SFabiano Rosas             if (env->cp15.hcr_el2 & HCR_TGE) {
324671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, UNPRIV, 1);
325671efad1SFabiano Rosas             }
326671efad1SFabiano Rosas             break;
327671efad1SFabiano Rosas         default:
328671efad1SFabiano Rosas             break;
329671efad1SFabiano Rosas         }
330671efad1SFabiano Rosas     }
331671efad1SFabiano Rosas 
332671efad1SFabiano Rosas     if (env->pstate & PSTATE_IL) {
333671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, PSTATE__IL, 1);
334671efad1SFabiano Rosas     }
335671efad1SFabiano Rosas 
336671efad1SFabiano Rosas     if (arm_fgt_active(env, el)) {
337671efad1SFabiano Rosas         DP_TBFLAG_ANY(flags, FGT_ACTIVE, 1);
338671efad1SFabiano Rosas         if (FIELD_EX64(env->cp15.fgt_exec[FGTREG_HFGITR], HFGITR_EL2, ERET)) {
339e37e98b7SPeter Maydell             DP_TBFLAG_A64(flags, TRAP_ERET, 1);
340671efad1SFabiano Rosas         }
341671efad1SFabiano Rosas         if (fgt_svc(env, el)) {
342671efad1SFabiano Rosas             DP_TBFLAG_ANY(flags, FGT_SVC, 1);
343671efad1SFabiano Rosas         }
344671efad1SFabiano Rosas     }
345671efad1SFabiano Rosas 
346e37e98b7SPeter Maydell     /*
347e37e98b7SPeter Maydell      * ERET can also be trapped for FEAT_NV. arm_hcr_el2_eff() takes care
348e37e98b7SPeter Maydell      * of "is EL2 enabled" and the NV bit can only be set if FEAT_NV is present.
349e37e98b7SPeter Maydell      */
350e37e98b7SPeter Maydell     if (el == 1 && (hcr & HCR_NV)) {
351e37e98b7SPeter Maydell         DP_TBFLAG_A64(flags, TRAP_ERET, 1);
35267d10fc4SPeter Maydell         DP_TBFLAG_A64(flags, NV, 1);
353c35da11dSPeter Maydell         if (hcr & HCR_NV1) {
354c35da11dSPeter Maydell             DP_TBFLAG_A64(flags, NV1, 1);
355c35da11dSPeter Maydell         }
356c35da11dSPeter Maydell         if (hcr & HCR_NV2) {
357c35da11dSPeter Maydell             DP_TBFLAG_A64(flags, NV2, 1);
358daf9b4a0SPeter Maydell             if (hcr & HCR_E2H) {
359daf9b4a0SPeter Maydell                 DP_TBFLAG_A64(flags, NV2_MEM_E20, 1);
360daf9b4a0SPeter Maydell             }
361daf9b4a0SPeter Maydell             if (env->cp15.sctlr_el[2] & SCTLR_EE) {
362daf9b4a0SPeter Maydell                 DP_TBFLAG_A64(flags, NV2_MEM_BE, 1);
363daf9b4a0SPeter Maydell             }
364c35da11dSPeter Maydell         }
365e37e98b7SPeter Maydell     }
366e37e98b7SPeter Maydell 
367671efad1SFabiano Rosas     if (cpu_isar_feature(aa64_mte, env_archcpu(env))) {
368671efad1SFabiano Rosas         /*
369671efad1SFabiano Rosas          * Set MTE_ACTIVE if any access may be Checked, and leave clear
370671efad1SFabiano Rosas          * if all accesses must be Unchecked:
371671efad1SFabiano Rosas          * 1) If no TBI, then there are no tags in the address to check,
372671efad1SFabiano Rosas          * 2) If Tag Check Override, then all accesses are Unchecked,
373671efad1SFabiano Rosas          * 3) If Tag Check Fail == 0, then Checked access have no effect,
374671efad1SFabiano Rosas          * 4) If no Allocation Tag Access, then all accesses are Unchecked.
375671efad1SFabiano Rosas          */
376671efad1SFabiano Rosas         if (allocation_tag_access_enabled(env, el, sctlr)) {
377671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, ATA, 1);
378671efad1SFabiano Rosas             if (tbid
379671efad1SFabiano Rosas                 && !(env->pstate & PSTATE_TCO)
380671efad1SFabiano Rosas                 && (sctlr & (el == 0 ? SCTLR_TCF0 : SCTLR_TCF))) {
381671efad1SFabiano Rosas                 DP_TBFLAG_A64(flags, MTE_ACTIVE, 1);
382903dbefcSPeter Maydell                 if (!EX_TBFLAG_A64(flags, UNPRIV)) {
383903dbefcSPeter Maydell                     /*
384903dbefcSPeter Maydell                      * In non-unpriv contexts (eg EL0), unpriv load/stores
385903dbefcSPeter Maydell                      * act like normal ones; duplicate the MTE info to
386903dbefcSPeter Maydell                      * avoid translate-a64.c having to check UNPRIV to see
387903dbefcSPeter Maydell                      * whether it is OK to index into MTE_ACTIVE[].
388903dbefcSPeter Maydell                      */
389903dbefcSPeter Maydell                     DP_TBFLAG_A64(flags, MTE0_ACTIVE, 1);
390903dbefcSPeter Maydell                 }
391671efad1SFabiano Rosas             }
392671efad1SFabiano Rosas         }
393671efad1SFabiano Rosas         /* And again for unprivileged accesses, if required.  */
394671efad1SFabiano Rosas         if (EX_TBFLAG_A64(flags, UNPRIV)
395671efad1SFabiano Rosas             && tbid
396671efad1SFabiano Rosas             && !(env->pstate & PSTATE_TCO)
397671efad1SFabiano Rosas             && (sctlr & SCTLR_TCF0)
398671efad1SFabiano Rosas             && allocation_tag_access_enabled(env, 0, sctlr)) {
399671efad1SFabiano Rosas             DP_TBFLAG_A64(flags, MTE0_ACTIVE, 1);
400671efad1SFabiano Rosas         }
401179e9a3bSPeter Maydell         /*
40251464c56SMichael Tokarev          * For unpriv tag-setting accesses we also need ATA0. Again, in
403179e9a3bSPeter Maydell          * contexts where unpriv and normal insns are the same we
404179e9a3bSPeter Maydell          * duplicate the ATA bit to save effort for translate-a64.c.
405179e9a3bSPeter Maydell          */
406179e9a3bSPeter Maydell         if (EX_TBFLAG_A64(flags, UNPRIV)) {
407179e9a3bSPeter Maydell             if (allocation_tag_access_enabled(env, 0, sctlr)) {
408179e9a3bSPeter Maydell                 DP_TBFLAG_A64(flags, ATA0, 1);
409179e9a3bSPeter Maydell             }
410179e9a3bSPeter Maydell         } else {
411179e9a3bSPeter Maydell             DP_TBFLAG_A64(flags, ATA0, EX_TBFLAG_A64(flags, ATA));
412179e9a3bSPeter Maydell         }
413671efad1SFabiano Rosas         /* Cache TCMA as well as TBI. */
414671efad1SFabiano Rosas         DP_TBFLAG_A64(flags, TCMA, aa64_va_parameter_tcma(tcr, mmu_idx));
415671efad1SFabiano Rosas     }
416671efad1SFabiano Rosas 
417731528d3SPeter Maydell     if (env->vfp.fpcr & FPCR_AH) {
418731528d3SPeter Maydell         DP_TBFLAG_A64(flags, AH, 1);
419731528d3SPeter Maydell     }
4207025fa99SPeter Maydell     if (env->vfp.fpcr & FPCR_NEP) {
4217025fa99SPeter Maydell         /*
4227025fa99SPeter Maydell          * In streaming-SVE without FA64, NEP behaves as if zero;
4237025fa99SPeter Maydell          * compare pseudocode IsMerging()
4247025fa99SPeter Maydell          */
4257025fa99SPeter Maydell         if (!(EX_TBFLAG_A64(flags, PSTATE_SM) && !sme_fa64(env, el))) {
4267025fa99SPeter Maydell             DP_TBFLAG_A64(flags, NEP, 1);
4277025fa99SPeter Maydell         }
4287025fa99SPeter Maydell     }
429731528d3SPeter Maydell 
430671efad1SFabiano Rosas     return rebuild_hflags_common(env, fp_el, mmu_idx, flags);
431671efad1SFabiano Rosas }
432671efad1SFabiano Rosas 
433671efad1SFabiano Rosas static CPUARMTBFlags rebuild_hflags_internal(CPUARMState *env)
434671efad1SFabiano Rosas {
435671efad1SFabiano Rosas     int el = arm_current_el(env);
436671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
437671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
438671efad1SFabiano Rosas 
439671efad1SFabiano Rosas     if (is_a64(env)) {
440671efad1SFabiano Rosas         return rebuild_hflags_a64(env, el, fp_el, mmu_idx);
441671efad1SFabiano Rosas     } else if (arm_feature(env, ARM_FEATURE_M)) {
442671efad1SFabiano Rosas         return rebuild_hflags_m32(env, fp_el, mmu_idx);
443671efad1SFabiano Rosas     } else {
444671efad1SFabiano Rosas         return rebuild_hflags_a32(env, fp_el, mmu_idx);
445671efad1SFabiano Rosas     }
446671efad1SFabiano Rosas }
447671efad1SFabiano Rosas 
448671efad1SFabiano Rosas void arm_rebuild_hflags(CPUARMState *env)
449671efad1SFabiano Rosas {
450671efad1SFabiano Rosas     env->hflags = rebuild_hflags_internal(env);
451671efad1SFabiano Rosas }
452671efad1SFabiano Rosas 
453671efad1SFabiano Rosas /*
454671efad1SFabiano Rosas  * If we have triggered a EL state change we can't rely on the
455671efad1SFabiano Rosas  * translator having passed it to us, we need to recompute.
456671efad1SFabiano Rosas  */
457671efad1SFabiano Rosas void HELPER(rebuild_hflags_m32_newel)(CPUARMState *env)
458671efad1SFabiano Rosas {
459671efad1SFabiano Rosas     int el = arm_current_el(env);
460671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
461671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
462671efad1SFabiano Rosas 
463671efad1SFabiano Rosas     env->hflags = rebuild_hflags_m32(env, fp_el, mmu_idx);
464671efad1SFabiano Rosas }
465671efad1SFabiano Rosas 
466671efad1SFabiano Rosas void HELPER(rebuild_hflags_m32)(CPUARMState *env, int el)
467671efad1SFabiano Rosas {
468671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
469671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
470671efad1SFabiano Rosas 
471671efad1SFabiano Rosas     env->hflags = rebuild_hflags_m32(env, fp_el, mmu_idx);
472671efad1SFabiano Rosas }
473671efad1SFabiano Rosas 
474671efad1SFabiano Rosas /*
475671efad1SFabiano Rosas  * If we have triggered a EL state change we can't rely on the
476671efad1SFabiano Rosas  * translator having passed it to us, we need to recompute.
477671efad1SFabiano Rosas  */
478671efad1SFabiano Rosas void HELPER(rebuild_hflags_a32_newel)(CPUARMState *env)
479671efad1SFabiano Rosas {
480671efad1SFabiano Rosas     int el = arm_current_el(env);
481671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
482671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
483671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a32(env, fp_el, mmu_idx);
484671efad1SFabiano Rosas }
485671efad1SFabiano Rosas 
486671efad1SFabiano Rosas void HELPER(rebuild_hflags_a32)(CPUARMState *env, int el)
487671efad1SFabiano Rosas {
488671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
489671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
490671efad1SFabiano Rosas 
491671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a32(env, fp_el, mmu_idx);
492671efad1SFabiano Rosas }
493671efad1SFabiano Rosas 
494671efad1SFabiano Rosas void HELPER(rebuild_hflags_a64)(CPUARMState *env, int el)
495671efad1SFabiano Rosas {
496671efad1SFabiano Rosas     int fp_el = fp_exception_el(env, el);
497671efad1SFabiano Rosas     ARMMMUIdx mmu_idx = arm_mmu_idx_el(env, el);
498671efad1SFabiano Rosas 
499671efad1SFabiano Rosas     env->hflags = rebuild_hflags_a64(env, el, fp_el, mmu_idx);
500671efad1SFabiano Rosas }
501671efad1SFabiano Rosas 
502671efad1SFabiano Rosas void assert_hflags_rebuild_correctly(CPUARMState *env)
503671efad1SFabiano Rosas {
504671efad1SFabiano Rosas #ifdef CONFIG_DEBUG_TCG
505671efad1SFabiano Rosas     CPUARMTBFlags c = env->hflags;
506671efad1SFabiano Rosas     CPUARMTBFlags r = rebuild_hflags_internal(env);
507671efad1SFabiano Rosas 
508671efad1SFabiano Rosas     if (unlikely(c.flags != r.flags || c.flags2 != r.flags2)) {
509671efad1SFabiano Rosas         fprintf(stderr, "TCG hflags mismatch "
5109fac3975SPierrick Bouvier                         "(current:(0x%08x,0x%016" PRIx64 ")"
5119fac3975SPierrick Bouvier                         " rebuilt:(0x%08x,0x%016" PRIx64 ")\n",
512671efad1SFabiano Rosas                 c.flags, c.flags2, r.flags, r.flags2);
513671efad1SFabiano Rosas         abort();
514671efad1SFabiano Rosas     }
515671efad1SFabiano Rosas #endif
516671efad1SFabiano Rosas }
517*b6aeb8d2SRichard Henderson 
518*b6aeb8d2SRichard Henderson static bool mve_no_pred(CPUARMState *env)
519*b6aeb8d2SRichard Henderson {
520*b6aeb8d2SRichard Henderson     /*
521*b6aeb8d2SRichard Henderson      * Return true if there is definitely no predication of MVE
522*b6aeb8d2SRichard Henderson      * instructions by VPR or LTPSIZE. (Returning false even if there
523*b6aeb8d2SRichard Henderson      * isn't any predication is OK; generated code will just be
524*b6aeb8d2SRichard Henderson      * a little worse.)
525*b6aeb8d2SRichard Henderson      * If the CPU does not implement MVE then this TB flag is always 0.
526*b6aeb8d2SRichard Henderson      *
527*b6aeb8d2SRichard Henderson      * NOTE: if you change this logic, the "recalculate s->mve_no_pred"
528*b6aeb8d2SRichard Henderson      * logic in gen_update_fp_context() needs to be updated to match.
529*b6aeb8d2SRichard Henderson      *
530*b6aeb8d2SRichard Henderson      * We do not include the effect of the ECI bits here -- they are
531*b6aeb8d2SRichard Henderson      * tracked in other TB flags. This simplifies the logic for
532*b6aeb8d2SRichard Henderson      * "when did we emit code that changes the MVE_NO_PRED TB flag
533*b6aeb8d2SRichard Henderson      * and thus need to end the TB?".
534*b6aeb8d2SRichard Henderson      */
535*b6aeb8d2SRichard Henderson     if (cpu_isar_feature(aa32_mve, env_archcpu(env))) {
536*b6aeb8d2SRichard Henderson         return false;
537*b6aeb8d2SRichard Henderson     }
538*b6aeb8d2SRichard Henderson     if (env->v7m.vpr) {
539*b6aeb8d2SRichard Henderson         return false;
540*b6aeb8d2SRichard Henderson     }
541*b6aeb8d2SRichard Henderson     if (env->v7m.ltpsize < 4) {
542*b6aeb8d2SRichard Henderson         return false;
543*b6aeb8d2SRichard Henderson     }
544*b6aeb8d2SRichard Henderson     return true;
545*b6aeb8d2SRichard Henderson }
546*b6aeb8d2SRichard Henderson 
547*b6aeb8d2SRichard Henderson void cpu_get_tb_cpu_state(CPUARMState *env, vaddr *pc,
548*b6aeb8d2SRichard Henderson                           uint64_t *cs_base, uint32_t *pflags)
549*b6aeb8d2SRichard Henderson {
550*b6aeb8d2SRichard Henderson     CPUARMTBFlags flags;
551*b6aeb8d2SRichard Henderson 
552*b6aeb8d2SRichard Henderson     assert_hflags_rebuild_correctly(env);
553*b6aeb8d2SRichard Henderson     flags = env->hflags;
554*b6aeb8d2SRichard Henderson 
555*b6aeb8d2SRichard Henderson     if (EX_TBFLAG_ANY(flags, AARCH64_STATE)) {
556*b6aeb8d2SRichard Henderson         *pc = env->pc;
557*b6aeb8d2SRichard Henderson         if (cpu_isar_feature(aa64_bti, env_archcpu(env))) {
558*b6aeb8d2SRichard Henderson             DP_TBFLAG_A64(flags, BTYPE, env->btype);
559*b6aeb8d2SRichard Henderson         }
560*b6aeb8d2SRichard Henderson     } else {
561*b6aeb8d2SRichard Henderson         *pc = env->regs[15];
562*b6aeb8d2SRichard Henderson 
563*b6aeb8d2SRichard Henderson         if (arm_feature(env, ARM_FEATURE_M)) {
564*b6aeb8d2SRichard Henderson             if (arm_feature(env, ARM_FEATURE_M_SECURITY) &&
565*b6aeb8d2SRichard Henderson                 FIELD_EX32(env->v7m.fpccr[M_REG_S], V7M_FPCCR, S)
566*b6aeb8d2SRichard Henderson                 != env->v7m.secure) {
567*b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, FPCCR_S_WRONG, 1);
568*b6aeb8d2SRichard Henderson             }
569*b6aeb8d2SRichard Henderson 
570*b6aeb8d2SRichard Henderson             if ((env->v7m.fpccr[env->v7m.secure] & R_V7M_FPCCR_ASPEN_MASK) &&
571*b6aeb8d2SRichard Henderson                 (!(env->v7m.control[M_REG_S] & R_V7M_CONTROL_FPCA_MASK) ||
572*b6aeb8d2SRichard Henderson                  (env->v7m.secure &&
573*b6aeb8d2SRichard Henderson                   !(env->v7m.control[M_REG_S] & R_V7M_CONTROL_SFPA_MASK)))) {
574*b6aeb8d2SRichard Henderson                 /*
575*b6aeb8d2SRichard Henderson                  * ASPEN is set, but FPCA/SFPA indicate that there is no
576*b6aeb8d2SRichard Henderson                  * active FP context; we must create a new FP context before
577*b6aeb8d2SRichard Henderson                  * executing any FP insn.
578*b6aeb8d2SRichard Henderson                  */
579*b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, NEW_FP_CTXT_NEEDED, 1);
580*b6aeb8d2SRichard Henderson             }
581*b6aeb8d2SRichard Henderson 
582*b6aeb8d2SRichard Henderson             bool is_secure = env->v7m.fpccr[M_REG_S] & R_V7M_FPCCR_S_MASK;
583*b6aeb8d2SRichard Henderson             if (env->v7m.fpccr[is_secure] & R_V7M_FPCCR_LSPACT_MASK) {
584*b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, LSPACT, 1);
585*b6aeb8d2SRichard Henderson             }
586*b6aeb8d2SRichard Henderson 
587*b6aeb8d2SRichard Henderson             if (mve_no_pred(env)) {
588*b6aeb8d2SRichard Henderson                 DP_TBFLAG_M32(flags, MVE_NO_PRED, 1);
589*b6aeb8d2SRichard Henderson             }
590*b6aeb8d2SRichard Henderson         } else {
591*b6aeb8d2SRichard Henderson             /*
592*b6aeb8d2SRichard Henderson              * Note that XSCALE_CPAR shares bits with VECSTRIDE.
593*b6aeb8d2SRichard Henderson              * Note that VECLEN+VECSTRIDE are RES0 for M-profile.
594*b6aeb8d2SRichard Henderson              */
595*b6aeb8d2SRichard Henderson             if (arm_feature(env, ARM_FEATURE_XSCALE)) {
596*b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, XSCALE_CPAR, env->cp15.c15_cpar);
597*b6aeb8d2SRichard Henderson             } else {
598*b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VECLEN, env->vfp.vec_len);
599*b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VECSTRIDE, env->vfp.vec_stride);
600*b6aeb8d2SRichard Henderson             }
601*b6aeb8d2SRichard Henderson             if (env->vfp.xregs[ARM_VFP_FPEXC] & (1 << 30)) {
602*b6aeb8d2SRichard Henderson                 DP_TBFLAG_A32(flags, VFPEN, 1);
603*b6aeb8d2SRichard Henderson             }
604*b6aeb8d2SRichard Henderson         }
605*b6aeb8d2SRichard Henderson 
606*b6aeb8d2SRichard Henderson         DP_TBFLAG_AM32(flags, THUMB, env->thumb);
607*b6aeb8d2SRichard Henderson         DP_TBFLAG_AM32(flags, CONDEXEC, env->condexec_bits);
608*b6aeb8d2SRichard Henderson     }
609*b6aeb8d2SRichard Henderson 
610*b6aeb8d2SRichard Henderson     /*
611*b6aeb8d2SRichard Henderson      * The SS_ACTIVE and PSTATE_SS bits correspond to the state machine
612*b6aeb8d2SRichard Henderson      * states defined in the ARM ARM for software singlestep:
613*b6aeb8d2SRichard Henderson      *  SS_ACTIVE   PSTATE.SS   State
614*b6aeb8d2SRichard Henderson      *     0            x       Inactive (the TB flag for SS is always 0)
615*b6aeb8d2SRichard Henderson      *     1            0       Active-pending
616*b6aeb8d2SRichard Henderson      *     1            1       Active-not-pending
617*b6aeb8d2SRichard Henderson      * SS_ACTIVE is set in hflags; PSTATE__SS is computed every TB.
618*b6aeb8d2SRichard Henderson      */
619*b6aeb8d2SRichard Henderson     if (EX_TBFLAG_ANY(flags, SS_ACTIVE) && (env->pstate & PSTATE_SS)) {
620*b6aeb8d2SRichard Henderson         DP_TBFLAG_ANY(flags, PSTATE__SS, 1);
621*b6aeb8d2SRichard Henderson     }
622*b6aeb8d2SRichard Henderson 
623*b6aeb8d2SRichard Henderson     *pflags = flags.flags;
624*b6aeb8d2SRichard Henderson     *cs_base = flags.flags2;
625*b6aeb8d2SRichard Henderson }
626