arm/tcg/sme_helper.c

99 void HELPER(NAME)(void *za, void *vn, void *vg, uint32_t desc)          \
106                 *(TYPE *)(za + tile_vslice_offset(i)) = *(TYPE *)(vn + H(i)); \
118 void HELPER(sme_mova_cz_d)(void *za, void *vn, void *vg, uint32_t desc)  in DO_MOVA_C()
123     uint64_t *a = za;  in DO_MOVA_C()
132 void HELPER(sme_mova_cz_q)(void *za, void *vn, void *vg, uint32_t desc)  in HELPER()
137     Int128 *a = za;  in HELPER()
156 void HELPER(NAME)(void *vd, void *za, void *vg, uint32_t desc)          \
163                 *(TYPE *)(vd + H(i)) = *(TYPE *)(za + tile_vslice_offset(i)); \
175 void HELPER(sme_mova_zc_d)(void *vd, void *za, void *vg, uint32_t desc)  in DO_MOVA_Z()
180     uint64_t *a = za;  in DO_MOVA_Z()
189 void HELPER(sme_mova_zc_q)(void *vd, void *za, void *vg, uint32_t desc)  in HELPER()
194     Int128 *a = za;  in HELPER()
200     for (i = 0; i < oprsz; i++, za += sizeof(ARMVectorReg)) {  in HELPER()
322 static inline void sme_##NAME##_v_host(void *za, intptr_t off, void *host)  \
325     *(TYPE *)(za + tile_vslice_offset(off)) = val;                          \
327 static inline void sme_##NAME##_v_tlb(CPUARMState *env, void *za,           \
331     *(TYPE *)(za + tile_vslice_offset(off)) = val;                          \
335 static inline void sme_##NAME##_v_host(void *za, intptr_t off, void *host)  \
337     TYPE val = *(TYPE *)(za + tile_vslice_offset(off));                     \
340 static inline void sme_##NAME##_v_tlb(CPUARMState *env, void *za,           \
343     TYPE val = *(TYPE *)(za + tile_vslice_offset(off));                     \
353 static inline void HNAME##_host(void *za, intptr_t off, void *host)         \
356     uint64_t *ptr = za + off;                                               \
359 static inline void VNAME##_v_host(void *za, intptr_t off, void *host)       \
361     HNAME##_host(za, tile_vslice_offset(off), host);                        \
363 static inline void HNAME##_tlb(CPUARMState *env, void *za, intptr_t off,    \
368     uint64_t *ptr = za + off;                                               \
371 static inline void VNAME##_v_tlb(CPUARMState *env, void *za, intptr_t off,  \
374     HNAME##_tlb(env, za, tile_vslice_offset(off), addr, ra);                \
378 static inline void HNAME##_host(void *za, intptr_t off, void *host)         \
380     uint64_t *ptr = za + off;                                               \
384 static inline void VNAME##_v_host(void *za, intptr_t off, void *host)       \
386     HNAME##_host(za, tile_vslice_offset(off), host);                        \
388 static inline void HNAME##_tlb(CPUARMState *env, void *za, intptr_t off,    \
391     uint64_t *ptr = za + off;                                               \
395 static inline void VNAME##_v_tlb(CPUARMState *env, void *za, intptr_t off,  \
398     HNAME##_tlb(env, za, tile_vslice_offset(off), addr, ra);                \
433 void sme_ld1(CPUARMState *env, void *za, uint64_t *vg,  in DO_LD()
451         clr_fn(za, 0, reg_max);  in DO_LD()
503         cpy_fn(za, &scratch, reg_max);  in DO_LD()
515         memset(za, 0, reg_max);  in DO_LD()
517         clr_fn(za, 0, reg_off);  in DO_LD()
526                 host_fn(za, reg_off, host + reg_off);  in DO_LD()
528                 clr_fn(za, reg_off, esize);  in DO_LD()
542         tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
556                     host_fn(za, reg_off, host + reg_off);  in DO_LD()
558                     clr_fn(za, reg_off, esize);  in DO_LD()
569 void sme_ld1_mte(CPUARMState *env, void *za, uint64_t *vg,  in sme_ld1_mte()  argument
589     sme_ld1(env, za, vg, addr, desc, ra, esz, mtedesc, vertical,  in sme_ld1_mte()
594 void HELPER(sme_ld1##L##END##_h)(CPUARMState *env, void *za, void *vg,     \
597     sme_ld1(env, za, vg, addr, desc, GETPC(), ESZ, 0, false,               \
601 void HELPER(sme_ld1##L##END##_v)(CPUARMState *env, void *za, void *vg,     \
604     sme_ld1(env, za, vg, addr, desc, GETPC(), ESZ, 0, true,                \
608 void HELPER(sme_ld1##L##END##_h_mte)(CPUARMState *env, void *za, void *vg, \
611     sme_ld1_mte(env, za, vg, addr, desc, GETPC(), ESZ, false,              \
615 void HELPER(sme_ld1##L##END##_v_mte)(CPUARMState *env, void *za, void *vg, \
618     sme_ld1_mte(env, za, vg, addr, desc, GETPC(), ESZ, true,               \
640 void sme_st1(CPUARMState *env, void *za, uint64_t *vg,  in DO_LD()
699                     tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
718                 host_fn(za, reg_off, host + reg_off);  in DO_LD()
732         tlb_fn(env, za, reg_off, addr + reg_off, ra);  in DO_LD()
746                     host_fn(za, reg_off, host + reg_off);  in DO_LD()
757 void sme_st1_mte(CPUARMState *env, void *za, uint64_t *vg, target_ulong addr,  in sme_st1_mte()  argument
774     sme_st1(env, za, vg, addr, desc, ra, esz, mtedesc,  in sme_st1_mte()
779 void HELPER(sme_st1##L##END##_h)(CPUARMState *env, void *za, void *vg,     \
782     sme_st1(env, za, vg, addr, desc, GETPC(), ESZ, 0, false,               \
785 void HELPER(sme_st1##L##END##_v)(CPUARMState *env, void *za, void *vg,     \
788     sme_st1(env, za, vg, addr, desc, GETPC(), ESZ, 0, true,                \
791 void HELPER(sme_st1##L##END##_h_mte)(CPUARMState *env, void *za, void *vg, \
794     sme_st1_mte(env, za, vg, addr, desc, GETPC(), ESZ, false,              \
797 void HELPER(sme_st1##L##END##_v_mte)(CPUARMState *env, void *za, void *vg, \
800     sme_st1_mte(env, za, vg, addr, desc, GETPC(), ESZ, true,               \
953     uint64_t *za = vza, *zn = vzn, *zm = vzm;  in HELPER()  local
961             uint64_t *za_row = &za[tile_vslice_index(row)];  in HELPER()
1148 static inline void do_imopa_s(uint32_t *za, uint32_t *zn, uint32_t *zm,  in do_imopa_s()  argument
1157         uint32_t *za_row = &za[tile_vslice_index(row)];  in do_imopa_s()
1170 static inline void do_imopa_d(uint64_t *za, uint64_t *zn, uint64_t *zm,  in do_imopa_d()  argument
1179         uint64_t *za_row = &za[tile_vslice_index(row)];  in do_imopa_d()