Lines Matching defs:vn
132 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
135 uint64_t *d = vd, *n = vn, *m = vm, *g = vg; \
179 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
186 TYPE nn = *(TYPE *)(vn + H(i)); \
197 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
200 TYPE *d = vd, *n = vn, *m = vm; \
664 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
670 TYPE n0 = *(TYPE *)(vn + H(i)); \
672 TYPE n1 = *(TYPE *)(vn + H(i + sizeof(TYPE))); \
688 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
691 TYPE *d = vd, *n = vn, *m = vm; \
734 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
741 TYPE n0 = *(TYPE *)(vn + H(i)); \
743 TYPE n1 = *(TYPE *)(vn + H(i + sizeof(TYPE))); \
784 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
792 TYPE nn = *(TYPE *)(vn + H(i)); \
817 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
824 TYPE nn = *(TYPE *)(vn + H(i)); \
834 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
837 TYPE *d = vd, *n = vn; \
954 void HELPER(sme_revd_q)(void *vd, void *vn, void *vg, uint32_t desc)
957 uint64_t *d = vd, *n = vn;
999 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1005 TYPE nn = *(TYPE *)(vn + H(i)); \
1043 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1049 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1113 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1118 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
1143 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1149 TYPE nn = *(TYPE *)(vn + H(i + sel1)); \
1163 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1168 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1204 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1208 TYPE nn = *(TYPE *)(vn + i); \
1215 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1219 TYPE nn = *(TYPE *)(vn + i); \
1251 void HELPER(sve2_adcl_s)(void *vd, void *vn, void *vm, void *va, uint32_t desc)
1256 uint32_t *a = va, *n = vn;
1268 void HELPER(sve2_adcl_d)(void *vd, void *vn, void *vm, void *va, uint32_t desc)
1273 uint64_t *d = vd, *a = va, *n = vn, *m = vm;
1286 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1292 TYPEW nn = *(TYPEN *)(vn + HN(i + sel1)); \
1316 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1323 TYPE *d = vd, *n = vn, *m = vm, *a = va; \
1355 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1363 TYPE *d = vd, *n = vn, *m = vm, *a = va; \
1418 void HELPER(sve2_cdot_zzzz_s)(void *vd, void *vn, void *vm,
1426 uint32_t *d = vd, *n = vn, *m = vm, *a = va;
1433 void HELPER(sve2_cdot_zzzz_d)(void *vd, void *vn, void *vm,
1441 uint64_t *d = vd, *n = vn, *m = vm, *a = va;
1448 void HELPER(sve2_cdot_idx_s)(void *vd, void *vn, void *vm,
1457 uint32_t *d = vd, *n = vn, *m = vm, *a = va;
1468 void HELPER(sve2_cdot_idx_d)(void *vd, void *vn, void *vm,
1477 uint64_t *d = vd, *n = vn, *m = vm, *a = va;
1489 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1493 TYPE *d = vd, *a = va, *n = vn, *m = (TYPE *)vm + H(idx); \
1525 void HELPER(NAME)(void *vd, void *vn, void *vm, void *va, uint32_t desc) \
1533 TYPEW nn = *(TYPEN *)(vn + HN(i + j + sel)); \
1571 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1579 TYPEW nn = *(TYPEN *)(vn + HN(i + j + sel)); \
1597 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1601 TYPE nn = *(TYPE *)(vn + i); \
1670 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
1676 TYPE acc_r = *(TYPE *)(vn + H(i)); \
1677 TYPE acc_i = *(TYPE *)(vn + H(i + sizeof(TYPE))); \
1687 TYPE acc_r = *(TYPE *)(vn + H(i)); \
1688 TYPE acc_i = *(TYPE *)(vn + H(i + sizeof(TYPE))); \
1712 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
1718 TYPEW nn = *(TYPEN *)(vn + HN(i + sel)); \
1743 uint64_t HELPER(NAME)(void *vn, void *vg, uint32_t desc) \
1751 TYPEELT nn = *(TYPEELT *)(vn + H(i)); \
1761 uint64_t HELPER(NAME)(void *vn, void *vg, uint32_t desc) \
1764 TYPEE *n = vn; \
1824 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
1827 TYPE *n = vn; uint16_t *g = vg; \
1871 void HELPER(NAME)(void *vd, void *vn, uint64_t s64, uint32_t desc) \
1874 TYPE s = s64, *d = vd, *n = vn; \
1910 void HELPER(NAME ## _ ## SUFF)(void *vd, void *vn, void *vg, uint32_t desc) \
1917 uint64_t v0 = *(uint64_t *)(vn + s * 16); \
1918 uint64_t v1 = *(uint64_t *)(vn + s * 16 + 8); \
2050 void HELPER(sve_movz_b)(void *vd, void *vn, void *vg, uint32_t desc)
2054 uint64_t *d = vd, *n = vn;
2062 void HELPER(sve_movz_h)(void *vd, void *vn, void *vg, uint32_t desc)
2066 uint64_t *d = vd, *n = vn;
2074 void HELPER(sve_movz_s)(void *vd, void *vn, void *vg, uint32_t desc)
2078 uint64_t *d = vd, *n = vn;
2086 void HELPER(sve_movz_d)(void *vd, void *vn, void *vg, uint32_t desc)
2089 uint64_t *d = vd, *n = vn;
2101 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
2109 TYPE nn = *(TYPE *)(vn + H(i)); \
2119 void HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
2122 TYPE *d = vd, *n = vn; \
2201 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2206 TYPEW nn = *(TYPEW *)(vn + i); \
2212 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
2217 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
2314 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2318 TYPEW nn = *(TYPEW *)(vn + i); \
2325 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
2329 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
2382 void HELPER(NAME)(void *vd, void *va, void *vn, void *vm, \
2390 TYPE nn = *(TYPE *)(vn + H(i)); \
2402 void HELPER(NAME)(void *vd, void *va, void *vn, void *vm, \
2406 TYPE *d = vd, *a = va, *n = vn, *m = vm; \
2476 void HELPER(sve_adr_p32)(void *vd, void *vn, void *vm, uint32_t desc)
2480 uint32_t *d = vd, *n = vn, *m = vm;
2486 void HELPER(sve_adr_p64)(void *vd, void *vn, void *vm, uint32_t desc)
2490 uint64_t *d = vd, *n = vn, *m = vm;
2496 void HELPER(sve_adr_s32)(void *vd, void *vn, void *vm, uint32_t desc)
2500 uint64_t *d = vd, *n = vn, *m = vm;
2506 void HELPER(sve_adr_u32)(void *vd, void *vn, void *vm, uint32_t desc)
2510 uint64_t *d = vd, *n = vn, *m = vm;
2516 void HELPER(sve_fexpa_h)(void *vd, void *vn, uint32_t desc)
2526 uint16_t *d = vd, *n = vn;
2536 void HELPER(sve_fexpa_s)(void *vd, void *vn, uint32_t desc)
2558 uint32_t *d = vd, *n = vn;
2568 void HELPER(sve_fexpa_d)(void *vd, void *vn, uint32_t desc)
2596 uint64_t *d = vd, *n = vn;
2606 void HELPER(sve_ftssel_h)(void *vd, void *vn, void *vm, uint32_t desc)
2610 uint16_t *d = vd, *n = vn, *m = vm;
2624 void HELPER(sve_ftssel_s)(void *vd, void *vn, void *vm, uint32_t desc)
2628 uint32_t *d = vd, *n = vn, *m = vm;
2642 void HELPER(sve_ftssel_d)(void *vd, void *vn, void *vm, uint32_t desc)
2646 uint64_t *d = vd, *n = vn, *m = vm;
2752 void HELPER(sve_cpy_m_b)(void *vd, void *vn, void *vg,
2756 uint64_t *d = vd, *n = vn;
2767 void HELPER(sve_cpy_m_h)(void *vd, void *vn, void *vg,
2771 uint64_t *d = vd, *n = vn;
2782 void HELPER(sve_cpy_m_s)(void *vd, void *vn, void *vg,
2786 uint64_t *d = vd, *n = vn;
2797 void HELPER(sve_cpy_m_d)(void *vd, void *vn, void *vg,
2801 uint64_t *d = vd, *n = vn;
2958 void HELPER(sve_ext)(void *vd, void *vn, void *vm, uint32_t desc)
2965 swap_memmove(vd, vn + n_ofs, n_siz);
2967 } else if (vd != vn) {
2969 swap_memmove(vd, vn + n_ofs, n_siz);
2971 /* vd == vn == vm. Need temp space. */
2980 void HELPER(NAME)(void *vd, void *vn, uint64_t val, uint32_t desc) \
2983 swap_memmove(vd + sizeof(TYPE), vn, opr_sz - sizeof(TYPE)); \
2994 void HELPER(sve_rev_b)(void *vd, void *vn, uint32_t desc)
2998 uint64_t f = *(uint64_t *)(vn + i);
2999 uint64_t b = *(uint64_t *)(vn + j);
3005 void HELPER(sve_rev_h)(void *vd, void *vn, uint32_t desc)
3009 uint64_t f = *(uint64_t *)(vn + i);
3010 uint64_t b = *(uint64_t *)(vn + j);
3016 void HELPER(sve_rev_s)(void *vd, void *vn, uint32_t desc)
3020 uint64_t f = *(uint64_t *)(vn + i);
3021 uint64_t b = *(uint64_t *)(vn + j);
3027 void HELPER(sve_rev_d)(void *vd, void *vn, uint32_t desc)
3031 uint64_t f = *(uint64_t *)(vn + i);
3032 uint64_t b = *(uint64_t *)(vn + j);
3090 static inline void do_tbl1(void *vd, void *vn, void *vm, uint32_t desc,
3096 if (unlikely(vd == vn)) {
3097 vn = memcpy(&scratch, vn, oprsz);
3100 fn(vd, vn, NULL, vm, oprsz, is_tbx);
3142 void HELPER(sve_tbl_##SUFF)(void *vd, void *vn, void *vm, uint32_t desc) \
3144 do_tbl1(vd, vn, vm, desc, false, do_tb_##SUFF); \
3151 void HELPER(sve2_tbx_##SUFF)(void *vd, void *vn, void *vm, uint32_t desc) \
3153 do_tbl1(vd, vn, vm, desc, true, do_tb_##SUFF); \
3164 void HELPER(NAME)(void *vd, void *vn, uint32_t desc) \
3168 TYPES *n = vn; \
3170 if (unlikely(vn - vd < opr_sz)) { \
3234 void HELPER(sve_zip_p)(void *vd, void *vn, void *vm, uint32_t pred_desc)
3244 uint64_t nn = *(uint64_t *)vn;
3258 if (vd == vn) {
3259 vn = memcpy(&tmp, vn, oprsz);
3261 vm = vn;
3271 uint32_t *n = vn, *m = vm;
3283 uint8_t *n = vn, *m = vm;
3298 void HELPER(sve_uzp_p)(void *vd, void *vn, void *vm, uint32_t pred_desc)
3303 uint64_t *d = vd, *n = vn, *m = vm;
3367 void HELPER(sve_trn_p)(void *vd, void *vn, void *vm, uint32_t pred_desc)
3372 uint64_t *d = vd, *n = vn, *m = vm;
3417 void HELPER(sve_rev_p)(void *vd, void *vn, uint32_t pred_desc)
3424 uint64_t l = *(uint64_t *)vn;
3430 uint64_t l = reverse_bits_64(*(uint64_t *)(vn + i), esz);
3431 uint64_t h = reverse_bits_64(*(uint64_t *)(vn + ih), esz);
3439 uint8_t l = reverse_bits_8(*(uint8_t *)(vn + il), esz);
3440 uint8_t h = reverse_bits_8(*(uint8_t *)(vn + ih), esz);
3447 void HELPER(sve_punpk_p)(void *vd, void *vn, uint32_t pred_desc)
3455 uint64_t nn = *(uint64_t *)vn;
3466 if ((vn - vd) < (uintptr_t)oprsz) {
3467 vn = memcpy(&tmp_n, vn, oprsz);
3474 uint32_t *n = vn;
3483 uint8_t *n = vn;
3494 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3502 if (unlikely((vn - vd) < (uintptr_t)oprsz)) { \
3503 vn = memcpy(&tmp_n, vn, oprsz); \
3509 *(TYPE *)(vd + H(2 * i + 0)) = *(TYPE *)(vn + odd_ofs + H(i)); \
3525 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3536 *(TYPE *)(vd + H(i)) = *(TYPE *)(vn + H(p)); \
3553 typedef void perseg_zzz_fn(void *vd, void *vn, void *vm, uint32_t desc);
3555 static void do_perseg_zzz(void *vd, void *vn, void *vm,
3562 fn(vd + i, vn + i, vm + i, desc);
3567 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3568 { do_perseg_zzz(vd, vn, vm, desc, FUNC); }
3593 void HELPER(NAME)(void *vd, void *vn, void *vm, uint32_t desc) \
3599 TYPE ae = *(TYPE *)(vn + H(i + odd_ofs)); \
3619 void HELPER(sve_compact_s)(void *vd, void *vn, void *vg, uint32_t desc)
3622 uint32_t *d = vd, *n = vn;
3636 void HELPER(sve_compact_d)(void *vd, void *vn, void *vg, uint32_t desc)
3639 uint64_t *d = vd, *n = vn;
3665 void HELPER(sve_splice)(void *vd, void *vn, void *vm, void *vg, uint32_t desc)
3697 swap_memmove(vd, vn + first_i, len);
3702 void HELPER(sve_sel_zpzz_b)(void *vd, void *vn, void *vm,
3706 uint64_t *d = vd, *n = vn, *m = vm;
3716 void HELPER(sve_sel_zpzz_h)(void *vd, void *vn, void *vm,
3720 uint64_t *d = vd, *n = vn, *m = vm;
3730 void HELPER(sve_sel_zpzz_s)(void *vd, void *vn, void *vm,
3734 uint64_t *d = vd, *n = vn, *m = vm;
3744 void HELPER(sve_sel_zpzz_d)(void *vd, void *vn, void *vm,
3748 uint64_t *d = vd, *n = vn, *m = vm;
3757 void HELPER(sve_sel_zpzz_q)(void *vd, void *vn, void *vm,
3761 Int128 *d = vd, *n = vn, *m = vm;
3791 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
3800 TYPE nn = *(TYPE *)(vn + H(i)); \
3859 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
3870 TYPE nn = *(TYPE *)(vn + H(i)); \
3936 uint32_t HELPER(NAME)(void *vd, void *vn, void *vg, uint32_t desc) \
3946 TYPE nn = *(TYPE *)(vn + H(i)); \
4132 void HELPER(sve_brkpa)(void *vd, void *vn, void *vm, void *vg,
4136 if (last_active_pred(vn, vg, oprsz)) {
4143 uint32_t HELPER(sve_brkpas)(void *vd, void *vn, void *vm, void *vg,
4147 if (last_active_pred(vn, vg, oprsz)) {
4155 void HELPER(sve_brkpb)(void *vd, void *vn, void *vm, void *vg,
4159 if (last_active_pred(vn, vg, oprsz)) {
4166 uint32_t HELPER(sve_brkpbs)(void *vd, void *vn, void *vm, void *vg,
4170 if (last_active_pred(vn, vg, oprsz)) {
4178 void HELPER(sve_brka_z)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4181 compute_brk_z(vd, vn, vg, oprsz, true);
4184 uint32_t HELPER(sve_brkas_z)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4187 return compute_brks_z(vd, vn, vg, oprsz, true);
4190 void HELPER(sve_brkb_z)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4193 compute_brk_z(vd, vn, vg, oprsz, false);
4196 uint32_t HELPER(sve_brkbs_z)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4199 return compute_brks_z(vd, vn, vg, oprsz, false);
4202 void HELPER(sve_brka_m)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4205 compute_brk_m(vd, vn, vg, oprsz, true);
4208 uint32_t HELPER(sve_brkas_m)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4211 return compute_brks_m(vd, vn, vg, oprsz, true);
4214 void HELPER(sve_brkb_m)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4217 compute_brk_m(vd, vn, vg, oprsz, false);
4220 uint32_t HELPER(sve_brkbs_m)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4223 return compute_brks_m(vd, vn, vg, oprsz, false);
4226 void HELPER(sve_brkn)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4229 if (!last_active_pred(vn, vg, oprsz)) {
4234 uint32_t HELPER(sve_brkns)(void *vd, void *vn, void *vg, uint32_t pred_desc)
4237 if (last_active_pred(vn, vg, oprsz)) {
4256 uint64_t HELPER(sve_cntp)(void *vn, void *vg, uint32_t pred_desc)
4260 uint64_t *n = vn, *g = vg, sum = 0, mask = pred_esz_masks[esz];
4486 uint64_t helper_sve_##NAME##v_##SUF(void *vn, void *vg, \
4494 TYPE nn = *(TYPE *)(vn + H(i)); \
4504 void helper_sve2p1_##NAME##qv_##SUF(void *vd, void *vn, void *vg, \
4512 TYPE nn = *(TYPE *)(vn + H(s * 16 + H(e))); \
4614 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
4624 TYPE nn = *(TYPE *)(vn + H(i)); \
4733 void HELPER(NAME)(void *vd, void *vn, void *vg, uint64_t scalar, \
4744 TYPE nn = *(TYPE *)(vn + H(i)); \
4810 void HELPER(NAME)(void *vd, void *vn, void *vg, \
4820 TYPE nn = *(TYPE *)(vn + H(i)); \
5093 static void do_fmla_zpzzz_h(void *vd, void *vn, void *vm, void *va, void *vg,
5107 e1 = *(uint16_t *)(vn + H1_2(i)) ^ neg1;
5117 void HELPER(sve_fmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5120 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0, 0);
5123 void HELPER(sve_fmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5126 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0x8000, 0, 0);
5129 void HELPER(sve_fnmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5132 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0x8000, 0x8000, 0);
5135 void HELPER(sve_fnmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5138 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0x8000, 0);
5141 void HELPER(sve_ah_fmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5144 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0,
5148 void HELPER(sve_ah_fnmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5151 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0,
5155 void HELPER(sve_ah_fnmls_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5158 do_fmla_zpzzz_h(vd, vn, vm, va, vg, status, desc, 0, 0,
5162 static void do_fmla_zpzzz_s(void *vd, void *vn, void *vm, void *va, void *vg,
5176 e1 = *(uint32_t *)(vn + H1_4(i)) ^ neg1;
5186 void HELPER(sve_fmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5189 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0, 0);
5192 void HELPER(sve_fmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5195 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0x80000000, 0, 0);
5198 void HELPER(sve_fnmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5201 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0x80000000, 0x80000000, 0);
5204 void HELPER(sve_fnmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5207 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0x80000000, 0);
5210 void HELPER(sve_ah_fmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5213 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0,
5217 void HELPER(sve_ah_fnmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5220 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0,
5224 void HELPER(sve_ah_fnmls_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5227 do_fmla_zpzzz_s(vd, vn, vm, va, vg, status, desc, 0, 0,
5231 static void do_fmla_zpzzz_d(void *vd, void *vn, void *vm, void *va, void *vg,
5245 e1 = *(uint64_t *)(vn + i) ^ neg1;
5255 void HELPER(sve_fmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5258 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, 0, 0);
5261 void HELPER(sve_fmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5264 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, INT64_MIN, 0, 0);
5267 void HELPER(sve_fnmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5270 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, INT64_MIN, INT64_MIN, 0);
5273 void HELPER(sve_fnmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5276 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, INT64_MIN, 0);
5279 void HELPER(sve_ah_fmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5282 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, 0,
5286 void HELPER(sve_ah_fnmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5289 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, 0,
5293 void HELPER(sve_ah_fnmls_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5296 do_fmla_zpzzz_d(vd, vn, vm, va, vg, status, desc, 0, 0,
5306 void HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, \
5316 TYPE nn = *(TYPE *)(vn + H(i)); \
5368 void HELPER(NAME)(void *vd, void *vn, void *vg, \
5378 TYPE nn = *(TYPE *)(vn + H(i)); \
5407 void HELPER(sve_ftmad_h)(void *vd, void *vn, void *vm,
5417 float16 *d = vd, *n = vn, *m = vm;
5436 void HELPER(sve_ftmad_s)(void *vd, void *vn, void *vm,
5448 float32 *d = vd, *n = vn, *m = vm;
5467 void HELPER(sve_ftmad_d)(void *vd, void *vn, void *vm,
5483 float64 *d = vd, *n = vn, *m = vm;
5506 void HELPER(sve_fcadd_h)(void *vd, void *vn, void *vm, void *vg,
5523 e0 = *(float16 *)(vn + H1_2(i));
5525 e2 = *(float16 *)(vn + H1_2(j));
5544 void HELPER(sve_fcadd_s)(void *vd, void *vn, void *vm, void *vg,
5561 e0 = *(float32 *)(vn + H1_2(i));
5563 e2 = *(float32 *)(vn + H1_2(j));
5582 void HELPER(sve_fcadd_d)(void *vd, void *vn, void *vm, void *vg,
5599 e0 = *(float64 *)(vn + H1_2(i));
5601 e2 = *(float64 *)(vn + H1_2(j));
5624 void HELPER(sve_fcmla_zpzzz_h)(void *vd, void *vn, void *vm, void *va,
5650 nr = *(float16 *)(vn + H1_2(i));
5651 ni = *(float16 *)(vn + H1_2(j));
5674 void HELPER(sve_fcmla_zpzzz_s)(void *vd, void *vn, void *vm, void *va,
5700 nr = *(float32 *)(vn + H1_2(i));
5701 ni = *(float32 *)(vn + H1_2(j));
5724 void HELPER(sve_fcmla_zpzzz_d)(void *vd, void *vn, void *vm, void *va,
5750 nr = *(float64 *)(vn + H1_2(i));
5751 ni = *(float64 *)(vn + H1_2(j));
8102 void HELPER(sve2_eor3)(void *vd, void *vn, void *vm, void *vk, uint32_t desc)
8105 uint64_t *d = vd, *n = vn, *m = vm, *k = vk;
8112 void HELPER(sve2_bcax)(void *vd, void *vn, void *vm, void *vk, uint32_t desc)
8115 uint64_t *d = vd, *n = vn, *m = vm, *k = vk;
8122 void HELPER(sve2_bsl1n)(void *vd, void *vn, void *vm, void *vk, uint32_t desc)
8125 uint64_t *d = vd, *n = vn, *m = vm, *k = vk;
8132 void HELPER(sve2_bsl2n)(void *vd, void *vn, void *vm, void *vk, uint32_t desc)
8135 uint64_t *d = vd, *n = vn, *m = vm, *k = vk;
8142 void HELPER(sve2_nbsl)(void *vd, void *vn, void *vm, void *vk, uint32_t desc)
8145 uint64_t *d = vd, *n = vn, *m = vm, *k = vk;
8172 static inline uint32_t do_match(void *vd, void *vn, void *vm, void *vg,
8187 uint64_t n = *(uint64_t *)(vn + i + j);
8203 uint32_t HELPER(NAME)(void *vd, void *vn, void *vm, void *vg, uint32_t desc) \
8205 return do_match(vd, vn, vm, vg, desc, ESZ, INV); \
8216 void HELPER(sve2_histcnt_s)(void *vd, void *vn, void *vm, void *vg,
8222 uint32_t *d = vd, *n = vn, *m = vm;
8253 void HELPER(sve2_histcnt_d)(void *vd, void *vn, void *vm, void *vg,
8259 uint64_t *d = vd, *n = vn, *m = vm;
8322 void HELPER(sve2_histseg)(void *vd, void *vn, void *vm, uint32_t desc)
8328 uint64_t n0 = *(uint64_t *)(vn + i);
8330 uint64_t n1 = *(uint64_t *)(vn + i + 8);
8347 void HELPER(sve2_xar_b)(void *vd, void *vn, void *vm, uint32_t desc)
8353 uint64_t *d = vd, *n = vn, *m = vm;
8361 void HELPER(sve2_xar_h)(void *vd, void *vn, void *vm, uint32_t desc)
8367 uint64_t *d = vd, *n = vn, *m = vm;
8375 void HELPER(sve2_xar_s)(void *vd, void *vn, void *vm, uint32_t desc)
8379 uint32_t *d = vd, *n = vn, *m = vm;
8386 void HELPER(fmmla_s)(void *vd, void *vn, void *vm, void *va,
8392 float32 *n = vn + s * sizeof(float32) * 4;
8424 void HELPER(fmmla_d)(void *vd, void *vn, void *vm, void *va,
8430 float64 *n = vn + s * sizeof(float64) * 4;
8461 void HELPER(NAME)(void *vd, void *vn, void *vg, \
8471 TYPEW nn = *(TYPEW *)(vn + HW(i)); \
8483 void HELPER(NAME)(void *vd, void *vn, void *vg, \
8493 TYPEN nn = *(TYPEN *)(vn + HN(i + sizeof(TYPEN))); \