229 DO_ZPZZ(sve_and_zpzz_s, uint32_t, H1_4, DO_AND)
234 DO_ZPZZ(sve_orr_zpzz_s, uint32_t, H1_4, DO_ORR)
239 DO_ZPZZ(sve_eor_zpzz_s, uint32_t, H1_4, DO_EOR)
244 DO_ZPZZ(sve_bic_zpzz_s, uint32_t, H1_4, DO_BIC)
249 DO_ZPZZ(sve_add_zpzz_s, uint32_t, H1_4, DO_ADD)
254 DO_ZPZZ(sve_sub_zpzz_s, uint32_t, H1_4, DO_SUB)
259 DO_ZPZZ(sve_smax_zpzz_s, int32_t, H1_4, DO_MAX)
264 DO_ZPZZ(sve_umax_zpzz_s, uint32_t, H1_4, DO_MAX)
269 DO_ZPZZ(sve_smin_zpzz_s, int32_t,  H1_4, DO_MIN)
274 DO_ZPZZ(sve_umin_zpzz_s, uint32_t, H1_4, DO_MIN)
279 DO_ZPZZ(sve_sabd_zpzz_s, int32_t,  H1_4, DO_ABD)
284 DO_ZPZZ(sve_uabd_zpzz_s, uint32_t, H1_4, DO_ABD)
320 DO_ZPZZ(sve_mul_zpzz_s, uint32_t, H1_4, DO_MUL)  in DO_ZPZZ()
325 DO_ZPZZ(sve_smulh_zpzz_s, int32_t, H1_4, do_mulh_s)  in DO_ZPZZ()
330 DO_ZPZZ(sve_umulh_zpzz_s, uint32_t, H1_4, do_mulh_s)  in DO_ZPZZ()
333 DO_ZPZZ(sve_sdiv_zpzz_s, int32_t, H1_4, DO_SDIV)  in DO_ZPZZ()
336 DO_ZPZZ(sve_udiv_zpzz_s, uint32_t, H1_4, DO_UDIV)  in DO_ZPZZ()
347 DO_ZPZZ(sve_lsl_zpzz_b, uint8_t, H1_4, DO_LSL)  in DO_ZPZZ()
351 DO_ZPZZ(sve_lsl_zpzz_h, uint16_t, H1_4, DO_LSL)  in DO_ZPZZ()
355 DO_ZPZZ(sve_lsl_zpzz_s, uint32_t, H1_4, DO_LSL)  in DO_ZPZZ()
380 DO_ZPZZ(sve2_sadalp_zpzz_s, int32_t, H1_4, do_sadalp_s)  in DO_ZPZZ()
402 DO_ZPZZ(sve2_uadalp_zpzz_s, uint32_t, H1_4, do_uadalp_s)  in DO_ZPZZ()
412 DO_ZPZZ(sve2_srshl_zpzz_s, int32_t, H1_4, do_srshl_s)  in DO_ZPZZ()
422 DO_ZPZZ(sve2_urshl_zpzz_s, uint32_t, H1_4, do_urshl_s)  in DO_ZPZZ()
442 DO_ZPZZ(sve2_sqshl_zpzz_s, int32_t, H1_4, do_sqshl_s)
456 DO_ZPZZ(sve2_uqshl_zpzz_s, uint32_t, H1_4, do_uqshl_s)
470 DO_ZPZZ(sve2_sqrshl_zpzz_s, int32_t, H1_4, do_sqrshl_s)
486 DO_ZPZZ(sve2_uqrshl_zpzz_s, uint32_t, H1_4, do_uqrshl_s)
496 DO_ZPZZ(sve2_shadd_zpzz_s, int32_t, H1_4, DO_HADD_BHS)
501 DO_ZPZZ(sve2_uhadd_zpzz_s, uint32_t, H1_4, DO_HADD_BHS)
509 DO_ZPZZ(sve2_srhadd_zpzz_s, int32_t, H1_4, DO_RHADD_BHS)
514 DO_ZPZZ(sve2_urhadd_zpzz_s, uint32_t, H1_4, DO_RHADD_BHS)
522 DO_ZPZZ(sve2_shsub_zpzz_s, int32_t, H1_4, DO_HSUB_BHS)
527 DO_ZPZZ(sve2_uhsub_zpzz_s, uint32_t, H1_4, DO_HSUB_BHS)
551 DO_ZPZZ(sve2_sqadd_zpzz_s, int32_t, H1_4, DO_SQADD_S)  in DO_ZPZZ()
566 DO_ZPZZ(sve2_uqadd_zpzz_s, uint32_t, H1_4, DO_UQADD_S)  in DO_ZPZZ()
585 DO_ZPZZ(sve2_sqsub_zpzz_s, int32_t, H1_4, DO_SQSUB_S)  in DO_ZPZZ()
599 DO_ZPZZ(sve2_uqsub_zpzz_s, uint32_t, H1_4, DO_UQSUB_S)  in DO_ZPZZ()
634 DO_ZPZZ(sve2_suqadd_zpzz_s, uint32_t, H1_4, DO_SUQADD_S)  in DO_ZPZZ()
656 DO_ZPZZ(sve2_usqadd_zpzz_s, uint32_t, H1_4, DO_USQADD_S)  in DO_ZPZZ()
712 DO_ZPZZ_PAIR(sve2_addp_zpzz_s, uint32_t, H1_4, DO_ADD)
717 DO_ZPZZ_PAIR(sve2_umaxp_zpzz_s, uint32_t, H1_4, DO_MAX)
722 DO_ZPZZ_PAIR(sve2_uminp_zpzz_s, uint32_t, H1_4, DO_MIN)
727 DO_ZPZZ_PAIR(sve2_smaxp_zpzz_s, int32_t, H1_4, DO_MAX)
732 DO_ZPZZ_PAIR(sve2_sminp_zpzz_s, int32_t, H1_4, DO_MIN)
763 DO_ZPZZ_PAIR_FP(sve2_faddp_zpzz_s, float32, H1_4, float32_add)
767 DO_ZPZZ_PAIR_FP(sve2_fmaxnmp_zpzz_s, float32, H1_4, float32_maxnum)
771 DO_ZPZZ_PAIR_FP(sve2_fminnmp_zpzz_s, float32, H1_4, float32_minnum)
775 DO_ZPZZ_PAIR_FP(sve2_fmaxp_zpzz_s, float32, H1_4, float32_max)
779 DO_ZPZZ_PAIR_FP(sve2_fminp_zpzz_s, float32, H1_4, float32_min)
813 DO_ZPZW(sve_asr_zpzw_s, int32_t, uint64_t, H1_4, DO_ASR)
814 DO_ZPZW(sve_lsr_zpzw_s, uint32_t, uint64_t, H1_4, DO_LSR)
815 DO_ZPZW(sve_lsl_zpzw_s, uint32_t, uint64_t, H1_4, DO_LSL)
857 DO_ZPZ(sve_cls_s, int32_t, H1_4, clrsb32)
865 DO_ZPZ(sve_clz_s, uint32_t, H1_4, clz32)
870 DO_ZPZ(sve_cnt_zpz_s, uint32_t, H1_4, ctpop32)
877 DO_ZPZ(sve_cnot_s, uint32_t, H1_4, DO_CNOT)
883 DO_ZPZ(sve_fabs_s, uint32_t, H1_4, DO_FABS)
891 DO_ZPZ(sve_ah_fabs_s, uint32_t, H1_4, DO_AH_FABS_S)
897 DO_ZPZ(sve_fneg_s, uint32_t, H1_4, DO_FNEG)
905 DO_ZPZ(sve_ah_fneg_s, uint32_t, H1_4, DO_AH_FNEG_S)
912 DO_ZPZ(sve_not_zpz_s, uint32_t, H1_4, DO_NOT)
923 DO_ZPZ(sve_sxtb_s, uint32_t, H1_4, DO_SXTB)
924 DO_ZPZ(sve_sxth_s, uint32_t, H1_4, DO_SXTH)
930 DO_ZPZ(sve_uxtb_s, uint32_t, H1_4, DO_UXTB)
931 DO_ZPZ(sve_uxth_s, uint32_t, H1_4, DO_UXTH)
940 DO_ZPZ(sve_abs_s, int32_t, H1_4, DO_ABS)
947 DO_ZPZ(sve_neg_s, uint32_t, H1_4, DO_NEG)
951 DO_ZPZ(sve_revb_s, uint32_t, H1_4, bswap32)
954 DO_ZPZ(sve_revh_s, uint32_t, H1_4, hswap32)
977 DO_ZPZ(sve_rbit_s, uint32_t, H1_4, revbit32)  in DO_ZPZ()
986 DO_ZPZ(sve2_sqabs_s, int32_t, H1_4, DO_SQABS)
995 DO_ZPZ(sve2_sqneg_s, uint32_t, H1_4, DO_SQNEG)
998 DO_ZPZ(sve2_urecpe_s, uint32_t, H1_4, helper_recpe_u32)
999 DO_ZPZ(sve2_ursqrte_s, uint32_t, H1_4, helper_rsqrte_u32)
1025 DO_ZZW(sve_asr_zzw_s, int32_t, uint64_t, H1_4, DO_ASR)
1026 DO_ZZW(sve_lsr_zzw_s, uint32_t, uint64_t, H1_4, DO_LSR)
1027 DO_ZZW(sve_lsl_zzw_s, uint32_t, uint64_t, H1_4, DO_LSL)
1061 DO_ZZZ_TB(sve2_saddl_s, int32_t, int16_t, H1_4, H1_2, DO_ADD)
1062 DO_ZZZ_TB(sve2_saddl_d, int64_t, int32_t, H1_8, H1_4, DO_ADD)
1065 DO_ZZZ_TB(sve2_ssubl_s, int32_t, int16_t, H1_4, H1_2, DO_SUB)
1066 DO_ZZZ_TB(sve2_ssubl_d, int64_t, int32_t, H1_8, H1_4, DO_SUB)
1069 DO_ZZZ_TB(sve2_sabdl_s, int32_t, int16_t, H1_4, H1_2, DO_ABD)
1070 DO_ZZZ_TB(sve2_sabdl_d, int64_t, int32_t, H1_8, H1_4, DO_ABD)
1073 DO_ZZZ_TB(sve2_uaddl_s, uint32_t, uint16_t, H1_4, H1_2, DO_ADD)
1074 DO_ZZZ_TB(sve2_uaddl_d, uint64_t, uint32_t, H1_8, H1_4, DO_ADD)
1077 DO_ZZZ_TB(sve2_usubl_s, uint32_t, uint16_t, H1_4, H1_2, DO_SUB)
1078 DO_ZZZ_TB(sve2_usubl_d, uint64_t, uint32_t, H1_8, H1_4, DO_SUB)
1081 DO_ZZZ_TB(sve2_uabdl_s, uint32_t, uint16_t, H1_4, H1_2, DO_ABD)
1082 DO_ZZZ_TB(sve2_uabdl_d, uint64_t, uint32_t, H1_8, H1_4, DO_ABD)
1085 DO_ZZZ_TB(sve2_smull_zzz_s, int32_t, int16_t, H1_4, H1_2, DO_MUL)
1086 DO_ZZZ_TB(sve2_smull_zzz_d, int64_t, int32_t, H1_8, H1_4, DO_MUL)
1089 DO_ZZZ_TB(sve2_umull_zzz_s, uint32_t, uint16_t, H1_4, H1_2, DO_MUL)
1090 DO_ZZZ_TB(sve2_umull_zzz_d, uint64_t, uint32_t, H1_8, H1_4, DO_MUL)
1112 DO_ZZZ_TB(sve2_sqdmull_zzz_s, int32_t, int16_t, H1_4, H1_2, do_sqdmull_s)  in DO_ZZZ_TB()
1113 DO_ZZZ_TB(sve2_sqdmull_zzz_d, int64_t, int32_t, H1_8, H1_4, do_sqdmull_d)  in DO_ZZZ_TB()
1130 DO_ZZZ_WTB(sve2_saddw_s, int32_t, int16_t, H1_4, H1_2, DO_ADD)
1131 DO_ZZZ_WTB(sve2_saddw_d, int64_t, int32_t, H1_8, H1_4, DO_ADD)
1134 DO_ZZZ_WTB(sve2_ssubw_s, int32_t, int16_t, H1_4, H1_2, DO_SUB)
1135 DO_ZZZ_WTB(sve2_ssubw_d, int64_t, int32_t, H1_8, H1_4, DO_SUB)
1138 DO_ZZZ_WTB(sve2_uaddw_s, uint32_t, uint16_t, H1_4, H1_2, DO_ADD)
1139 DO_ZZZ_WTB(sve2_uaddw_d, uint64_t, uint32_t, H1_8, H1_4, DO_ADD)
1142 DO_ZZZ_WTB(sve2_usubw_s, uint32_t, uint16_t, H1_4, H1_2, DO_SUB)
1143 DO_ZZZ_WTB(sve2_usubw_d, uint64_t, uint32_t, H1_8, H1_4, DO_SUB)
1162 DO_ZZZ_NTB(sve2_eoril_s, uint32_t, H1_4, DO_EOR)
1181 DO_ZZZW_ACC(sve2_sabal_s, int32_t, int16_t, H1_4, H1_2, DO_ABD)
1182 DO_ZZZW_ACC(sve2_sabal_d, int64_t, int32_t, H1_8, H1_4, DO_ABD)
1185 DO_ZZZW_ACC(sve2_uabal_s, uint32_t, uint16_t, H1_4, H1_2, DO_ABD)
1186 DO_ZZZW_ACC(sve2_uabal_d, uint64_t, uint32_t, H1_8, H1_4, DO_ABD)
1189 DO_ZZZW_ACC(sve2_smlal_zzzw_s, int32_t, int16_t, H1_4, H1_2, DO_MUL)
1190 DO_ZZZW_ACC(sve2_smlal_zzzw_d, int64_t, int32_t, H1_8, H1_4, DO_MUL)
1193 DO_ZZZW_ACC(sve2_umlal_zzzw_s, uint32_t, uint16_t, H1_4, H1_2, DO_MUL)
1194 DO_ZZZW_ACC(sve2_umlal_zzzw_d, uint64_t, uint32_t, H1_8, H1_4, DO_MUL)
1199 DO_ZZZW_ACC(sve2_smlsl_zzzw_s, int32_t, int16_t, H1_4, H1_2, DO_NMUL)
1200 DO_ZZZW_ACC(sve2_smlsl_zzzw_d, int64_t, int32_t, H1_8, H1_4, DO_NMUL)
1203 DO_ZZZW_ACC(sve2_umlsl_zzzw_s, uint32_t, uint16_t, H1_4, H1_2, DO_NMUL)
1204 DO_ZZZW_ACC(sve2_umlsl_zzzw_d, uint64_t, uint32_t, H1_8, H1_4, DO_NMUL)
1239 DO_XTNT(sve2_sqxtnt_d, int64_t, int32_t, H1_4, DO_SQXTN_D)
1251 DO_XTNT(sve2_uqxtnt_d, uint64_t, uint32_t, H1_4, DO_UQXTN_D)
1259 DO_XTNT(sve2_sqxtunt_d, int64_t, int32_t, H1_4, DO_UQXTN_D)
1314 DO_SQDMLAL(sve2_sqdmlal_zzzw_s, int32_t, int16_t, H1_4, H1_2,  in DO_SQDMLAL()
1316 DO_SQDMLAL(sve2_sqdmlal_zzzw_d, int64_t, int32_t, H1_8, H1_4,  in DO_SQDMLAL()
1321 DO_SQDMLAL(sve2_sqdmlsl_zzzw_s, int32_t, int16_t, H1_4, H1_2,  in DO_SQDMLAL()
1323 DO_SQDMLAL(sve2_sqdmlsl_zzzw_d, int64_t, int32_t, H1_8, H1_4,  in DO_SQDMLAL()
1555 DO_ZZXW(sve2_smlal_idx_s, int32_t, int16_t, H1_4, H1_2, DO_MLA)
1556 DO_ZZXW(sve2_smlal_idx_d, int64_t, int32_t, H1_8, H1_4, DO_MLA)
1557 DO_ZZXW(sve2_umlal_idx_s, uint32_t, uint16_t, H1_4, H1_2, DO_MLA)
1558 DO_ZZXW(sve2_umlal_idx_d, uint64_t, uint32_t, H1_8, H1_4, DO_MLA)
1562 DO_ZZXW(sve2_smlsl_idx_s, int32_t, int16_t, H1_4, H1_2, DO_MLS)
1563 DO_ZZXW(sve2_smlsl_idx_d, int64_t, int32_t, H1_8, H1_4, DO_MLS)
1564 DO_ZZXW(sve2_umlsl_idx_s, uint32_t, uint16_t, H1_4, H1_2, DO_MLS)
1565 DO_ZZXW(sve2_umlsl_idx_d, uint64_t, uint32_t, H1_8, H1_4, DO_MLS)
1570 DO_ZZXW(sve2_sqdmlal_idx_s, int32_t, int16_t, H1_4, H1_2, DO_SQDMLAL_S)
1571 DO_ZZXW(sve2_sqdmlal_idx_d, int64_t, int32_t, H1_8, H1_4, DO_SQDMLAL_D)
1576 DO_ZZXW(sve2_sqdmlsl_idx_s, int32_t, int16_t, H1_4, H1_2, DO_SQDMLSL_S)
1577 DO_ZZXW(sve2_sqdmlsl_idx_d, int64_t, int32_t, H1_8, H1_4, DO_SQDMLSL_D)
1598 DO_ZZX(sve2_sqdmull_idx_s, int32_t, int16_t, H1_4, H1_2, do_sqdmull_s)
1599 DO_ZZX(sve2_sqdmull_idx_d, int64_t, int32_t, H1_8, H1_4, do_sqdmull_d)
1601 DO_ZZX(sve2_smull_idx_s, int32_t, int16_t, H1_4, H1_2, DO_MUL)
1602 DO_ZZX(sve2_smull_idx_d, int64_t, int32_t, H1_8, H1_4, DO_MUL)
1604 DO_ZZX(sve2_umull_idx_s, uint32_t, uint16_t, H1_4, H1_2, DO_MUL)
1605 DO_ZZX(sve2_umull_idx_d, uint64_t, uint32_t, H1_8, H1_4, DO_MUL)
1714 DO_CADD(sve2_cadd_s, int32_t, H1_4, DO_ADD, DO_SUB)
1719 DO_CADD(sve2_sqcadd_s, int32_t, H1_4, DO_SQADD_S, DO_SQSUB_S)
1737 DO_ZZI_SHLL(sve2_sshll_s, int32_t, int16_t, H1_4, H1_2)
1738 DO_ZZI_SHLL(sve2_sshll_d, int64_t, int32_t, H1_8, H1_4)
1741 DO_ZZI_SHLL(sve2_ushll_s, uint32_t, uint16_t, H1_4, H1_2)
1742 DO_ZZI_SHLL(sve2_ushll_d, uint64_t, uint32_t, H1_8, H1_4)
1791 DO_VPZ(sve_orv_s, uint32_t, uint32_t, uint32_t, H1_4, 0, DO_ORR)
1796 DO_VPZ(sve_eorv_s, uint32_t, uint32_t, uint32_t, H1_4, 0, DO_EOR)
1801 DO_VPZ(sve_andv_s, uint32_t, uint32_t, uint32_t, H1_4, -1, DO_AND)
1806 DO_VPZ(sve_saddv_s, int32_t, uint64_t, uint64_t, H1_4, 0, DO_ADD)
1810 DO_VPZ(sve_uaddv_s, uint32_t, uint64_t, uint64_t, H1_4, 0, DO_ADD)
1815 DO_VPZ(sve_smaxv_s, int32_t, int32_t, uint32_t, H1_4, INT32_MIN, DO_MAX)
1820 DO_VPZ(sve_umaxv_s, uint32_t, uint32_t, uint32_t, H1_4, 0, DO_MAX)
1825 DO_VPZ(sve_sminv_s, int32_t, int32_t, uint32_t, H1_4, INT32_MAX, DO_MIN)
1830 DO_VPZ(sve_uminv_s, uint32_t, uint32_t, uint32_t, H1_4, -1, DO_MIN)
2095 DO_ZPZI(sve_asr_zpzi_s, int32_t, H1_4, DO_SHR)  in DO_ZPZI()
2100 DO_ZPZI(sve_lsr_zpzi_s, uint32_t, H1_4, DO_SHR)  in DO_ZPZI()
2105 DO_ZPZI(sve_lsl_zpzi_s, uint32_t, H1_4, DO_SHL)  in DO_ZPZI()
2110 DO_ZPZI(sve_asrd_s, int32_t, H1_4, DO_ASRD)  in DO_ZPZI()
2116 DO_ZPZI(sve2_sqshl_zpzi_s, int32_t, H1_4, do_sqshl_s)  in DO_ZPZI()
2121 DO_ZPZI(sve2_uqshl_zpzi_s, uint32_t, H1_4, do_uqshl_s)  in DO_ZPZI()
2126 DO_ZPZI(sve2_srshr_s, int32_t, H1_4, do_srshr)  in DO_ZPZI()
2131 DO_ZPZI(sve2_urshr_s, uint32_t, H1_4, do_urshr)  in DO_ZPZI()
2145 DO_ZPZI(sve2_sqshlu_s, int32_t, H1_4, do_suqrshl_s)
2179 DO_SHRNT(sve2_shrnt_s, uint32_t, uint16_t, H1_4, H1_2, DO_SHR)
2180 DO_SHRNT(sve2_shrnt_d, uint64_t, uint32_t, H1_8, H1_4, DO_SHR)
2187 DO_SHRNT(sve2_rshrnt_s, uint32_t, uint16_t, H1_4, H1_2, do_urshr)
2188 DO_SHRNT(sve2_rshrnt_d, uint64_t, uint32_t, H1_8, H1_4, do_urshr)
2200 DO_SHRNT(sve2_sqshrunt_s, int32_t, uint16_t, H1_4, H1_2, DO_SQSHRUN_S)
2201 DO_SHRNT(sve2_sqshrunt_d, int64_t, uint32_t, H1_8, H1_4, DO_SQSHRUN_D)
2212 DO_SHRNT(sve2_sqrshrunt_s, int32_t, uint16_t, H1_4, H1_2, DO_SQRSHRUN_S)
2213 DO_SHRNT(sve2_sqrshrunt_d, int64_t, uint32_t, H1_8, H1_4, DO_SQRSHRUN_D)
2224 DO_SHRNT(sve2_sqshrnt_s, int32_t, uint16_t, H1_4, H1_2, DO_SQSHRN_S)
2225 DO_SHRNT(sve2_sqshrnt_d, int64_t, uint32_t, H1_8, H1_4, DO_SQSHRN_D)
2236 DO_SHRNT(sve2_sqrshrnt_s, int32_t, uint16_t, H1_4, H1_2, DO_SQRSHRN_S)
2237 DO_SHRNT(sve2_sqrshrnt_d, int64_t, uint32_t, H1_8, H1_4, DO_SQRSHRN_D)
2248 DO_SHRNT(sve2_uqshrnt_s, uint32_t, uint16_t, H1_4, H1_2, DO_UQSHRN_S)
2249 DO_SHRNT(sve2_uqshrnt_d, uint64_t, uint32_t, H1_8, H1_4, DO_UQSHRN_D)
2260 DO_SHRNT(sve2_uqrshrnt_s, uint32_t, uint16_t, H1_4, H1_2, DO_UQRSHRN_S)
2261 DO_SHRNT(sve2_uqrshrnt_d, uint64_t, uint32_t, H1_8, H1_4, DO_UQRSHRN_D)
2298 DO_BINOPNT(sve2_addhnt_s, uint32_t, uint16_t, 16, H1_4, H1_2, DO_ADDHN)
2299 DO_BINOPNT(sve2_addhnt_d, uint64_t, uint32_t, 32, H1_8, H1_4, DO_ADDHN)
2306 DO_BINOPNT(sve2_raddhnt_s, uint32_t, uint16_t, 16, H1_4, H1_2, DO_RADDHN)
2307 DO_BINOPNT(sve2_raddhnt_d, uint64_t, uint32_t, 32, H1_8, H1_4, DO_RADDHN)
2314 DO_BINOPNT(sve2_subhnt_s, uint32_t, uint16_t, 16, H1_4, H1_2, DO_SUBHN)
2315 DO_BINOPNT(sve2_subhnt_d, uint64_t, uint32_t, 32, H1_8, H1_4, DO_SUBHN)
2322 DO_BINOPNT(sve2_rsubhnt_s, uint32_t, uint16_t, 16, H1_4, H1_2, DO_RSUBHN)
2323 DO_BINOPNT(sve2_rsubhnt_d, uint64_t, uint32_t, 32, H1_8, H1_4, DO_RSUBHN)
2378 DO_ZPZZZ(sve_mla_s, uint32_t, H1_4, DO_MLA)
2379 DO_ZPZZZ(sve_mls_s, uint32_t, H1_4, DO_MLS)
2831                 *(uint32_t *)H1_4(d + i) = *(uint32_t *)H1_4(s + i);  in swap_memmove()
2836                 *(uint32_t *)H1_4(d + i) = *(uint32_t *)H1_4(s + i);  in swap_memmove()
2892             *(uint32_t *)H1_4(d + i) = 0;  in swap_memzero()
2942 DO_INSR(sve_insr_s, uint32_t, H1_4)  in DO_INSR()
3423 DO_ZIP(sve_zip_s, uint32_t, H1_4)  in DO_ZIP()
3452 DO_UZP(sve_uzp_s, uint32_t, H1_4)
3475 DO_TRN(sve_trn_s, uint32_t, H1_4)
3681     DO_CMP_PPZZ(NAME, TYPE, OP, H1_4, 0x1111111111111111ull)
3751     DO_CMP_PPZW(NAME, TYPE, TYPEW, OP, H1_4, 0x1111111111111111ull)
3826     DO_CMP_PPZI(NAME, TYPE, OP, H1_4, 0x1111111111111111ull)
4247 DO_REDUCE(sve_faddv_s, float32, H1_4, float32_add, float32_zero)  in DO_REDUCE()
4252 DO_REDUCE(sve_fminnmv_s, float32, H1_4, float32_minnum, 0x7FC00000)  in DO_REDUCE()
4256 DO_REDUCE(sve_fmaxnmv_s, float32, H1_4, float32_maxnum, 0x7FC00000)  in DO_REDUCE()
4260 DO_REDUCE(sve_fminv_s, float32, H1_4, float32_min, float32_infinity)  in DO_REDUCE()
4264 DO_REDUCE(sve_fmaxv_s, float32, H1_4, float32_max, float32_chs(float32_infinity))  in DO_REDUCE()
4268 DO_REDUCE(sve_ah_fminv_s, float32, H1_4, helper_vfp_ah_mins, float32_infinity)  in DO_REDUCE()
4273 DO_REDUCE(sve_ah_fmaxv_s, float32, H1_4, helper_vfp_ah_maxs,  in DO_REDUCE()
4359 DO_ZPZZ_FP(sve_fadd_s, uint32_t, H1_4, float32_add)  in DO_ZPZZ_FP()
4363 DO_ZPZZ_FP(sve_fsub_s, uint32_t, H1_4, float32_sub)  in DO_ZPZZ_FP()
4367 DO_ZPZZ_FP(sve_fmul_s, uint32_t, H1_4, float32_mul)  in DO_ZPZZ_FP()
4371 DO_ZPZZ_FP(sve_fdiv_s, uint32_t, H1_4, float32_div)  in DO_ZPZZ_FP()
4375 DO_ZPZZ_FP(sve_fmin_s, uint32_t, H1_4, float32_min)  in DO_ZPZZ_FP()
4379 DO_ZPZZ_FP(sve_fmax_s, uint32_t, H1_4, float32_max)  in DO_ZPZZ_FP()
4383 DO_ZPZZ_FP(sve_ah_fmin_s, uint32_t, H1_4, helper_vfp_ah_mins)  in DO_ZPZZ_FP()
4387 DO_ZPZZ_FP(sve_ah_fmax_s, uint32_t, H1_4, helper_vfp_ah_maxs)  in DO_ZPZZ_FP()
4391 DO_ZPZZ_FP(sve_fminnum_s, uint32_t, H1_4, float32_minnum)  in DO_ZPZZ_FP()
4395 DO_ZPZZ_FP(sve_fmaxnum_s, uint32_t, H1_4, float32_maxnum)  in DO_ZPZZ_FP()
4433 DO_ZPZZ_FP(sve_fabd_s, uint32_t, H1_4, abd_s)  in DO_ZPZZ_FP()
4436 DO_ZPZZ_FP(sve_ah_fabd_s, uint32_t, H1_4, ah_abd_s)  in DO_ZPZZ_FP()
4446 DO_ZPZZ_FP(sve_fscalbn_s, int32_t, H1_4, float32_scalbn)  in DO_ZPZZ_FP()
4450 DO_ZPZZ_FP(sve_fmulx_s, uint32_t, H1_4, helper_vfp_mulxs)  in DO_ZPZZ_FP()
4478 DO_ZPZS_FP(sve_fadds_s, float32, H1_4, float32_add)
4482 DO_ZPZS_FP(sve_fsubs_s, float32, H1_4, float32_sub)
4486 DO_ZPZS_FP(sve_fmuls_s, float32, H1_4, float32_mul)
4505 DO_ZPZS_FP(sve_fsubrs_s, float32, H1_4, subr_s)  in DO_ZPZS_FP()
4509 DO_ZPZS_FP(sve_fmaxnms_s, float32, H1_4, float32_maxnum)  in DO_ZPZS_FP()
4513 DO_ZPZS_FP(sve_fminnms_s, float32, H1_4, float32_minnum)  in DO_ZPZS_FP()
4517 DO_ZPZS_FP(sve_fmaxs_s, float32, H1_4, float32_max)  in DO_ZPZS_FP()
4521 DO_ZPZS_FP(sve_fmins_s, float32, H1_4, float32_min)  in DO_ZPZS_FP()
4525 DO_ZPZS_FP(sve_ah_fmaxs_s, float32, H1_4, helper_vfp_ah_maxs)  in DO_ZPZS_FP()
4529 DO_ZPZS_FP(sve_ah_fmins_s, float32, H1_4, helper_vfp_ah_mins)  in DO_ZPZS_FP()
4673 DO_ZPZ_FP(sve_fcvt_sh, uint32_t, H1_4, sve_f32_to_f16)  in DO_ZPZ_FP()  argument
4674 DO_ZPZ_FP(sve_fcvt_hs, uint32_t, H1_4, sve_f16_to_f32)  in DO_ZPZ_FP()
4675 DO_ZPZ_FP(sve_bfcvt,   uint32_t, H1_4, float32_to_bfloat16)  in DO_ZPZ_FP()
4682 DO_ZPZ_FP(sve_fcvtzs_hs, uint32_t, H1_4, helper_vfp_tosizh)  in DO_ZPZ_FP()
4683 DO_ZPZ_FP(sve_fcvtzs_ss, uint32_t, H1_4, helper_vfp_tosizs)  in DO_ZPZ_FP()
4690 DO_ZPZ_FP(sve_fcvtzu_hs, uint32_t, H1_4, helper_vfp_touizh)  in DO_ZPZ_FP()
4691 DO_ZPZ_FP(sve_fcvtzu_ss, uint32_t, H1_4, helper_vfp_touizs)  in DO_ZPZ_FP()
4698 DO_ZPZ_FP(sve_frint_s, uint32_t, H1_4, helper_rints)  in DO_ZPZ_FP()
4702 DO_ZPZ_FP(sve_frintx_s, uint32_t, H1_4, float32_round_to_int)  in DO_ZPZ_FP()
4706 DO_ZPZ_FP(sve_frecpx_s, uint32_t, H1_4, helper_frecpx_f32)  in DO_ZPZ_FP()
4710 DO_ZPZ_FP(sve_fsqrt_s, uint32_t, H1_4, float32_sqrt)  in DO_ZPZ_FP()
4714 DO_ZPZ_FP(sve_scvt_sh, uint32_t, H1_4, int32_to_float16)  in DO_ZPZ_FP()
4715 DO_ZPZ_FP(sve_scvt_ss, uint32_t, H1_4, int32_to_float32)  in DO_ZPZ_FP()
4722 DO_ZPZ_FP(sve_ucvt_sh, uint32_t, H1_4, uint32_to_float16)  in DO_ZPZ_FP()
4723 DO_ZPZ_FP(sve_ucvt_ss, uint32_t, H1_4, uint32_to_float32)  in DO_ZPZ_FP()
4814 DO_ZPZ_FP(flogb_s, float32, H1_4, do_float32_logb_as_int)  in DO_ZPZ_FP()
4902                 e1 = *(uint32_t *)(vn + H1_4(i)) ^ neg1;  in do_fmla_zpzzz_s()
4903                 e2 = *(uint32_t *)(vm + H1_4(i));  in do_fmla_zpzzz_s()
4904                 e3 = *(uint32_t *)(va + H1_4(i)) ^ neg3;  in do_fmla_zpzzz_s()
4906                 *(uint32_t *)(vd + H1_4(i)) = r;  in do_fmla_zpzzz_s()
5054     DO_FPCMP_PPZZ(NAME##_s, float32, H1_4, OP)
5115     DO_FPCMP_PPZ0(NAME##_s, float32, H1_4, OP)
6724     return *(uint32_t *)(reg + H1_4(reg_ofs));  in off_zsu_s()
6729     return *(int32_t *)(reg + H1_4(reg_ofs));  in off_zss_s()
7691 DO_FCVTNT(sve_bfcvtnt,    uint32_t, uint16_t, H1_4, H1_2, float32_to_bfloat16)
7692 DO_FCVTNT(sve2_fcvtnt_sh, uint32_t, uint16_t, H1_4, H1_2, sve_f32_to_f16)
7693 DO_FCVTNT(sve2_fcvtnt_ds, uint64_t, uint32_t, H1_8, H1_4, float64_to_float32)
7713 DO_FCVTLT(sve2_fcvtlt_hs, uint32_t, uint16_t, H1_4, H1_2, sve_f16_to_f32)
7714 DO_FCVTLT(sve2_fcvtlt_sd, uint64_t, uint32_t, H1_8, H1_4, float32_to_float64)