arm/tcg/vec_helper.c

879     float16 *d = vd;
880     float16 *n = vn;
881     float16 *m = vm;
887         float16 e0 = n[H2(i)];
888         float16 e1 = m[H2(i + 1)];
889         float16 e2 = n[H2(i + 1)];
890         float16 e3 = m[H2(i)];
966     float16 *d = vd, *n = vn, *m = vm, *a = va;  in HELPER()
971     float16 negx_imag, negx_real;  in HELPER()
981         float16 e2 = n[H2(i + flip)];  in HELPER()
982         float16 e1 = m[H2(i + flip)] ^ negx_real;  in HELPER()
983         float16 e4 = e2;  in HELPER()
984         float16 e3 = m[H2(i + 1 - flip)] ^ negx_imag;  in HELPER()
996     float16 *d = vd, *n = vn, *m = vm, *a = va;  in HELPER()
1002     intptr_t elements = opr_sz / sizeof(float16);  in HELPER()
1003     intptr_t eltspersegment = MIN(16 / sizeof(float16), elements);  in HELPER()
1004     float16 negx_imag, negx_real;  in HELPER()
1014         float16 mr = m[H2(i + 2 * index + 0)];  in HELPER()
1015         float16 mi = m[H2(i + 2 * index + 1)];  in HELPER()
1016         float16 e1 = negx_real ^ (flip ? mi : mr);  in HELPER()
1017         float16 e3 = negx_imag ^ (flip ? mr : mi);  in HELPER()
1020             float16 e2 = n[H2(j + flip)];  in HELPER()
1021             float16 e4 = e2;  in HELPER()
1133 static uint16_t float16_ceq(float16 op1, float16 op2, float_status *stat)  in float16_ceq()
1148 static uint16_t float16_cge(float16 op1, float16 op2, float_status *stat)  in float16_cge()
1163 static uint16_t float16_cgt(float16 op1, float16 op2, float_status *stat)  in float16_cgt()
1178 static uint16_t float16_acge(float16 op1, float16 op2, float_status *stat)  in float16_acge()
1193 static uint16_t float16_acgt(float16 op1, float16 op2, float_status *stat)  in float16_acgt()
1208 static int16_t vfp_tosszh(float16 x, float_status *fpst)  in vfp_tosszh()
1217 static uint16_t vfp_touszh(float16 x, float_status *fpst)  in vfp_touszh()
1237 DO_2OP(gvec_frecpe_h, helper_recpe_f16, float16)  in DO_2OP()  argument
1242 DO_2OP(gvec_frsqrte_h, helper_rsqrte_f16, float16)  in DO_2OP()
1247 DO_2OP(gvec_vrintx_h, float16_round_to_int, float16)  in DO_2OP()
1256 DO_2OP(gvec_tosszh, vfp_tosszh, float16)  in DO_2OP()
1257 DO_2OP(gvec_touszh, vfp_touszh, float16)  in DO_2OP()
1272     WRAP_CMP0_##DIRN(FN, CMPOP, float16)                \
1275     DO_2OP(gvec_f##FN##0_h, float16_##FN##0, float16)   \
1291 static float16 float16_ftsmul(float16 op1, uint16_t op2, float_status *stat)
1293     float16 result = float16_mul(op1, op1, stat);
1318 static float16 float16_abd(float16 op1, float16 op2, float_status *stat)  in float16_abd()
1334 static float16 float16_ah_abd(float16 op1, float16 op2, float_status *stat)  in float16_ah_abd()
1336     float16 r = float16_sub(op1, op2, stat);  in float16_ah_abd()
1356 static float16 float16_recps_nf(float16 op1, float16 op2, float_status *stat)  in float16_recps_nf()
1381 static float16 float16_rsqrts_nf(float16 op1, float16 op2, float_status *stat)  in float16_rsqrts_nf()
1419 DO_3OP(gvec_fadd_h, float16_add, float16)  in DO_3OP()  argument
1423 DO_3OP(gvec_fsub_h, float16_sub, float16)  in DO_3OP()
1427 DO_3OP(gvec_fmul_h, float16_mul, float16)  in DO_3OP()
1431 DO_3OP(gvec_ftsmul_h, float16_ftsmul, float16)  in DO_3OP()
1435 DO_3OP(gvec_fabd_h, float16_abd, float16)  in DO_3OP()
1439 DO_3OP(gvec_ah_fabd_h, float16_ah_abd, float16)  in DO_3OP()
1443 DO_3OP(gvec_fceq_h, float16_ceq, float16)  in DO_3OP()
1447 DO_3OP(gvec_fcge_h, float16_cge, float16)  in DO_3OP()
1451 DO_3OP(gvec_fcgt_h, float16_cgt, float16)  in DO_3OP()
1455 DO_3OP(gvec_facge_h, float16_acge, float16)  in DO_3OP()
1459 DO_3OP(gvec_facgt_h, float16_acgt, float16)  in DO_3OP()
1463 DO_3OP(gvec_fmax_h, float16_max, float16)  in DO_3OP()
1467 DO_3OP(gvec_fmin_h, float16_min, float16)  in DO_3OP()
1471 DO_3OP(gvec_fmaxnum_h, float16_maxnum, float16)  in DO_3OP()
1475 DO_3OP(gvec_fminnum_h, float16_minnum, float16)  in DO_3OP()
1479 DO_3OP(gvec_recps_nf_h, float16_recps_nf, float16)  in DO_3OP()
1482 DO_3OP(gvec_rsqrts_nf_h, float16_rsqrts_nf, float16)  in DO_3OP()
1486 DO_3OP(gvec_fdiv_h, float16_div, float16)  in DO_3OP()
1490 DO_3OP(gvec_fmulx_h, helper_advsimd_mulxh, float16)  in DO_3OP()
1494 DO_3OP(gvec_recps_h, helper_recpsf_f16, float16)  in DO_3OP()
1498 DO_3OP(gvec_rsqrts_h, helper_rsqrtsf_f16, float16)  in DO_3OP()
1502 DO_3OP(gvec_ah_recps_h, helper_recpsf_ah_f16, float16)  in DO_3OP()
1506 DO_3OP(gvec_ah_rsqrts_h, helper_rsqrtsf_ah_f16, float16)  in DO_3OP()
1510 DO_3OP(gvec_ah_fmax_h, helper_vfp_ah_maxh, float16)  in DO_3OP()
1514 DO_3OP(gvec_ah_fmin_h, helper_vfp_ah_minh, float16)  in DO_3OP()
1522 static float16 float16_muladd_nf(float16 dest, float16 op1, float16 op2,  in DO_3OP()
1534 static float16 float16_mulsub_nf(float16 dest, float16 op1, float16 op2,  in float16_mulsub_nf()
1547 static float16 float16_muladd_f(float16 dest, float16 op1, float16 op2,  in float16_muladd_f()
1565 static float16 float16_mulsub_f(float16 dest, float16 op1, float16 op2,  in float16_mulsub_f()
1583 static float16 float16_ah_mulsub_f(float16 dest, float16 op1, float16 op2,  in float16_ah_mulsub_f()
1613 DO_MULADD(gvec_fmla_h, float16_muladd_nf, float16)  in DO_MULADD()  argument
1616 DO_MULADD(gvec_fmls_h, float16_mulsub_nf, float16)  in DO_MULADD()
1619 DO_MULADD(gvec_vfma_h, float16_muladd_f, float16)  in DO_MULADD()
1623 DO_MULADD(gvec_vfms_h, float16_mulsub_f, float16)  in DO_MULADD()
1627 DO_MULADD(gvec_ah_vfms_h, float16_ah_mulsub_f, float16)  in DO_MULADD()
1702 DO_FMUL_IDX(gvec_fmul_idx_h, nop, float16_mul, float16, H2)
1708 DO_FMUL_IDX(gvec_fmulx_idx_h, nop, helper_advsimd_mulxh, float16, H2)
1720 DO_FMUL_IDX(gvec_fmla_nf_idx_h, float16_add, float16_mul, float16, H2)
1722 DO_FMUL_IDX(gvec_fmls_nf_idx_h, float16_sub, float16_mul, float16, H2)
1745 DO_FMLA_IDX(gvec_fmla_idx_h, float16, H2, 0, 0)
1749 DO_FMLA_IDX(gvec_fmls_idx_h, float16, H2, INT16_MIN, 0)
1753 DO_FMLA_IDX(gvec_ah_fmls_idx_h, float16, H2, 0, float_muladd_negate_product)
2186     intptr_t sel = extract32(desc, SIMD_DATA_SHIFT + 1, 1) * sizeof(float16);  in HELPER()
2200         float16 nn_16 = *(float16 *)(vn + H1_2(i + sel)) ^ negx;  in HELPER()
2201         float16 mm_16 = *(float16 *)(vm + H1_2(i + sel));  in HELPER()
2229     m_1 = float16_to_float32_by_bits(((float16 *)vm)[H2(index)], fz16);  in do_fmlal_idx()
2269     intptr_t sel = extract32(desc, SIMD_DATA_SHIFT + 1, 1) * sizeof(float16);  in HELPER()
2270     intptr_t idx = extract32(desc, SIMD_DATA_SHIFT + 2, 3) * sizeof(float16);  in HELPER()
2283         float16 mm_16 = *(float16 *)(vm + i + idx);  in HELPER()
2287             float16 nn_16 = *(float16 *)(vn + H1_2(i + j + sel)) ^ negx;  in HELPER()
2556 DO_3OP_PAIR(gvec_faddp_h, float16_add, float16, H2)
2560 DO_3OP_PAIR(gvec_fmaxp_h, float16_max, float16, H2)
2564 DO_3OP_PAIR(gvec_fminp_h, float16_min, float16, H2)
2568 DO_3OP_PAIR(gvec_fmaxnump_h, float16_maxnum, float16, H2)
2572 DO_3OP_PAIR(gvec_fminnump_h, float16_minnum, float16, H2)
2577 DO_3OP_PAIR(gvec_ah_fmaxp_h, helper_vfp_ah_maxh, float16, H2)
2581 DO_3OP_PAIR(gvec_ah_fminp_h, helper_vfp_ah_minh, float16, H2)