Lines Matching refs:pg
178 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \ in LOGICAL_PPPP()
180 if (pg & 1) { \ in LOGICAL_PPPP()
185 i += sizeof(TYPE), pg >>= sizeof(TYPE); \ in LOGICAL_PPPP()
196 uint8_t *pg = vg; \
198 if (pg[H1(i)] & 1) { \
673 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \ in DO_ZPZZ()
679 if (pg & 1) { \ in DO_ZPZZ()
682 i += sizeof(TYPE), pg >>= sizeof(TYPE); \ in DO_ZPZZ()
683 if (pg & 1) { \ in DO_ZPZZ()
686 i += sizeof(TYPE), pg >>= sizeof(TYPE); \ in DO_ZPZZ()
697 uint8_t *pg = vg; \
701 if (pg[H1(i)] & 1) { \
704 if (pg[H1(i + 1)] & 1) { \
744 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
750 if (pg & 1) { \
753 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
754 if (pg & 1) { \
757 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
793 uint8_t pg = *(uint8_t *)(vg + H1(i >> 3)); \
796 if (pg & 1) { \
800 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
826 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
828 if (pg & 1) { \
832 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
843 uint8_t *pg = vg; \
845 if (pg[H1(i)] & 1) { \
963 uint8_t *pg = vg; local
966 if (pg[H1(i)] & 1) {
1761 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
1763 if (pg & 1) { \
1767 i += sizeof(TYPEELT), pg >>= sizeof(TYPEELT); \
1778 uint8_t *pg = vg; \
1781 if (pg[H1(i)] & 1) { \
1986 uint8_t *pg = vg; in HELPER() local
1989 d[i] = n[i] & (expand_pred_b(pg[H1(i)]) ^ inv); in HELPER()
1998 uint8_t *pg = vg; in HELPER() local
2001 d[i] = n[i] & (expand_pred_h(pg[H1(i)]) ^ inv); in HELPER()
2010 uint8_t *pg = vg; in HELPER() local
2013 d[i] = n[i] & (expand_pred_s(pg[H1(i)]) ^ inv); in HELPER()
2021 uint8_t *pg = vg; in HELPER() local
2025 d[i] = n[i] & -(uint64_t)((pg[H1(i)] ^ inv) & 1); in HELPER()
2037 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
2039 if (pg & 1) { \
2043 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
2055 uint8_t *pg = vg; \
2057 if (pg[H1(i)] & 1) { \
2340 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
2342 if (pg & 1) { \
2348 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
2360 uint8_t *pg = vg; \
2362 if (pg[H1(i)] & 1) { \
2710 uint8_t *pg = vg; in HELPER() local
2715 uint64_t pp = expand_pred_b(pg[H1(i)]); in HELPER()
2725 uint8_t *pg = vg; in HELPER() local
2730 uint64_t pp = expand_pred_h(pg[H1(i)]); in HELPER()
2740 uint8_t *pg = vg; in HELPER() local
2745 uint64_t pp = expand_pred_s(pg[H1(i)]); in HELPER()
2755 uint8_t *pg = vg; in HELPER() local
2759 d[i] = (pg[H1(i)] & 1 ? mm : nn); in HELPER()
2767 uint8_t *pg = vg; in HELPER() local
2771 d[i] = val & expand_pred_b(pg[H1(i)]); in HELPER()
2779 uint8_t *pg = vg; in HELPER() local
2783 d[i] = val & expand_pred_h(pg[H1(i)]); in HELPER()
2791 uint8_t *pg = vg; in HELPER() local
2795 d[i] = val & expand_pred_s(pg[H1(i)]); in HELPER()
2803 uint8_t *pg = vg; in HELPER() local
2806 d[i] = (pg[H1(i)] & 1 ? val : 0); in HELPER()
3487 uint8_t *pg = vg; local
3490 if (pg[H1(i / 2)] & (i & 1 ? 0x10 : 0x01)) {
3504 uint8_t *pg = vg; in HELPER() local
3507 if (pg[H1(i)] & 1) { in HELPER()
3533 uint64_t pg, first_g, last_g, len, mask = pred_esz_masks[esz]; in HELPER() local
3542 pg = *(uint64_t *)(vg + i) & mask; in HELPER()
3543 if (pg) { in HELPER()
3545 last_g = pg; in HELPER()
3548 first_g = pg; in HELPER()
3571 uint8_t *pg = vg; in HELPER() local
3575 uint64_t pp = expand_pred_b(pg[H1(i)]); in HELPER()
3585 uint8_t *pg = vg; in HELPER() local
3589 uint64_t pp = expand_pred_h(pg[H1(i)]); in HELPER()
3599 uint8_t *pg = vg; in HELPER() local
3603 uint64_t pp = expand_pred_s(pg[H1(i)]); in HELPER()
3613 uint8_t *pg = vg; in HELPER() local
3617 d[i] = (pg[H1(i)] & 1 ? nn : mm); in HELPER()
3626 uint16_t *pg = vg; in HELPER() local
3629 d[i] = (pg[H2(i)] & 1 ? n : m)[i]; in HELPER()
3661 uint64_t out = 0, pg; \
3668 pg = *(uint64_t *)(vg + (i >> 3)) & MASK; \
3669 out &= pg; \
3671 flags = iter_predtest_bwd(out, pg, flags); \
3729 uint64_t out = 0, pg; \
3738 pg = *(uint64_t *)(vg + (i >> 3)) & MASK; \
3739 out &= pg; \
3741 flags = iter_predtest_bwd(out, pg, flags); \
3807 uint64_t out = 0, pg; \
3813 pg = *(uint64_t *)(vg + (i >> 3)) & MASK; \
3814 out &= pg; \
3816 flags = iter_predtest_bwd(out, pg, flags); \
3892 uint64_t pg = *(uint64_t *)(vg + i); in last_active_pred() local
3893 if (pg) { in last_active_pred()
3894 return (pow2floor(pg) & *(uint64_t *)(vd + i)) != 0; in last_active_pred()
4233 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); \
4236 *(TYPE *)((void *)data + i) = (pg & 1 ? nn : IDENT); \
4237 i += sizeof(TYPE), pg >>= sizeof(TYPE); \
4287 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); in DO_REDUCE() local
4289 if (pg & 1) { in DO_REDUCE()
4293 i += sizeof(float16), pg >>= sizeof(float16); in DO_REDUCE()
4307 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)); in HELPER() local
4309 if (pg & 1) { in HELPER()
4313 i += sizeof(float32), pg >>= sizeof(float32); in HELPER()
4325 uint8_t *pg = vg; in HELPER() local
4328 if (pg[H1(i)] & 1) { in HELPER()
4346 uint64_t pg = g[(i - 1) >> 6]; \
4349 if (likely((pg >> (i & 63)) & 1)) { \
4466 uint64_t pg = g[(i - 1) >> 6]; \ in DO_ZPZZ_FP()
4469 if (likely((pg >> (i & 63)) & 1)) { \ in DO_ZPZZ_FP()
4542 uint64_t pg = g[(i - 1) >> 6]; \ in DO_ZPZS_FP()
4545 if (likely((pg >> (i & 63)) & 1)) { \ in DO_ZPZS_FP()
4827 uint64_t pg = g[(i - 1) >> 6]; in DO_ZPZ_FP() local
4830 if (likely((pg >> (i & 63)) & 1)) { in DO_ZPZ_FP()
4896 uint64_t pg = g[(i - 1) >> 6]; in do_fmla_zpzzz_s() local
4899 if (likely((pg >> (i & 63)) & 1)) { in do_fmla_zpzzz_s()
4965 uint64_t pg = g[(i - 1) >> 6]; in do_fmla_zpzzz_d() local
4968 if (likely((pg >> (i & 63)) & 1)) { in do_fmla_zpzzz_d()
5038 uint64_t out = 0, pg = g[j]; \
5041 if (likely((pg >> (i & 63)) & 1)) { \
5100 uint64_t out = 0, pg = g[j]; \ in DO_FPCMP_PPZZ_ALL()
5103 if ((pg >> (i & 63)) & 1) { \ in DO_FPCMP_PPZZ_ALL()
5241 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5260 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5263 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5279 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5298 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5301 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5317 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5336 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5339 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5368 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5386 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5391 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5418 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5436 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5441 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5468 uint64_t pg = g[(i - 1) >> 6]; in HELPER() local
5486 if (likely((pg >> (i & 63)) & 1)) { in HELPER()
5491 if (likely((pg >> (j & 63)) & 1)) { in HELPER()
5513 uint64_t pg = (vg[reg_off >> 6] & pg_mask) >> (reg_off & 63); in find_next_active() local
5516 if (likely(pg & 1)) { in find_next_active()
5520 if (pg == 0) { in find_next_active()
5528 pg = vg[reg_off >> 6] & pg_mask; in find_next_active()
5529 } while (pg == 0); in find_next_active()
5531 reg_off += ctz64(pg); in find_next_active()
5615 uint64_t pg = vg[i] & pg_mask; in sve_cont_ldst_elements() local
5616 if (pg) { in sve_cont_ldst_elements()
5617 reg_off_last = i * 64 + 63 - clz64(pg); in sve_cont_ldst_elements()
5619 reg_off_first = i * 64 + ctz64(pg); in sve_cont_ldst_elements()
5771 uint64_t pg = vg[reg_off >> 6]; in sve_cont_ldst_watchpoints() local
5773 if ((pg >> (reg_off & 63)) & 1) { in sve_cont_ldst_watchpoints()
5796 uint64_t pg = vg[reg_off >> 6]; in sve_cont_ldst_watchpoints() local
5798 if ((pg >> (reg_off & 63)) & 1) { in sve_cont_ldst_watchpoints()
5827 uint64_t pg = vg[reg_off >> 6]; in sve_cont_ldst_mte_check() local
5829 if ((pg >> (reg_off & 63)) & 1) { in sve_cont_ldst_mte_check()
5844 uint64_t pg = vg[reg_off >> 6]; in sve_cont_ldst_mte_check() local
5846 if ((pg >> (reg_off & 63)) & 1) { in sve_cont_ldst_mte_check()
5919 uint64_t pg = vg[reg_off >> 6]; in sve_ldN_r() local
5921 if ((pg >> (reg_off & 63)) & 1) { in sve_ldN_r()
5952 uint64_t pg = vg[reg_off >> 6]; in sve_ldN_r() local
5954 if ((pg >> (reg_off & 63)) & 1) { in sve_ldN_r()
5989 uint64_t pg = vg[reg_off >> 6]; in sve_ldN_r() local
5991 if ((pg >> (reg_off & 63)) & 1) { in sve_ldN_r()
6311 uint64_t pg = *(uint64_t *)(vg + (reg_off >> 3)); in sve_ldnfff1_r() local
6313 if ((pg >> (reg_off & 63)) & 1) { in sve_ldnfff1_r()
6545 uint64_t pg = vg[reg_off >> 6]; in DO_LDFF1_LDNF1_1() local
6547 if ((pg >> (reg_off & 63)) & 1) { in DO_LDFF1_LDNF1_1()
6568 uint64_t pg = vg[reg_off >> 6]; in DO_LDFF1_LDNF1_1() local
6570 if ((pg >> (reg_off & 63)) & 1) { in DO_LDFF1_LDNF1_1()
6605 uint64_t pg = vg[reg_off >> 6]; in DO_LDFF1_LDNF1_1() local
6607 if ((pg >> (reg_off & 63)) & 1) { in DO_LDFF1_LDNF1_1()
6765 uint64_t pg = vg[reg_off >> 6]; in sve_ld1_z() local
6767 if (likely(pg & 1)) { in sve_ld1_z()
6805 pg >>= esize; in sve_ld1_z()
6984 uint64_t pg = vg[reg_off >> 6]; in DO_LD1_ZPZ_S() local
6986 if (likely((pg >> (reg_off & 63)) & 1)) { in DO_LD1_ZPZ_S()
7162 uint64_t pg = vg[reg_off >> 6]; in DO_LDFF1_ZPZ_S() local
7168 if (likely((pg >> (reg_off & 63)) & 1)) { in DO_LDFF1_ZPZ_S()
7396 uint16_t pg = *(uint16_t *)(vg + H1_2(i >> 3)) & esz_mask; in do_match() local
7403 if (pg & (1 << (j + k))) { in do_match()
7410 flags = iter_predtest_fwd(out, pg, flags); in do_match()
7436 uint8_t *pg = vg; in DO_PPZZ_MATCH() local
7451 pred = pg[H1(i >> 3)] >> (i & 7); in DO_PPZZ_MATCH()
7456 pred = pg[H1(j >> 3)] >> (j & 7); in DO_PPZZ_MATCH()
7473 uint8_t *pg = vg; in HELPER() local
7486 if (pg[H1(i)] & 1) { in HELPER()
7489 if ((pg[H1(j)] & 1) && nn == m[j]) { in HELPER()
7680 uint64_t pg = g[(i - 1) >> 6]; \
7683 if (likely((pg >> (i & 63)) & 1)) { \
7702 uint64_t pg = g[(i - 1) >> 6]; \
7705 if (likely((pg >> (i & 63)) & 1)) { \