33 #define DF_BITS(df) (1 << ((df) + 3))
35 #define DF_MAX_INT(df)  (int64_t)((1LL << (DF_BITS(df) - 1)) - 1)
36 #define M_MAX_INT(m)    (int64_t)((1LL << ((m)         - 1)) - 1)
38 #define DF_MIN_INT(df)  (int64_t)(-(1LL << (DF_BITS(df) - 1)))
39 #define M_MIN_INT(m)    (int64_t)(-(1LL << ((m)         - 1)))
41 #define DF_MAX_UINT(df) (uint64_t)(-1ULL >> (64 - DF_BITS(df)))
42 #define M_MAX_UINT(m)   (uint64_t)(-1ULL >> (64 - (m)))
58  * | NLOC.B        | Vector Leading Ones Count (byte)                         |
62  * | NLZC.B        | Vector Leading Zeros Count (byte)                        |
66  * | PCNT.B        | Vector Population Count (byte)                           |
88         c = c >> 1;  in msa_nlzc_df()
104     pwd->b[0]  = msa_nloc_df(DF_BYTE, pws->b[0]);  in helper_msa_nloc_b()
105     pwd->b[1]  = msa_nloc_df(DF_BYTE, pws->b[1]);  in helper_msa_nloc_b()
106     pwd->b[2]  = msa_nloc_df(DF_BYTE, pws->b[2]);  in helper_msa_nloc_b()
107     pwd->b[3]  = msa_nloc_df(DF_BYTE, pws->b[3]);  in helper_msa_nloc_b()
108     pwd->b[4]  = msa_nloc_df(DF_BYTE, pws->b[4]);  in helper_msa_nloc_b()
109     pwd->b[5]  = msa_nloc_df(DF_BYTE, pws->b[5]);  in helper_msa_nloc_b()
110     pwd->b[6]  = msa_nloc_df(DF_BYTE, pws->b[6]);  in helper_msa_nloc_b()
111     pwd->b[7]  = msa_nloc_df(DF_BYTE, pws->b[7]);  in helper_msa_nloc_b()
112     pwd->b[8]  = msa_nloc_df(DF_BYTE, pws->b[8]);  in helper_msa_nloc_b()
113     pwd->b[9]  = msa_nloc_df(DF_BYTE, pws->b[9]);  in helper_msa_nloc_b()
114     pwd->b[10] = msa_nloc_df(DF_BYTE, pws->b[10]);  in helper_msa_nloc_b()
115     pwd->b[11] = msa_nloc_df(DF_BYTE, pws->b[11]);  in helper_msa_nloc_b()
116     pwd->b[12] = msa_nloc_df(DF_BYTE, pws->b[12]);  in helper_msa_nloc_b()
117     pwd->b[13] = msa_nloc_df(DF_BYTE, pws->b[13]);  in helper_msa_nloc_b()
118     pwd->b[14] = msa_nloc_df(DF_BYTE, pws->b[14]);  in helper_msa_nloc_b()
119     pwd->b[15] = msa_nloc_df(DF_BYTE, pws->b[15]);  in helper_msa_nloc_b()
128     pwd->h[1]  = msa_nloc_df(DF_HALF, pws->h[1]);  in helper_msa_nloc_h()
143     pwd->w[1]  = msa_nloc_df(DF_WORD, pws->w[1]);  in helper_msa_nloc_w()
154     pwd->d[1]  = msa_nloc_df(DF_DOUBLE, pws->d[1]);  in helper_msa_nloc_d()
162     pwd->b[0]  = msa_nlzc_df(DF_BYTE, pws->b[0]);  in helper_msa_nlzc_b()
163     pwd->b[1]  = msa_nlzc_df(DF_BYTE, pws->b[1]);  in helper_msa_nlzc_b()
164     pwd->b[2]  = msa_nlzc_df(DF_BYTE, pws->b[2]);  in helper_msa_nlzc_b()
165     pwd->b[3]  = msa_nlzc_df(DF_BYTE, pws->b[3]);  in helper_msa_nlzc_b()
166     pwd->b[4]  = msa_nlzc_df(DF_BYTE, pws->b[4]);  in helper_msa_nlzc_b()
167     pwd->b[5]  = msa_nlzc_df(DF_BYTE, pws->b[5]);  in helper_msa_nlzc_b()
168     pwd->b[6]  = msa_nlzc_df(DF_BYTE, pws->b[6]);  in helper_msa_nlzc_b()
169     pwd->b[7]  = msa_nlzc_df(DF_BYTE, pws->b[7]);  in helper_msa_nlzc_b()
170     pwd->b[8]  = msa_nlzc_df(DF_BYTE, pws->b[8]);  in helper_msa_nlzc_b()
171     pwd->b[9]  = msa_nlzc_df(DF_BYTE, pws->b[9]);  in helper_msa_nlzc_b()
172     pwd->b[10] = msa_nlzc_df(DF_BYTE, pws->b[10]);  in helper_msa_nlzc_b()
173     pwd->b[11] = msa_nlzc_df(DF_BYTE, pws->b[11]);  in helper_msa_nlzc_b()
174     pwd->b[12] = msa_nlzc_df(DF_BYTE, pws->b[12]);  in helper_msa_nlzc_b()
175     pwd->b[13] = msa_nlzc_df(DF_BYTE, pws->b[13]);  in helper_msa_nlzc_b()
176     pwd->b[14] = msa_nlzc_df(DF_BYTE, pws->b[14]);  in helper_msa_nlzc_b()
177     pwd->b[15] = msa_nlzc_df(DF_BYTE, pws->b[15]);  in helper_msa_nlzc_b()
186     pwd->h[1]  = msa_nlzc_df(DF_HALF, pws->h[1]);  in helper_msa_nlzc_h()
201     pwd->w[1]  = msa_nlzc_df(DF_WORD, pws->w[1]);  in helper_msa_nlzc_w()
212     pwd->d[1]  = msa_nlzc_df(DF_DOUBLE, pws->d[1]);  in helper_msa_nlzc_d()
221     x = (x & 0x5555555555555555ULL) + ((x >>  1) & 0x5555555555555555ULL);  in msa_pcnt_df()
236     pwd->b[0]  = msa_pcnt_df(DF_BYTE, pws->b[0]);  in helper_msa_pcnt_b()
237     pwd->b[1]  = msa_pcnt_df(DF_BYTE, pws->b[1]);  in helper_msa_pcnt_b()
238     pwd->b[2]  = msa_pcnt_df(DF_BYTE, pws->b[2]);  in helper_msa_pcnt_b()
239     pwd->b[3]  = msa_pcnt_df(DF_BYTE, pws->b[3]);  in helper_msa_pcnt_b()
240     pwd->b[4]  = msa_pcnt_df(DF_BYTE, pws->b[4]);  in helper_msa_pcnt_b()
241     pwd->b[5]  = msa_pcnt_df(DF_BYTE, pws->b[5]);  in helper_msa_pcnt_b()
242     pwd->b[6]  = msa_pcnt_df(DF_BYTE, pws->b[6]);  in helper_msa_pcnt_b()
243     pwd->b[7]  = msa_pcnt_df(DF_BYTE, pws->b[7]);  in helper_msa_pcnt_b()
244     pwd->b[8]  = msa_pcnt_df(DF_BYTE, pws->b[8]);  in helper_msa_pcnt_b()
245     pwd->b[9]  = msa_pcnt_df(DF_BYTE, pws->b[9]);  in helper_msa_pcnt_b()
246     pwd->b[10] = msa_pcnt_df(DF_BYTE, pws->b[10]);  in helper_msa_pcnt_b()
247     pwd->b[11] = msa_pcnt_df(DF_BYTE, pws->b[11]);  in helper_msa_pcnt_b()
248     pwd->b[12] = msa_pcnt_df(DF_BYTE, pws->b[12]);  in helper_msa_pcnt_b()
249     pwd->b[13] = msa_pcnt_df(DF_BYTE, pws->b[13]);  in helper_msa_pcnt_b()
250     pwd->b[14] = msa_pcnt_df(DF_BYTE, pws->b[14]);  in helper_msa_pcnt_b()
251     pwd->b[15] = msa_pcnt_df(DF_BYTE, pws->b[15]);  in helper_msa_pcnt_b()
260     pwd->h[1]  = msa_pcnt_df(DF_HALF, pws->h[1]);  in helper_msa_pcnt_h()
275     pwd->w[1]  = msa_pcnt_df(DF_WORD, pws->w[1]);  in helper_msa_pcnt_w()
286     pwd->d[1]  = msa_pcnt_df(DF_DOUBLE, pws->d[1]);  in helper_msa_pcnt_d()
295  * | BINSL.B       | Vector Bit Insert Left (byte)                            |
299  * | BINSR.B       | Vector Bit Insert Right (byte)                           |
317     int32_t sh_d = BIT_POSITION(arg2, df) + 1;  in msa_binsl_df()
334     pwd->b[0]  = msa_binsl_df(DF_BYTE, pwd->b[0],  pws->b[0],  pwt->b[0]);  in helper_msa_binsl_b()
335     pwd->b[1]  = msa_binsl_df(DF_BYTE, pwd->b[1],  pws->b[1],  pwt->b[1]);  in helper_msa_binsl_b()
336     pwd->b[2]  = msa_binsl_df(DF_BYTE, pwd->b[2],  pws->b[2],  pwt->b[2]);  in helper_msa_binsl_b()
337     pwd->b[3]  = msa_binsl_df(DF_BYTE, pwd->b[3],  pws->b[3],  pwt->b[3]);  in helper_msa_binsl_b()
338     pwd->b[4]  = msa_binsl_df(DF_BYTE, pwd->b[4],  pws->b[4],  pwt->b[4]);  in helper_msa_binsl_b()
339     pwd->b[5]  = msa_binsl_df(DF_BYTE, pwd->b[5],  pws->b[5],  pwt->b[5]);  in helper_msa_binsl_b()
340     pwd->b[6]  = msa_binsl_df(DF_BYTE, pwd->b[6],  pws->b[6],  pwt->b[6]);  in helper_msa_binsl_b()
341     pwd->b[7]  = msa_binsl_df(DF_BYTE, pwd->b[7],  pws->b[7],  pwt->b[7]);  in helper_msa_binsl_b()
342     pwd->b[8]  = msa_binsl_df(DF_BYTE, pwd->b[8],  pws->b[8],  pwt->b[8]);  in helper_msa_binsl_b()
343     pwd->b[9]  = msa_binsl_df(DF_BYTE, pwd->b[9],  pws->b[9],  pwt->b[9]);  in helper_msa_binsl_b()
344     pwd->b[10] = msa_binsl_df(DF_BYTE, pwd->b[10], pws->b[10], pwt->b[10]);  in helper_msa_binsl_b()
345     pwd->b[11] = msa_binsl_df(DF_BYTE, pwd->b[11], pws->b[11], pwt->b[11]);  in helper_msa_binsl_b()
346     pwd->b[12] = msa_binsl_df(DF_BYTE, pwd->b[12], pws->b[12], pwt->b[12]);  in helper_msa_binsl_b()
347     pwd->b[13] = msa_binsl_df(DF_BYTE, pwd->b[13], pws->b[13], pwt->b[13]);  in helper_msa_binsl_b()
348     pwd->b[14] = msa_binsl_df(DF_BYTE, pwd->b[14], pws->b[14], pwt->b[14]);  in helper_msa_binsl_b()
349     pwd->b[15] = msa_binsl_df(DF_BYTE, pwd->b[15], pws->b[15], pwt->b[15]);  in helper_msa_binsl_b()
360     pwd->h[1]  = msa_binsl_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_binsl_h()
377     pwd->w[1]  = msa_binsl_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_binsl_w()
390     pwd->d[1]  = msa_binsl_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_binsl_d()
398     int32_t sh_d = BIT_POSITION(arg2, df) + 1;  in msa_binsr_df()
415     pwd->b[0]  = msa_binsr_df(DF_BYTE, pwd->b[0],  pws->b[0],  pwt->b[0]);  in helper_msa_binsr_b()
416     pwd->b[1]  = msa_binsr_df(DF_BYTE, pwd->b[1],  pws->b[1],  pwt->b[1]);  in helper_msa_binsr_b()
417     pwd->b[2]  = msa_binsr_df(DF_BYTE, pwd->b[2],  pws->b[2],  pwt->b[2]);  in helper_msa_binsr_b()
418     pwd->b[3]  = msa_binsr_df(DF_BYTE, pwd->b[3],  pws->b[3],  pwt->b[3]);  in helper_msa_binsr_b()
419     pwd->b[4]  = msa_binsr_df(DF_BYTE, pwd->b[4],  pws->b[4],  pwt->b[4]);  in helper_msa_binsr_b()
420     pwd->b[5]  = msa_binsr_df(DF_BYTE, pwd->b[5],  pws->b[5],  pwt->b[5]);  in helper_msa_binsr_b()
421     pwd->b[6]  = msa_binsr_df(DF_BYTE, pwd->b[6],  pws->b[6],  pwt->b[6]);  in helper_msa_binsr_b()
422     pwd->b[7]  = msa_binsr_df(DF_BYTE, pwd->b[7],  pws->b[7],  pwt->b[7]);  in helper_msa_binsr_b()
423     pwd->b[8]  = msa_binsr_df(DF_BYTE, pwd->b[8],  pws->b[8],  pwt->b[8]);  in helper_msa_binsr_b()
424     pwd->b[9]  = msa_binsr_df(DF_BYTE, pwd->b[9],  pws->b[9],  pwt->b[9]);  in helper_msa_binsr_b()
425     pwd->b[10] = msa_binsr_df(DF_BYTE, pwd->b[10], pws->b[10], pwt->b[10]);  in helper_msa_binsr_b()
426     pwd->b[11] = msa_binsr_df(DF_BYTE, pwd->b[11], pws->b[11], pwt->b[11]);  in helper_msa_binsr_b()
427     pwd->b[12] = msa_binsr_df(DF_BYTE, pwd->b[12], pws->b[12], pwt->b[12]);  in helper_msa_binsr_b()
428     pwd->b[13] = msa_binsr_df(DF_BYTE, pwd->b[13], pws->b[13], pwt->b[13]);  in helper_msa_binsr_b()
429     pwd->b[14] = msa_binsr_df(DF_BYTE, pwd->b[14], pws->b[14], pwt->b[14]);  in helper_msa_binsr_b()
430     pwd->b[15] = msa_binsr_df(DF_BYTE, pwd->b[15], pws->b[15], pwt->b[15]);  in helper_msa_binsr_b()
441     pwd->h[1]  = msa_binsr_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_binsr_h()
458     pwd->w[1]  = msa_binsr_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_binsr_w()
471     pwd->d[1]  = msa_binsr_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_binsr_d()
482     pwd->d[1] = UNSIGNED(                                                     \  in helper_msa_bmnz_v()
483         ((pwd->d[1] & (~pwt->d[1])) | (pws->d[1] & pwt->d[1])), DF_DOUBLE);  in helper_msa_bmnz_v()
494     pwd->d[1] = UNSIGNED(                                                     \  in helper_msa_bmz_v()
495         ((pwd->d[1] & pwt->d[1]) | (pws->d[1] & (~pwt->d[1]))), DF_DOUBLE);  in helper_msa_bmz_v()
506     pwd->d[1] = UNSIGNED(                                                     \  in helper_msa_bsel_v()
507         (pws->d[1] & (~pwd->d[1])) | (pwt->d[1] & pwd->d[1]), DF_DOUBLE);  in helper_msa_bsel_v()
516  * | BCLR.B        | Vector Bit Clear (byte)                                  |
520  * | BNEG.B        | Vector Bit Negate (byte)                                 |
524  * | BSET.B        | Vector Bit Set (byte)                                    |
534     return UNSIGNED(arg1 & (~(1LL << b_arg2)), df);  in msa_bclr_df()
543     pwd->b[0]  = msa_bclr_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_bclr_b()
544     pwd->b[1]  = msa_bclr_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_bclr_b()
545     pwd->b[2]  = msa_bclr_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_bclr_b()
546     pwd->b[3]  = msa_bclr_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_bclr_b()
547     pwd->b[4]  = msa_bclr_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_bclr_b()
548     pwd->b[5]  = msa_bclr_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_bclr_b()
549     pwd->b[6]  = msa_bclr_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_bclr_b()
550     pwd->b[7]  = msa_bclr_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_bclr_b()
551     pwd->b[8]  = msa_bclr_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_bclr_b()
552     pwd->b[9]  = msa_bclr_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_bclr_b()
553     pwd->b[10] = msa_bclr_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_bclr_b()
554     pwd->b[11] = msa_bclr_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_bclr_b()
555     pwd->b[12] = msa_bclr_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_bclr_b()
556     pwd->b[13] = msa_bclr_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_bclr_b()
557     pwd->b[14] = msa_bclr_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_bclr_b()
558     pwd->b[15] = msa_bclr_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_bclr_b()
568     pwd->h[1]  = msa_bclr_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_bclr_h()
584     pwd->w[1]  = msa_bclr_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_bclr_w()
596     pwd->d[1]  = msa_bclr_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_bclr_d()
602     return UNSIGNED(arg1 ^ (1LL << b_arg2), df);  in msa_bneg_df()
611     pwd->b[0]  = msa_bneg_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_bneg_b()
612     pwd->b[1]  = msa_bneg_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_bneg_b()
613     pwd->b[2]  = msa_bneg_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_bneg_b()
614     pwd->b[3]  = msa_bneg_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_bneg_b()
615     pwd->b[4]  = msa_bneg_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_bneg_b()
616     pwd->b[5]  = msa_bneg_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_bneg_b()
617     pwd->b[6]  = msa_bneg_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_bneg_b()
618     pwd->b[7]  = msa_bneg_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_bneg_b()
619     pwd->b[8]  = msa_bneg_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_bneg_b()
620     pwd->b[9]  = msa_bneg_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_bneg_b()
621     pwd->b[10] = msa_bneg_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_bneg_b()
622     pwd->b[11] = msa_bneg_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_bneg_b()
623     pwd->b[12] = msa_bneg_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_bneg_b()
624     pwd->b[13] = msa_bneg_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_bneg_b()
625     pwd->b[14] = msa_bneg_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_bneg_b()
626     pwd->b[15] = msa_bneg_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_bneg_b()
636     pwd->h[1]  = msa_bneg_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_bneg_h()
652     pwd->w[1]  = msa_bneg_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_bneg_w()
664     pwd->d[1]  = msa_bneg_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_bneg_d()
671     return UNSIGNED(arg1 | (1LL << b_arg2), df);  in msa_bset_df()
680     pwd->b[0]  = msa_bset_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_bset_b()
681     pwd->b[1]  = msa_bset_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_bset_b()
682     pwd->b[2]  = msa_bset_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_bset_b()
683     pwd->b[3]  = msa_bset_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_bset_b()
684     pwd->b[4]  = msa_bset_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_bset_b()
685     pwd->b[5]  = msa_bset_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_bset_b()
686     pwd->b[6]  = msa_bset_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_bset_b()
687     pwd->b[7]  = msa_bset_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_bset_b()
688     pwd->b[8]  = msa_bset_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_bset_b()
689     pwd->b[9]  = msa_bset_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_bset_b()
690     pwd->b[10] = msa_bset_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_bset_b()
691     pwd->b[11] = msa_bset_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_bset_b()
692     pwd->b[12] = msa_bset_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_bset_b()
693     pwd->b[13] = msa_bset_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_bset_b()
694     pwd->b[14] = msa_bset_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_bset_b()
695     pwd->b[15] = msa_bset_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_bset_b()
705     pwd->h[1]  = msa_bset_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_bset_h()
721     pwd->w[1]  = msa_bset_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_bset_w()
733     pwd->d[1]  = msa_bset_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_bset_d()
784  * | ADD_A.B       | Vector Add Absolute Values (byte)                        |
788  * | ADDS_A.B      | Vector Signed Saturated Add (of Absolute) (byte)         |
792  * | ADDS_S.B      | Vector Signed Saturated Add (of Signed) (byte)           |
796  * | ADDS_U.B      | Vector Unsigned Saturated Add (of Unsigned) (byte)       |
800  * | ADDV.B        | Vector Add (byte)                                        |
828     pwd->b[0]  = msa_add_a_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_add_a_b()
829     pwd->b[1]  = msa_add_a_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_add_a_b()
830     pwd->b[2]  = msa_add_a_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_add_a_b()
831     pwd->b[3]  = msa_add_a_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_add_a_b()
832     pwd->b[4]  = msa_add_a_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_add_a_b()
833     pwd->b[5]  = msa_add_a_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_add_a_b()
834     pwd->b[6]  = msa_add_a_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_add_a_b()
835     pwd->b[7]  = msa_add_a_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_add_a_b()
836     pwd->b[8]  = msa_add_a_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_add_a_b()
837     pwd->b[9]  = msa_add_a_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_add_a_b()
838     pwd->b[10] = msa_add_a_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_add_a_b()
839     pwd->b[11] = msa_add_a_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_add_a_b()
840     pwd->b[12] = msa_add_a_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_add_a_b()
841     pwd->b[13] = msa_add_a_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_add_a_b()
842     pwd->b[14] = msa_add_a_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_add_a_b()
843     pwd->b[15] = msa_add_a_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_add_a_b()
854     pwd->h[1]  = msa_add_a_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_add_a_h()
871     pwd->w[1]  = msa_add_a_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_add_a_w()
884     pwd->d[1]  = msa_add_a_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_add_a_d()
907     pwd->b[0]  = msa_adds_a_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_adds_a_b()
908     pwd->b[1]  = msa_adds_a_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_adds_a_b()
909     pwd->b[2]  = msa_adds_a_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_adds_a_b()
910     pwd->b[3]  = msa_adds_a_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_adds_a_b()
911     pwd->b[4]  = msa_adds_a_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_adds_a_b()
912     pwd->b[5]  = msa_adds_a_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_adds_a_b()
913     pwd->b[6]  = msa_adds_a_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_adds_a_b()
914     pwd->b[7]  = msa_adds_a_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_adds_a_b()
915     pwd->b[8]  = msa_adds_a_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_adds_a_b()
916     pwd->b[9]  = msa_adds_a_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_adds_a_b()
917     pwd->b[10] = msa_adds_a_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_adds_a_b()
918     pwd->b[11] = msa_adds_a_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_adds_a_b()
919     pwd->b[12] = msa_adds_a_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_adds_a_b()
920     pwd->b[13] = msa_adds_a_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_adds_a_b()
921     pwd->b[14] = msa_adds_a_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_adds_a_b()
922     pwd->b[15] = msa_adds_a_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_adds_a_b()
933     pwd->h[1]  = msa_adds_a_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_adds_a_h()
950     pwd->w[1]  = msa_adds_a_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_adds_a_w()
963     pwd->d[1]  = msa_adds_a_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_adds_a_d()
985     pwd->b[0]  = msa_adds_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_adds_s_b()
986     pwd->b[1]  = msa_adds_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_adds_s_b()
987     pwd->b[2]  = msa_adds_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_adds_s_b()
988     pwd->b[3]  = msa_adds_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_adds_s_b()
989     pwd->b[4]  = msa_adds_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_adds_s_b()
990     pwd->b[5]  = msa_adds_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_adds_s_b()
991     pwd->b[6]  = msa_adds_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_adds_s_b()
992     pwd->b[7]  = msa_adds_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_adds_s_b()
993     pwd->b[8]  = msa_adds_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_adds_s_b()
994     pwd->b[9]  = msa_adds_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_adds_s_b()
995     pwd->b[10] = msa_adds_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_adds_s_b()
996     pwd->b[11] = msa_adds_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_adds_s_b()
997     pwd->b[12] = msa_adds_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_adds_s_b()
998     pwd->b[13] = msa_adds_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_adds_s_b()
999     pwd->b[14] = msa_adds_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_adds_s_b()
1000     pwd->b[15] = msa_adds_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_adds_s_b()
1011     pwd->h[1]  = msa_adds_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_adds_s_h()
1028     pwd->w[1]  = msa_adds_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_adds_s_w()
1041     pwd->d[1]  = msa_adds_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_adds_s_d()
1060     pwd->b[0]  = msa_adds_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_adds_u_b()
1061     pwd->b[1]  = msa_adds_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_adds_u_b()
1062     pwd->b[2]  = msa_adds_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_adds_u_b()
1063     pwd->b[3]  = msa_adds_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_adds_u_b()
1064     pwd->b[4]  = msa_adds_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_adds_u_b()
1065     pwd->b[5]  = msa_adds_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_adds_u_b()
1066     pwd->b[6]  = msa_adds_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_adds_u_b()
1067     pwd->b[7]  = msa_adds_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_adds_u_b()
1068     pwd->b[8]  = msa_adds_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_adds_u_b()
1069     pwd->b[9]  = msa_adds_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_adds_u_b()
1070     pwd->b[10] = msa_adds_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_adds_u_b()
1071     pwd->b[11] = msa_adds_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_adds_u_b()
1072     pwd->b[12] = msa_adds_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_adds_u_b()
1073     pwd->b[13] = msa_adds_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_adds_u_b()
1074     pwd->b[14] = msa_adds_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_adds_u_b()
1075     pwd->b[15] = msa_adds_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_adds_u_b()
1086     pwd->h[1]  = msa_adds_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_adds_u_h()
1103     pwd->w[1]  = msa_adds_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_adds_u_w()
1116     pwd->d[1]  = msa_adds_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_adds_u_d()
1132     pwd->b[0]  = msa_addv_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_addv_b()
1133     pwd->b[1]  = msa_addv_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_addv_b()
1134     pwd->b[2]  = msa_addv_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_addv_b()
1135     pwd->b[3]  = msa_addv_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_addv_b()
1136     pwd->b[4]  = msa_addv_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_addv_b()
1137     pwd->b[5]  = msa_addv_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_addv_b()
1138     pwd->b[6]  = msa_addv_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_addv_b()
1139     pwd->b[7]  = msa_addv_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_addv_b()
1140     pwd->b[8]  = msa_addv_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_addv_b()
1141     pwd->b[9]  = msa_addv_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_addv_b()
1142     pwd->b[10] = msa_addv_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_addv_b()
1143     pwd->b[11] = msa_addv_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_addv_b()
1144     pwd->b[12] = msa_addv_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_addv_b()
1145     pwd->b[13] = msa_addv_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_addv_b()
1146     pwd->b[14] = msa_addv_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_addv_b()
1147     pwd->b[15] = msa_addv_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_addv_b()
1158     pwd->h[1]  = msa_addv_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_addv_h()
1175     pwd->w[1]  = msa_addv_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_addv_w()
1188     pwd->d[1]  = msa_addv_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_addv_d()
1218     pwd->h[1]  = msa_hadd_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_hadd_s_h()
1235     pwd->w[1]  = msa_hadd_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_hadd_s_w()
1248     pwd->d[1]  = msa_hadd_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_hadd_s_d()
1265     pwd->h[1]  = msa_hadd_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_hadd_u_h()
1282     pwd->w[1]  = msa_hadd_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_hadd_u_w()
1295     pwd->d[1]  = msa_hadd_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_hadd_u_d()
1304  * | AVE_S.B       | Vector Signed Average (byte)                             |
1308  * | AVE_U.B       | Vector Unsigned Average (byte)                           |
1312  * | AVER_S.B      | Vector Signed Average Rounded (byte)                     |
1316  * | AVER_U.B      | Vector Unsigned Average Rounded (byte)                   |
1326     return (arg1 >> 1) + (arg2 >> 1) + (arg1 & arg2 & 1);  in msa_ave_s_df()
1336     pwd->b[0]  = msa_ave_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_ave_s_b()
1337     pwd->b[1]  = msa_ave_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_ave_s_b()
1338     pwd->b[2]  = msa_ave_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_ave_s_b()
1339     pwd->b[3]  = msa_ave_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_ave_s_b()
1340     pwd->b[4]  = msa_ave_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_ave_s_b()
1341     pwd->b[5]  = msa_ave_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_ave_s_b()
1342     pwd->b[6]  = msa_ave_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_ave_s_b()
1343     pwd->b[7]  = msa_ave_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_ave_s_b()
1344     pwd->b[8]  = msa_ave_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_ave_s_b()
1345     pwd->b[9]  = msa_ave_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_ave_s_b()
1346     pwd->b[10] = msa_ave_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_ave_s_b()
1347     pwd->b[11] = msa_ave_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_ave_s_b()
1348     pwd->b[12] = msa_ave_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_ave_s_b()
1349     pwd->b[13] = msa_ave_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_ave_s_b()
1350     pwd->b[14] = msa_ave_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_ave_s_b()
1351     pwd->b[15] = msa_ave_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_ave_s_b()
1362     pwd->h[1]  = msa_ave_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_ave_s_h()
1379     pwd->w[1]  = msa_ave_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_ave_s_w()
1392     pwd->d[1]  = msa_ave_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_ave_s_d()
1400     return (u_arg1 >> 1) + (u_arg2 >> 1) + (u_arg1 & u_arg2 & 1);  in msa_ave_u_df()
1410     pwd->b[0]  = msa_ave_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_ave_u_b()
1411     pwd->b[1]  = msa_ave_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_ave_u_b()
1412     pwd->b[2]  = msa_ave_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_ave_u_b()
1413     pwd->b[3]  = msa_ave_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_ave_u_b()
1414     pwd->b[4]  = msa_ave_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_ave_u_b()
1415     pwd->b[5]  = msa_ave_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_ave_u_b()
1416     pwd->b[6]  = msa_ave_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_ave_u_b()
1417     pwd->b[7]  = msa_ave_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_ave_u_b()
1418     pwd->b[8]  = msa_ave_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_ave_u_b()
1419     pwd->b[9]  = msa_ave_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_ave_u_b()
1420     pwd->b[10] = msa_ave_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_ave_u_b()
1421     pwd->b[11] = msa_ave_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_ave_u_b()
1422     pwd->b[12] = msa_ave_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_ave_u_b()
1423     pwd->b[13] = msa_ave_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_ave_u_b()
1424     pwd->b[14] = msa_ave_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_ave_u_b()
1425     pwd->b[15] = msa_ave_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_ave_u_b()
1436     pwd->h[1]  = msa_ave_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_ave_u_h()
1453     pwd->w[1]  = msa_ave_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_ave_u_w()
1466     pwd->d[1]  = msa_ave_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_ave_u_d()
1472     return (arg1 >> 1) + (arg2 >> 1) + ((arg1 | arg2) & 1);  in msa_aver_s_df()
1482     pwd->b[0]  = msa_aver_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_aver_s_b()
1483     pwd->b[1]  = msa_aver_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_aver_s_b()
1484     pwd->b[2]  = msa_aver_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_aver_s_b()
1485     pwd->b[3]  = msa_aver_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_aver_s_b()
1486     pwd->b[4]  = msa_aver_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_aver_s_b()
1487     pwd->b[5]  = msa_aver_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_aver_s_b()
1488     pwd->b[6]  = msa_aver_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_aver_s_b()
1489     pwd->b[7]  = msa_aver_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_aver_s_b()
1490     pwd->b[8]  = msa_aver_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_aver_s_b()
1491     pwd->b[9]  = msa_aver_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_aver_s_b()
1492     pwd->b[10] = msa_aver_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_aver_s_b()
1493     pwd->b[11] = msa_aver_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_aver_s_b()
1494     pwd->b[12] = msa_aver_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_aver_s_b()
1495     pwd->b[13] = msa_aver_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_aver_s_b()
1496     pwd->b[14] = msa_aver_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_aver_s_b()
1497     pwd->b[15] = msa_aver_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_aver_s_b()
1508     pwd->h[1]  = msa_aver_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_aver_s_h()
1525     pwd->w[1]  = msa_aver_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_aver_s_w()
1538     pwd->d[1]  = msa_aver_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_aver_s_d()
1546     return (u_arg1 >> 1) + (u_arg2 >> 1) + ((u_arg1 | u_arg2) & 1);  in msa_aver_u_df()
1556     pwd->b[0]  = msa_aver_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_aver_u_b()
1557     pwd->b[1]  = msa_aver_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_aver_u_b()
1558     pwd->b[2]  = msa_aver_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_aver_u_b()
1559     pwd->b[3]  = msa_aver_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_aver_u_b()
1560     pwd->b[4]  = msa_aver_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_aver_u_b()
1561     pwd->b[5]  = msa_aver_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_aver_u_b()
1562     pwd->b[6]  = msa_aver_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_aver_u_b()
1563     pwd->b[7]  = msa_aver_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_aver_u_b()
1564     pwd->b[8]  = msa_aver_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_aver_u_b()
1565     pwd->b[9]  = msa_aver_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_aver_u_b()
1566     pwd->b[10] = msa_aver_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_aver_u_b()
1567     pwd->b[11] = msa_aver_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_aver_u_b()
1568     pwd->b[12] = msa_aver_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_aver_u_b()
1569     pwd->b[13] = msa_aver_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_aver_u_b()
1570     pwd->b[14] = msa_aver_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_aver_u_b()
1571     pwd->b[15] = msa_aver_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_aver_u_b()
1582     pwd->h[1]  = msa_aver_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_aver_u_h()
1599     pwd->w[1]  = msa_aver_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_aver_u_w()
1612     pwd->d[1]  = msa_aver_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_aver_u_d()
1621  * | CEQ.B         | Vector Compare Equal (byte)                              |
1625  * | CLE_S.B       | Vector Compare Signed Less Than or Equal (byte)          |
1629  * | CLE_U.B       | Vector Compare Unsigned Less Than or Equal (byte)        |
1633  * | CLT_S.B       | Vector Compare Signed Less Than (byte)                   |
1637  * | CLT_U.B       | Vector Compare Unsigned Less Than (byte)                 |
1646     return arg1 == arg2 ? -1 : 0;  in msa_ceq_df()
1651     return arg1 == arg2 ? -1 : 0;  in msa_ceq_b()
1660     pwd->b[0]  = msa_ceq_b(pws->b[0],  pwt->b[0]);  in helper_msa_ceq_b()
1661     pwd->b[1]  = msa_ceq_b(pws->b[1],  pwt->b[1]);  in helper_msa_ceq_b()
1662     pwd->b[2]  = msa_ceq_b(pws->b[2],  pwt->b[2]);  in helper_msa_ceq_b()
1663     pwd->b[3]  = msa_ceq_b(pws->b[3],  pwt->b[3]);  in helper_msa_ceq_b()
1664     pwd->b[4]  = msa_ceq_b(pws->b[4],  pwt->b[4]);  in helper_msa_ceq_b()
1665     pwd->b[5]  = msa_ceq_b(pws->b[5],  pwt->b[5]);  in helper_msa_ceq_b()
1666     pwd->b[6]  = msa_ceq_b(pws->b[6],  pwt->b[6]);  in helper_msa_ceq_b()
1667     pwd->b[7]  = msa_ceq_b(pws->b[7],  pwt->b[7]);  in helper_msa_ceq_b()
1668     pwd->b[8]  = msa_ceq_b(pws->b[8],  pwt->b[8]);  in helper_msa_ceq_b()
1669     pwd->b[9]  = msa_ceq_b(pws->b[9],  pwt->b[9]);  in helper_msa_ceq_b()
1670     pwd->b[10] = msa_ceq_b(pws->b[10], pwt->b[10]);  in helper_msa_ceq_b()
1671     pwd->b[11] = msa_ceq_b(pws->b[11], pwt->b[11]);  in helper_msa_ceq_b()
1672     pwd->b[12] = msa_ceq_b(pws->b[12], pwt->b[12]);  in helper_msa_ceq_b()
1673     pwd->b[13] = msa_ceq_b(pws->b[13], pwt->b[13]);  in helper_msa_ceq_b()
1674     pwd->b[14] = msa_ceq_b(pws->b[14], pwt->b[14]);  in helper_msa_ceq_b()
1675     pwd->b[15] = msa_ceq_b(pws->b[15], pwt->b[15]);  in helper_msa_ceq_b()
1680     return arg1 == arg2 ? -1 : 0;  in msa_ceq_h()
1690     pwd->h[1]  = msa_ceq_h(pws->h[1],  pwt->h[1]);  in helper_msa_ceq_h()
1701     return arg1 == arg2 ? -1 : 0;  in msa_ceq_w()
1711     pwd->w[1]  = msa_ceq_w(pws->w[1],  pwt->w[1]);  in helper_msa_ceq_w()
1718     return arg1 == arg2 ? -1 : 0;  in msa_ceq_d()
1728     pwd->d[1]  = msa_ceq_d(pws->d[1],  pwt->d[1]);  in helper_msa_ceq_d()
1733     return arg1 <= arg2 ? -1 : 0;  in msa_cle_s_df()
1743     pwd->b[0]  = msa_cle_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_cle_s_b()
1744     pwd->b[1]  = msa_cle_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_cle_s_b()
1745     pwd->b[2]  = msa_cle_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_cle_s_b()
1746     pwd->b[3]  = msa_cle_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_cle_s_b()
1747     pwd->b[4]  = msa_cle_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_cle_s_b()
1748     pwd->b[5]  = msa_cle_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_cle_s_b()
1749     pwd->b[6]  = msa_cle_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_cle_s_b()
1750     pwd->b[7]  = msa_cle_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_cle_s_b()
1751     pwd->b[8]  = msa_cle_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_cle_s_b()
1752     pwd->b[9]  = msa_cle_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_cle_s_b()
1753     pwd->b[10] = msa_cle_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_cle_s_b()
1754     pwd->b[11] = msa_cle_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_cle_s_b()
1755     pwd->b[12] = msa_cle_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_cle_s_b()
1756     pwd->b[13] = msa_cle_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_cle_s_b()
1757     pwd->b[14] = msa_cle_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_cle_s_b()
1758     pwd->b[15] = msa_cle_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_cle_s_b()
1769     pwd->h[1]  = msa_cle_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_cle_s_h()
1786     pwd->w[1]  = msa_cle_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_cle_s_w()
1799     pwd->d[1]  = msa_cle_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_cle_s_d()
1806     return u_arg1 <= u_arg2 ? -1 : 0;  in msa_cle_u_df()
1816     pwd->b[0]  = msa_cle_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_cle_u_b()
1817     pwd->b[1]  = msa_cle_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_cle_u_b()
1818     pwd->b[2]  = msa_cle_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_cle_u_b()
1819     pwd->b[3]  = msa_cle_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_cle_u_b()
1820     pwd->b[4]  = msa_cle_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_cle_u_b()
1821     pwd->b[5]  = msa_cle_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_cle_u_b()
1822     pwd->b[6]  = msa_cle_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_cle_u_b()
1823     pwd->b[7]  = msa_cle_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_cle_u_b()
1824     pwd->b[8]  = msa_cle_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_cle_u_b()
1825     pwd->b[9]  = msa_cle_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_cle_u_b()
1826     pwd->b[10] = msa_cle_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_cle_u_b()
1827     pwd->b[11] = msa_cle_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_cle_u_b()
1828     pwd->b[12] = msa_cle_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_cle_u_b()
1829     pwd->b[13] = msa_cle_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_cle_u_b()
1830     pwd->b[14] = msa_cle_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_cle_u_b()
1831     pwd->b[15] = msa_cle_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_cle_u_b()
1842     pwd->h[1]  = msa_cle_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_cle_u_h()
1859     pwd->w[1]  = msa_cle_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_cle_u_w()
1872     pwd->d[1]  = msa_cle_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_cle_u_d()
1877     return arg1 < arg2 ? -1 : 0;  in msa_clt_s_df()
1882     return arg1 < arg2 ? -1 : 0;  in msa_clt_s_b()
1892     pwd->b[0]  = msa_clt_s_b(pws->b[0],  pwt->b[0]);  in helper_msa_clt_s_b()
1893     pwd->b[1]  = msa_clt_s_b(pws->b[1],  pwt->b[1]);  in helper_msa_clt_s_b()
1894     pwd->b[2]  = msa_clt_s_b(pws->b[2],  pwt->b[2]);  in helper_msa_clt_s_b()
1895     pwd->b[3]  = msa_clt_s_b(pws->b[3],  pwt->b[3]);  in helper_msa_clt_s_b()
1896     pwd->b[4]  = msa_clt_s_b(pws->b[4],  pwt->b[4]);  in helper_msa_clt_s_b()
1897     pwd->b[5]  = msa_clt_s_b(pws->b[5],  pwt->b[5]);  in helper_msa_clt_s_b()
1898     pwd->b[6]  = msa_clt_s_b(pws->b[6],  pwt->b[6]);  in helper_msa_clt_s_b()
1899     pwd->b[7]  = msa_clt_s_b(pws->b[7],  pwt->b[7]);  in helper_msa_clt_s_b()
1900     pwd->b[8]  = msa_clt_s_b(pws->b[8],  pwt->b[8]);  in helper_msa_clt_s_b()
1901     pwd->b[9]  = msa_clt_s_b(pws->b[9],  pwt->b[9]);  in helper_msa_clt_s_b()
1902     pwd->b[10] = msa_clt_s_b(pws->b[10], pwt->b[10]);  in helper_msa_clt_s_b()
1903     pwd->b[11] = msa_clt_s_b(pws->b[11], pwt->b[11]);  in helper_msa_clt_s_b()
1904     pwd->b[12] = msa_clt_s_b(pws->b[12], pwt->b[12]);  in helper_msa_clt_s_b()
1905     pwd->b[13] = msa_clt_s_b(pws->b[13], pwt->b[13]);  in helper_msa_clt_s_b()
1906     pwd->b[14] = msa_clt_s_b(pws->b[14], pwt->b[14]);  in helper_msa_clt_s_b()
1907     pwd->b[15] = msa_clt_s_b(pws->b[15], pwt->b[15]);  in helper_msa_clt_s_b()
1912     return arg1 < arg2 ? -1 : 0;  in msa_clt_s_h()
1923     pwd->h[1]  = msa_clt_s_h(pws->h[1],  pwt->h[1]);  in helper_msa_clt_s_h()
1934     return arg1 < arg2 ? -1 : 0;  in msa_clt_s_w()
1945     pwd->w[1]  = msa_clt_s_w(pws->w[1],  pwt->w[1]);  in helper_msa_clt_s_w()
1952     return arg1 < arg2 ? -1 : 0;  in msa_clt_s_d()
1963     pwd->d[1]  = msa_clt_s_d(pws->d[1],  pwt->d[1]);  in helper_msa_clt_s_d()
1970     return u_arg1 < u_arg2 ? -1 : 0;  in msa_clt_u_df()
1980     pwd->b[0]  = msa_clt_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_clt_u_b()
1981     pwd->b[1]  = msa_clt_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_clt_u_b()
1982     pwd->b[2]  = msa_clt_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_clt_u_b()
1983     pwd->b[3]  = msa_clt_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_clt_u_b()
1984     pwd->b[4]  = msa_clt_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_clt_u_b()
1985     pwd->b[5]  = msa_clt_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_clt_u_b()
1986     pwd->b[6]  = msa_clt_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_clt_u_b()
1987     pwd->b[7]  = msa_clt_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_clt_u_b()
1988     pwd->b[8]  = msa_clt_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_clt_u_b()
1989     pwd->b[9]  = msa_clt_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_clt_u_b()
1990     pwd->b[10] = msa_clt_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_clt_u_b()
1991     pwd->b[11] = msa_clt_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_clt_u_b()
1992     pwd->b[12] = msa_clt_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_clt_u_b()
1993     pwd->b[13] = msa_clt_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_clt_u_b()
1994     pwd->b[14] = msa_clt_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_clt_u_b()
1995     pwd->b[15] = msa_clt_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_clt_u_b()
2006     pwd->h[1]  = msa_clt_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_clt_u_h()
2023     pwd->w[1]  = msa_clt_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_clt_u_w()
2036     pwd->d[1]  = msa_clt_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_clt_u_d()
2045  * | DIV_S.B       | Vector Signed Divide (byte)                              |
2049  * | DIV_U.B       | Vector Unsigned Divide (byte)                            |
2059     if (arg1 == DF_MIN_INT(df) && arg2 == -1) {  in msa_div_s_df()
2063                 : arg1 >= 0 ? -1 : 1;  in msa_div_s_df()
2073     pwd->b[0]  = msa_div_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_div_s_b()
2074     pwd->b[1]  = msa_div_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_div_s_b()
2075     pwd->b[2]  = msa_div_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_div_s_b()
2076     pwd->b[3]  = msa_div_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_div_s_b()
2077     pwd->b[4]  = msa_div_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_div_s_b()
2078     pwd->b[5]  = msa_div_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_div_s_b()
2079     pwd->b[6]  = msa_div_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_div_s_b()
2080     pwd->b[7]  = msa_div_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_div_s_b()
2081     pwd->b[8]  = msa_div_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_div_s_b()
2082     pwd->b[9]  = msa_div_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_div_s_b()
2083     pwd->b[10] = msa_div_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_div_s_b()
2084     pwd->b[11] = msa_div_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_div_s_b()
2085     pwd->b[12] = msa_div_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_div_s_b()
2086     pwd->b[13] = msa_div_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_div_s_b()
2087     pwd->b[14] = msa_div_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_div_s_b()
2088     pwd->b[15] = msa_div_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_div_s_b()
2099     pwd->h[1]  = msa_div_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_div_s_h()
2116     pwd->w[1]  = msa_div_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_div_s_w()
2129     pwd->d[1]  = msa_div_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_div_s_d()
2136     return arg2 ? u_arg1 / u_arg2 : -1;  in msa_div_u_df()
2146     pwd->b[0]  = msa_div_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_div_u_b()
2147     pwd->b[1]  = msa_div_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_div_u_b()
2148     pwd->b[2]  = msa_div_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_div_u_b()
2149     pwd->b[3]  = msa_div_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_div_u_b()
2150     pwd->b[4]  = msa_div_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_div_u_b()
2151     pwd->b[5]  = msa_div_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_div_u_b()
2152     pwd->b[6]  = msa_div_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_div_u_b()
2153     pwd->b[7]  = msa_div_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_div_u_b()
2154     pwd->b[8]  = msa_div_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_div_u_b()
2155     pwd->b[9]  = msa_div_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_div_u_b()
2156     pwd->b[10] = msa_div_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_div_u_b()
2157     pwd->b[11] = msa_div_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_div_u_b()
2158     pwd->b[12] = msa_div_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_div_u_b()
2159     pwd->b[13] = msa_div_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_div_u_b()
2160     pwd->b[14] = msa_div_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_div_u_b()
2161     pwd->b[15] = msa_div_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_div_u_b()
2172     pwd->h[1]  = msa_div_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_div_u_h()
2189     pwd->w[1]  = msa_div_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_div_u_w()
2202     pwd->d[1]  = msa_div_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_div_u_d()
2264     pwd->h[1]  = msa_dotp_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_dotp_s_h()
2281     pwd->w[1]  = msa_dotp_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_dotp_s_w()
2294     pwd->d[1]  = msa_dotp_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_dotp_s_d()
2317     pwd->h[1]  = msa_dotp_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_dotp_u_h()
2334     pwd->w[1]  = msa_dotp_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_dotp_u_w()
2347     pwd->d[1]  = msa_dotp_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_dotp_u_d()
2371     pwd->h[1]  = msa_dpadd_s_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_dpadd_s_h()
2388     pwd->w[1]  = msa_dpadd_s_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_dpadd_s_w()
2401     pwd->d[1]  = msa_dpadd_s_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_dpadd_s_d()
2425     pwd->h[1]  = msa_dpadd_u_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_dpadd_u_h()
2442     pwd->w[1]  = msa_dpadd_u_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_dpadd_u_w()
2455     pwd->d[1]  = msa_dpadd_u_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_dpadd_u_d()
2479     pwd->h[1]  = msa_dpsub_s_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_dpsub_s_h()
2496     pwd->w[1]  = msa_dpsub_s_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_dpsub_s_w()
2509     pwd->d[1]  = msa_dpsub_s_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_dpsub_s_d()
2533     pwd->h[1]  = msa_dpsub_u_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_dpsub_u_h()
2550     pwd->w[1]  = msa_dpsub_u_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_dpsub_u_w()
2563     pwd->d[1]  = msa_dpsub_u_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_dpsub_u_d()
2572  * | MAX_A.B       | Vector Maximum Based on Absolute Value (byte)            |
2576  * | MAX_S.B       | Vector Signed Maximum (byte)                             |
2580  * | MAX_U.B       | Vector Unsigned Maximum (byte)                           |
2584  * | MIN_A.B       | Vector Minimum Based on Absolute Value (byte)            |
2588  * | MIN_S.B       | Vector Signed Minimum (byte)                             |
2592  * | MIN_U.B       | Vector Unsigned Minimum (byte)                           |
2613     pwd->b[0]  = msa_max_a_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_max_a_b()
2614     pwd->b[1]  = msa_max_a_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_max_a_b()
2615     pwd->b[2]  = msa_max_a_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_max_a_b()
2616     pwd->b[3]  = msa_max_a_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_max_a_b()
2617     pwd->b[4]  = msa_max_a_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_max_a_b()
2618     pwd->b[5]  = msa_max_a_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_max_a_b()
2619     pwd->b[6]  = msa_max_a_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_max_a_b()
2620     pwd->b[7]  = msa_max_a_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_max_a_b()
2621     pwd->b[8]  = msa_max_a_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_max_a_b()
2622     pwd->b[9]  = msa_max_a_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_max_a_b()
2623     pwd->b[10] = msa_max_a_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_max_a_b()
2624     pwd->b[11] = msa_max_a_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_max_a_b()
2625     pwd->b[12] = msa_max_a_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_max_a_b()
2626     pwd->b[13] = msa_max_a_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_max_a_b()
2627     pwd->b[14] = msa_max_a_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_max_a_b()
2628     pwd->b[15] = msa_max_a_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_max_a_b()
2639     pwd->h[1]  = msa_max_a_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_max_a_h()
2656     pwd->w[1]  = msa_max_a_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_max_a_w()
2669     pwd->d[1]  = msa_max_a_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_max_a_d()
2685     pwd->b[0]  = msa_max_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_max_s_b()
2686     pwd->b[1]  = msa_max_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_max_s_b()
2687     pwd->b[2]  = msa_max_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_max_s_b()
2688     pwd->b[3]  = msa_max_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_max_s_b()
2689     pwd->b[4]  = msa_max_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_max_s_b()
2690     pwd->b[5]  = msa_max_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_max_s_b()
2691     pwd->b[6]  = msa_max_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_max_s_b()
2692     pwd->b[7]  = msa_max_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_max_s_b()
2693     pwd->b[8]  = msa_max_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_max_s_b()
2694     pwd->b[9]  = msa_max_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_max_s_b()
2695     pwd->b[10] = msa_max_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_max_s_b()
2696     pwd->b[11] = msa_max_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_max_s_b()
2697     pwd->b[12] = msa_max_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_max_s_b()
2698     pwd->b[13] = msa_max_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_max_s_b()
2699     pwd->b[14] = msa_max_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_max_s_b()
2700     pwd->b[15] = msa_max_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_max_s_b()
2711     pwd->h[1]  = msa_max_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_max_s_h()
2728     pwd->w[1]  = msa_max_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_max_s_w()
2741     pwd->d[1]  = msa_max_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_max_s_d()
2759     pwd->b[0]  = msa_max_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_max_u_b()
2760     pwd->b[1]  = msa_max_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_max_u_b()
2761     pwd->b[2]  = msa_max_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_max_u_b()
2762     pwd->b[3]  = msa_max_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_max_u_b()
2763     pwd->b[4]  = msa_max_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_max_u_b()
2764     pwd->b[5]  = msa_max_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_max_u_b()
2765     pwd->b[6]  = msa_max_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_max_u_b()
2766     pwd->b[7]  = msa_max_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_max_u_b()
2767     pwd->b[8]  = msa_max_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_max_u_b()
2768     pwd->b[9]  = msa_max_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_max_u_b()
2769     pwd->b[10] = msa_max_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_max_u_b()
2770     pwd->b[11] = msa_max_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_max_u_b()
2771     pwd->b[12] = msa_max_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_max_u_b()
2772     pwd->b[13] = msa_max_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_max_u_b()
2773     pwd->b[14] = msa_max_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_max_u_b()
2774     pwd->b[15] = msa_max_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_max_u_b()
2785     pwd->h[1]  = msa_max_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_max_u_h()
2802     pwd->w[1]  = msa_max_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_max_u_w()
2815     pwd->d[1]  = msa_max_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_max_u_d()
2833     pwd->b[0]  = msa_min_a_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_min_a_b()
2834     pwd->b[1]  = msa_min_a_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_min_a_b()
2835     pwd->b[2]  = msa_min_a_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_min_a_b()
2836     pwd->b[3]  = msa_min_a_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_min_a_b()
2837     pwd->b[4]  = msa_min_a_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_min_a_b()
2838     pwd->b[5]  = msa_min_a_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_min_a_b()
2839     pwd->b[6]  = msa_min_a_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_min_a_b()
2840     pwd->b[7]  = msa_min_a_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_min_a_b()
2841     pwd->b[8]  = msa_min_a_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_min_a_b()
2842     pwd->b[9]  = msa_min_a_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_min_a_b()
2843     pwd->b[10] = msa_min_a_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_min_a_b()
2844     pwd->b[11] = msa_min_a_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_min_a_b()
2845     pwd->b[12] = msa_min_a_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_min_a_b()
2846     pwd->b[13] = msa_min_a_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_min_a_b()
2847     pwd->b[14] = msa_min_a_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_min_a_b()
2848     pwd->b[15] = msa_min_a_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_min_a_b()
2859     pwd->h[1]  = msa_min_a_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_min_a_h()
2876     pwd->w[1]  = msa_min_a_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_min_a_w()
2889     pwd->d[1]  = msa_min_a_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_min_a_d()
2905     pwd->b[0]  = msa_min_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_min_s_b()
2906     pwd->b[1]  = msa_min_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_min_s_b()
2907     pwd->b[2]  = msa_min_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_min_s_b()
2908     pwd->b[3]  = msa_min_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_min_s_b()
2909     pwd->b[4]  = msa_min_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_min_s_b()
2910     pwd->b[5]  = msa_min_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_min_s_b()
2911     pwd->b[6]  = msa_min_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_min_s_b()
2912     pwd->b[7]  = msa_min_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_min_s_b()
2913     pwd->b[8]  = msa_min_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_min_s_b()
2914     pwd->b[9]  = msa_min_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_min_s_b()
2915     pwd->b[10] = msa_min_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_min_s_b()
2916     pwd->b[11] = msa_min_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_min_s_b()
2917     pwd->b[12] = msa_min_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_min_s_b()
2918     pwd->b[13] = msa_min_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_min_s_b()
2919     pwd->b[14] = msa_min_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_min_s_b()
2920     pwd->b[15] = msa_min_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_min_s_b()
2931     pwd->h[1]  = msa_min_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_min_s_h()
2948     pwd->w[1]  = msa_min_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_min_s_w()
2961     pwd->d[1]  = msa_min_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_min_s_d()
2979     pwd->b[0]  = msa_min_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_min_u_b()
2980     pwd->b[1]  = msa_min_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_min_u_b()
2981     pwd->b[2]  = msa_min_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_min_u_b()
2982     pwd->b[3]  = msa_min_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_min_u_b()
2983     pwd->b[4]  = msa_min_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_min_u_b()
2984     pwd->b[5]  = msa_min_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_min_u_b()
2985     pwd->b[6]  = msa_min_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_min_u_b()
2986     pwd->b[7]  = msa_min_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_min_u_b()
2987     pwd->b[8]  = msa_min_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_min_u_b()
2988     pwd->b[9]  = msa_min_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_min_u_b()
2989     pwd->b[10] = msa_min_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_min_u_b()
2990     pwd->b[11] = msa_min_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_min_u_b()
2991     pwd->b[12] = msa_min_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_min_u_b()
2992     pwd->b[13] = msa_min_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_min_u_b()
2993     pwd->b[14] = msa_min_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_min_u_b()
2994     pwd->b[15] = msa_min_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_min_u_b()
3005     pwd->h[1]  = msa_min_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_min_u_h()
3022     pwd->w[1]  = msa_min_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_min_u_w()
3035     pwd->d[1]  = msa_min_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_min_u_d()
3044  * | MOD_S.B       | Vector Signed Modulo (byte)                              |
3048  * | MOD_U.B       | Vector Unsigned Modulo (byte)                            |
3057     if (arg1 == DF_MIN_INT(df) && arg2 == -1) {  in msa_mod_s_df()
3070     pwd->b[0]  = msa_mod_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_mod_s_b()
3071     pwd->b[1]  = msa_mod_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_mod_s_b()
3072     pwd->b[2]  = msa_mod_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_mod_s_b()
3073     pwd->b[3]  = msa_mod_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_mod_s_b()
3074     pwd->b[4]  = msa_mod_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_mod_s_b()
3075     pwd->b[5]  = msa_mod_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_mod_s_b()
3076     pwd->b[6]  = msa_mod_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_mod_s_b()
3077     pwd->b[7]  = msa_mod_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_mod_s_b()
3078     pwd->b[8]  = msa_mod_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_mod_s_b()
3079     pwd->b[9]  = msa_mod_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_mod_s_b()
3080     pwd->b[10] = msa_mod_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_mod_s_b()
3081     pwd->b[11] = msa_mod_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_mod_s_b()
3082     pwd->b[12] = msa_mod_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_mod_s_b()
3083     pwd->b[13] = msa_mod_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_mod_s_b()
3084     pwd->b[14] = msa_mod_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_mod_s_b()
3085     pwd->b[15] = msa_mod_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_mod_s_b()
3096     pwd->h[1]  = msa_mod_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_mod_s_h()
3113     pwd->w[1]  = msa_mod_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_mod_s_w()
3126     pwd->d[1]  = msa_mod_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_mod_s_d()
3143     pwd->b[0]  = msa_mod_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_mod_u_b()
3144     pwd->b[1]  = msa_mod_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_mod_u_b()
3145     pwd->b[2]  = msa_mod_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_mod_u_b()
3146     pwd->b[3]  = msa_mod_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_mod_u_b()
3147     pwd->b[4]  = msa_mod_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_mod_u_b()
3148     pwd->b[5]  = msa_mod_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_mod_u_b()
3149     pwd->b[6]  = msa_mod_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_mod_u_b()
3150     pwd->b[7]  = msa_mod_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_mod_u_b()
3151     pwd->b[8]  = msa_mod_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_mod_u_b()
3152     pwd->b[9]  = msa_mod_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_mod_u_b()
3153     pwd->b[10] = msa_mod_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_mod_u_b()
3154     pwd->b[11] = msa_mod_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_mod_u_b()
3155     pwd->b[12] = msa_mod_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_mod_u_b()
3156     pwd->b[13] = msa_mod_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_mod_u_b()
3157     pwd->b[14] = msa_mod_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_mod_u_b()
3158     pwd->b[15] = msa_mod_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_mod_u_b()
3169     pwd->h[1]  = msa_mod_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_mod_u_h()
3186     pwd->w[1]  = msa_mod_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_mod_u_w()
3199     pwd->d[1]  = msa_mod_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_mod_u_d()
3208  * | MADDV.B       | Vector Multiply and Add (byte)                           |
3212  * | MSUBV.B       | Vector Multiply and Subtract (byte)                      |
3216  * | MULV.B        | Vector Multiply (byte)                                   |
3236     pwd->b[0]  = msa_maddv_df(DF_BYTE, pwd->b[0],  pws->b[0],  pwt->b[0]);  in helper_msa_maddv_b()
3237     pwd->b[1]  = msa_maddv_df(DF_BYTE, pwd->b[1],  pws->b[1],  pwt->b[1]);  in helper_msa_maddv_b()
3238     pwd->b[2]  = msa_maddv_df(DF_BYTE, pwd->b[2],  pws->b[2],  pwt->b[2]);  in helper_msa_maddv_b()
3239     pwd->b[3]  = msa_maddv_df(DF_BYTE, pwd->b[3],  pws->b[3],  pwt->b[3]);  in helper_msa_maddv_b()
3240     pwd->b[4]  = msa_maddv_df(DF_BYTE, pwd->b[4],  pws->b[4],  pwt->b[4]);  in helper_msa_maddv_b()
3241     pwd->b[5]  = msa_maddv_df(DF_BYTE, pwd->b[5],  pws->b[5],  pwt->b[5]);  in helper_msa_maddv_b()
3242     pwd->b[6]  = msa_maddv_df(DF_BYTE, pwd->b[6],  pws->b[6],  pwt->b[6]);  in helper_msa_maddv_b()
3243     pwd->b[7]  = msa_maddv_df(DF_BYTE, pwd->b[7],  pws->b[7],  pwt->b[7]);  in helper_msa_maddv_b()
3244     pwd->b[8]  = msa_maddv_df(DF_BYTE, pwd->b[8],  pws->b[8],  pwt->b[8]);  in helper_msa_maddv_b()
3245     pwd->b[9]  = msa_maddv_df(DF_BYTE, pwd->b[9],  pws->b[9],  pwt->b[9]);  in helper_msa_maddv_b()
3246     pwd->b[10] = msa_maddv_df(DF_BYTE, pwd->b[10], pws->b[10], pwt->b[10]);  in helper_msa_maddv_b()
3247     pwd->b[11] = msa_maddv_df(DF_BYTE, pwd->b[11], pws->b[11], pwt->b[11]);  in helper_msa_maddv_b()
3248     pwd->b[12] = msa_maddv_df(DF_BYTE, pwd->b[12], pws->b[12], pwt->b[12]);  in helper_msa_maddv_b()
3249     pwd->b[13] = msa_maddv_df(DF_BYTE, pwd->b[13], pws->b[13], pwt->b[13]);  in helper_msa_maddv_b()
3250     pwd->b[14] = msa_maddv_df(DF_BYTE, pwd->b[14], pws->b[14], pwt->b[14]);  in helper_msa_maddv_b()
3251     pwd->b[15] = msa_maddv_df(DF_BYTE, pwd->b[15], pws->b[15], pwt->b[15]);  in helper_msa_maddv_b()
3262     pwd->h[1]  = msa_maddv_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_maddv_h()
3279     pwd->w[1]  = msa_maddv_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_maddv_w()
3292     pwd->d[1]  = msa_maddv_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_maddv_d()
3308     pwd->b[0]  = msa_msubv_df(DF_BYTE, pwd->b[0],  pws->b[0],  pwt->b[0]);  in helper_msa_msubv_b()
3309     pwd->b[1]  = msa_msubv_df(DF_BYTE, pwd->b[1],  pws->b[1],  pwt->b[1]);  in helper_msa_msubv_b()
3310     pwd->b[2]  = msa_msubv_df(DF_BYTE, pwd->b[2],  pws->b[2],  pwt->b[2]);  in helper_msa_msubv_b()
3311     pwd->b[3]  = msa_msubv_df(DF_BYTE, pwd->b[3],  pws->b[3],  pwt->b[3]);  in helper_msa_msubv_b()
3312     pwd->b[4]  = msa_msubv_df(DF_BYTE, pwd->b[4],  pws->b[4],  pwt->b[4]);  in helper_msa_msubv_b()
3313     pwd->b[5]  = msa_msubv_df(DF_BYTE, pwd->b[5],  pws->b[5],  pwt->b[5]);  in helper_msa_msubv_b()
3314     pwd->b[6]  = msa_msubv_df(DF_BYTE, pwd->b[6],  pws->b[6],  pwt->b[6]);  in helper_msa_msubv_b()
3315     pwd->b[7]  = msa_msubv_df(DF_BYTE, pwd->b[7],  pws->b[7],  pwt->b[7]);  in helper_msa_msubv_b()
3316     pwd->b[8]  = msa_msubv_df(DF_BYTE, pwd->b[8],  pws->b[8],  pwt->b[8]);  in helper_msa_msubv_b()
3317     pwd->b[9]  = msa_msubv_df(DF_BYTE, pwd->b[9],  pws->b[9],  pwt->b[9]);  in helper_msa_msubv_b()
3318     pwd->b[10] = msa_msubv_df(DF_BYTE, pwd->b[10], pws->b[10], pwt->b[10]);  in helper_msa_msubv_b()
3319     pwd->b[11] = msa_msubv_df(DF_BYTE, pwd->b[11], pws->b[11], pwt->b[11]);  in helper_msa_msubv_b()
3320     pwd->b[12] = msa_msubv_df(DF_BYTE, pwd->b[12], pws->b[12], pwt->b[12]);  in helper_msa_msubv_b()
3321     pwd->b[13] = msa_msubv_df(DF_BYTE, pwd->b[13], pws->b[13], pwt->b[13]);  in helper_msa_msubv_b()
3322     pwd->b[14] = msa_msubv_df(DF_BYTE, pwd->b[14], pws->b[14], pwt->b[14]);  in helper_msa_msubv_b()
3323     pwd->b[15] = msa_msubv_df(DF_BYTE, pwd->b[15], pws->b[15], pwt->b[15]);  in helper_msa_msubv_b()
3334     pwd->h[1]  = msa_msubv_df(DF_HALF, pwd->h[1],  pws->h[1],  pwt->h[1]);  in helper_msa_msubv_h()
3351     pwd->w[1]  = msa_msubv_df(DF_WORD, pwd->w[1],  pws->w[1],  pwt->w[1]);  in helper_msa_msubv_w()
3364     pwd->d[1]  = msa_msubv_df(DF_DOUBLE, pwd->d[1],  pws->d[1],  pwt->d[1]);  in helper_msa_msubv_d()
3380     pwd->b[0]  = msa_mulv_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_mulv_b()
3381     pwd->b[1]  = msa_mulv_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_mulv_b()
3382     pwd->b[2]  = msa_mulv_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_mulv_b()
3383     pwd->b[3]  = msa_mulv_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_mulv_b()
3384     pwd->b[4]  = msa_mulv_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_mulv_b()
3385     pwd->b[5]  = msa_mulv_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_mulv_b()
3386     pwd->b[6]  = msa_mulv_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_mulv_b()
3387     pwd->b[7]  = msa_mulv_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_mulv_b()
3388     pwd->b[8]  = msa_mulv_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_mulv_b()
3389     pwd->b[9]  = msa_mulv_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_mulv_b()
3390     pwd->b[10] = msa_mulv_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_mulv_b()
3391     pwd->b[11] = msa_mulv_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_mulv_b()
3392     pwd->b[12] = msa_mulv_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_mulv_b()
3393     pwd->b[13] = msa_mulv_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_mulv_b()
3394     pwd->b[14] = msa_mulv_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_mulv_b()
3395     pwd->b[15] = msa_mulv_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_mulv_b()
3406     pwd->h[1]  = msa_mulv_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_mulv_h()
3423     pwd->w[1]  = msa_mulv_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_mulv_w()
3436     pwd->d[1]  = msa_mulv_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_mulv_d()
3445  * | ASUB_S.B      | Vector Absolute Values of Signed Subtract (byte)         |
3449  * | ASUB_U.B      | Vector Absolute Values of Unsigned Subtract (byte)       |
3459  * | SUBS_S.B      | Vector Signed Saturated Subtract (of Signed) (byte)      |
3463  * | SUBS_U.B      | Vector Unsigned Saturated Subtract (of Uns.) (byte)      |
3467  * | SUBSUS_U.B    | Vector Uns. Sat. Subtract (of S. from Uns.) (byte)       |
3471  * | SUBSUU_S.B    | Vector Signed Saturated Subtract (of Uns.) (byte)        |
3475  * | SUBV.B        | Vector Subtract (byte)                                   |
3497     pwd->b[0]  = msa_asub_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_asub_s_b()
3498     pwd->b[1]  = msa_asub_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_asub_s_b()
3499     pwd->b[2]  = msa_asub_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_asub_s_b()
3500     pwd->b[3]  = msa_asub_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_asub_s_b()
3501     pwd->b[4]  = msa_asub_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_asub_s_b()
3502     pwd->b[5]  = msa_asub_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_asub_s_b()
3503     pwd->b[6]  = msa_asub_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_asub_s_b()
3504     pwd->b[7]  = msa_asub_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_asub_s_b()
3505     pwd->b[8]  = msa_asub_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_asub_s_b()
3506     pwd->b[9]  = msa_asub_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_asub_s_b()
3507     pwd->b[10] = msa_asub_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_asub_s_b()
3508     pwd->b[11] = msa_asub_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_asub_s_b()
3509     pwd->b[12] = msa_asub_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_asub_s_b()
3510     pwd->b[13] = msa_asub_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_asub_s_b()
3511     pwd->b[14] = msa_asub_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_asub_s_b()
3512     pwd->b[15] = msa_asub_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_asub_s_b()
3523     pwd->h[1]  = msa_asub_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_asub_s_h()
3540     pwd->w[1]  = msa_asub_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_asub_s_w()
3553     pwd->d[1]  = msa_asub_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_asub_s_d()
3573     pwd->b[0]  = msa_asub_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_asub_u_b()
3574     pwd->b[1]  = msa_asub_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_asub_u_b()
3575     pwd->b[2]  = msa_asub_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_asub_u_b()
3576     pwd->b[3]  = msa_asub_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_asub_u_b()
3577     pwd->b[4]  = msa_asub_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_asub_u_b()
3578     pwd->b[5]  = msa_asub_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_asub_u_b()
3579     pwd->b[6]  = msa_asub_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_asub_u_b()
3580     pwd->b[7]  = msa_asub_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_asub_u_b()
3581     pwd->b[8]  = msa_asub_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_asub_u_b()
3582     pwd->b[9]  = msa_asub_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_asub_u_b()
3583     pwd->b[10] = msa_asub_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_asub_u_b()
3584     pwd->b[11] = msa_asub_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_asub_u_b()
3585     pwd->b[12] = msa_asub_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_asub_u_b()
3586     pwd->b[13] = msa_asub_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_asub_u_b()
3587     pwd->b[14] = msa_asub_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_asub_u_b()
3588     pwd->b[15] = msa_asub_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_asub_u_b()
3599     pwd->h[1]  = msa_asub_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_asub_u_h()
3616     pwd->w[1]  = msa_asub_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_asub_u_w()
3629     pwd->d[1]  = msa_asub_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_asub_u_d()
3646     pwd->h[1]  = msa_hsub_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_hsub_s_h()
3663     pwd->w[1]  = msa_hsub_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_hsub_s_w()
3676     pwd->d[1]  = msa_hsub_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_hsub_s_d()
3693     pwd->h[1]  = msa_hsub_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_hsub_u_h()
3710     pwd->w[1]  = msa_hsub_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_hsub_u_w()
3723     pwd->d[1]  = msa_hsub_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_hsub_u_d()
3745     pwd->b[0]  = msa_subs_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_subs_s_b()
3746     pwd->b[1]  = msa_subs_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_subs_s_b()
3747     pwd->b[2]  = msa_subs_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_subs_s_b()
3748     pwd->b[3]  = msa_subs_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_subs_s_b()
3749     pwd->b[4]  = msa_subs_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_subs_s_b()
3750     pwd->b[5]  = msa_subs_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_subs_s_b()
3751     pwd->b[6]  = msa_subs_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_subs_s_b()
3752     pwd->b[7]  = msa_subs_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_subs_s_b()
3753     pwd->b[8]  = msa_subs_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_subs_s_b()
3754     pwd->b[9]  = msa_subs_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_subs_s_b()
3755     pwd->b[10] = msa_subs_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_subs_s_b()
3756     pwd->b[11] = msa_subs_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_subs_s_b()
3757     pwd->b[12] = msa_subs_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_subs_s_b()
3758     pwd->b[13] = msa_subs_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_subs_s_b()
3759     pwd->b[14] = msa_subs_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_subs_s_b()
3760     pwd->b[15] = msa_subs_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_subs_s_b()
3771     pwd->h[1]  = msa_subs_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_subs_s_h()
3788     pwd->w[1]  = msa_subs_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_subs_s_w()
3801     pwd->d[1]  = msa_subs_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_subs_s_d()
3819     pwd->b[0]  = msa_subs_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_subs_u_b()
3820     pwd->b[1]  = msa_subs_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_subs_u_b()
3821     pwd->b[2]  = msa_subs_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_subs_u_b()
3822     pwd->b[3]  = msa_subs_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_subs_u_b()
3823     pwd->b[4]  = msa_subs_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_subs_u_b()
3824     pwd->b[5]  = msa_subs_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_subs_u_b()
3825     pwd->b[6]  = msa_subs_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_subs_u_b()
3826     pwd->b[7]  = msa_subs_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_subs_u_b()
3827     pwd->b[8]  = msa_subs_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_subs_u_b()
3828     pwd->b[9]  = msa_subs_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_subs_u_b()
3829     pwd->b[10] = msa_subs_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_subs_u_b()
3830     pwd->b[11] = msa_subs_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_subs_u_b()
3831     pwd->b[12] = msa_subs_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_subs_u_b()
3832     pwd->b[13] = msa_subs_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_subs_u_b()
3833     pwd->b[14] = msa_subs_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_subs_u_b()
3834     pwd->b[15] = msa_subs_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_subs_u_b()
3845     pwd->h[1]  = msa_subs_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_subs_u_h()
3862     pwd->w[1]  = msa_subs_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_subs_u_w()
3875     pwd->d[1]  = msa_subs_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_subs_u_d()
3903     pwd->b[0]  = msa_subsus_u_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_subsus_u_b()
3904     pwd->b[1]  = msa_subsus_u_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_subsus_u_b()
3905     pwd->b[2]  = msa_subsus_u_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_subsus_u_b()
3906     pwd->b[3]  = msa_subsus_u_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_subsus_u_b()
3907     pwd->b[4]  = msa_subsus_u_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_subsus_u_b()
3908     pwd->b[5]  = msa_subsus_u_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_subsus_u_b()
3909     pwd->b[6]  = msa_subsus_u_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_subsus_u_b()
3910     pwd->b[7]  = msa_subsus_u_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_subsus_u_b()
3911     pwd->b[8]  = msa_subsus_u_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_subsus_u_b()
3912     pwd->b[9]  = msa_subsus_u_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_subsus_u_b()
3913     pwd->b[10] = msa_subsus_u_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_subsus_u_b()
3914     pwd->b[11] = msa_subsus_u_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_subsus_u_b()
3915     pwd->b[12] = msa_subsus_u_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_subsus_u_b()
3916     pwd->b[13] = msa_subsus_u_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_subsus_u_b()
3917     pwd->b[14] = msa_subsus_u_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_subsus_u_b()
3918     pwd->b[15] = msa_subsus_u_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_subsus_u_b()
3929     pwd->h[1]  = msa_subsus_u_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_subsus_u_h()
3946     pwd->w[1]  = msa_subsus_u_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_subsus_u_w()
3959     pwd->d[1]  = msa_subsus_u_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_subsus_u_d()
3987     pwd->b[0]  = msa_subsuu_s_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_subsuu_s_b()
3988     pwd->b[1]  = msa_subsuu_s_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_subsuu_s_b()
3989     pwd->b[2]  = msa_subsuu_s_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_subsuu_s_b()
3990     pwd->b[3]  = msa_subsuu_s_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_subsuu_s_b()
3991     pwd->b[4]  = msa_subsuu_s_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_subsuu_s_b()
3992     pwd->b[5]  = msa_subsuu_s_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_subsuu_s_b()
3993     pwd->b[6]  = msa_subsuu_s_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_subsuu_s_b()
3994     pwd->b[7]  = msa_subsuu_s_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_subsuu_s_b()
3995     pwd->b[8]  = msa_subsuu_s_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_subsuu_s_b()
3996     pwd->b[9]  = msa_subsuu_s_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_subsuu_s_b()
3997     pwd->b[10] = msa_subsuu_s_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_subsuu_s_b()
3998     pwd->b[11] = msa_subsuu_s_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_subsuu_s_b()
3999     pwd->b[12] = msa_subsuu_s_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_subsuu_s_b()
4000     pwd->b[13] = msa_subsuu_s_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_subsuu_s_b()
4001     pwd->b[14] = msa_subsuu_s_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_subsuu_s_b()
4002     pwd->b[15] = msa_subsuu_s_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_subsuu_s_b()
4013     pwd->h[1]  = msa_subsuu_s_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_subsuu_s_h()
4030     pwd->w[1]  = msa_subsuu_s_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_subsuu_s_w()
4043     pwd->d[1]  = msa_subsuu_s_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_subsuu_s_d()
4059     pwd->b[0]  = msa_subv_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_subv_b()
4060     pwd->b[1]  = msa_subv_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_subv_b()
4061     pwd->b[2]  = msa_subv_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_subv_b()
4062     pwd->b[3]  = msa_subv_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_subv_b()
4063     pwd->b[4]  = msa_subv_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_subv_b()
4064     pwd->b[5]  = msa_subv_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_subv_b()
4065     pwd->b[6]  = msa_subv_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_subv_b()
4066     pwd->b[7]  = msa_subv_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_subv_b()
4067     pwd->b[8]  = msa_subv_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_subv_b()
4068     pwd->b[9]  = msa_subv_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_subv_b()
4069     pwd->b[10] = msa_subv_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_subv_b()
4070     pwd->b[11] = msa_subv_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_subv_b()
4071     pwd->b[12] = msa_subv_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_subv_b()
4072     pwd->b[13] = msa_subv_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_subv_b()
4073     pwd->b[14] = msa_subv_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_subv_b()
4074     pwd->b[15] = msa_subv_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_subv_b()
4085     pwd->h[1]  = msa_subv_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_subv_h()
4102     pwd->w[1]  = msa_subv_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_subv_w()
4115     pwd->d[1]  = msa_subv_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_subv_d()
4124  * | ILVEV.B       | Vector Interleave Even (byte)                            |
4128  * | ILVOD.B       | Vector Interleave Odd (byte)                             |
4132  * | ILVL.B        | Vector Interleave Left (byte)                            |
4136  * | ILVR.B        | Vector Interleave Right (byte)                           |
4152     pwd->b[8]  = pws->b[9];  in helper_msa_ilvev_b()
4153     pwd->b[9]  = pwt->b[9];  in helper_msa_ilvev_b()
4154     pwd->b[10] = pws->b[11];  in helper_msa_ilvev_b()
4155     pwd->b[11] = pwt->b[11];  in helper_msa_ilvev_b()
4156     pwd->b[12] = pws->b[13];  in helper_msa_ilvev_b()
4157     pwd->b[13] = pwt->b[13];  in helper_msa_ilvev_b()
4158     pwd->b[14] = pws->b[15];  in helper_msa_ilvev_b()
4159     pwd->b[15] = pwt->b[15];  in helper_msa_ilvev_b()
4160     pwd->b[0]  = pws->b[1];  in helper_msa_ilvev_b()
4161     pwd->b[1]  = pwt->b[1];  in helper_msa_ilvev_b()
4162     pwd->b[2]  = pws->b[3];  in helper_msa_ilvev_b()
4163     pwd->b[3]  = pwt->b[3];  in helper_msa_ilvev_b()
4164     pwd->b[4]  = pws->b[5];  in helper_msa_ilvev_b()
4165     pwd->b[5]  = pwt->b[5];  in helper_msa_ilvev_b()
4166     pwd->b[6]  = pws->b[7];  in helper_msa_ilvev_b()
4167     pwd->b[7]  = pwt->b[7];  in helper_msa_ilvev_b()
4169     pwd->b[15] = pws->b[14];  in helper_msa_ilvev_b()
4170     pwd->b[14] = pwt->b[14];  in helper_msa_ilvev_b()
4171     pwd->b[13] = pws->b[12];  in helper_msa_ilvev_b()
4172     pwd->b[12] = pwt->b[12];  in helper_msa_ilvev_b()
4173     pwd->b[11] = pws->b[10];  in helper_msa_ilvev_b()
4174     pwd->b[10] = pwt->b[10];  in helper_msa_ilvev_b()
4175     pwd->b[9]  = pws->b[8];  in helper_msa_ilvev_b()
4176     pwd->b[8]  = pwt->b[8];  in helper_msa_ilvev_b()
4177     pwd->b[7]  = pws->b[6];  in helper_msa_ilvev_b()
4178     pwd->b[6]  = pwt->b[6];  in helper_msa_ilvev_b()
4179     pwd->b[5]  = pws->b[4];  in helper_msa_ilvev_b()
4180     pwd->b[4]  = pwt->b[4];  in helper_msa_ilvev_b()
4181     pwd->b[3]  = pws->b[2];  in helper_msa_ilvev_b()
4182     pwd->b[2]  = pwt->b[2];  in helper_msa_ilvev_b()
4183     pwd->b[1]  = pws->b[0];  in helper_msa_ilvev_b()
4184     pwd->b[0]  = pwt->b[0];  in helper_msa_ilvev_b()
4200     pwd->h[0] = pws->h[1];  in helper_msa_ilvev_h()
4201     pwd->h[1] = pwt->h[1];  in helper_msa_ilvev_h()
4211     pwd->h[1] = pws->h[0];  in helper_msa_ilvev_h()
4226     pwd->w[0] = pws->w[1];  in helper_msa_ilvev_w()
4227     pwd->w[1] = pwt->w[1];  in helper_msa_ilvev_w()
4231     pwd->w[1] = pws->w[0];  in helper_msa_ilvev_w()
4243     pwd->d[1] = pws->d[0];  in helper_msa_ilvev_d()
4256     pwd->b[7]  = pwt->b[6];  in helper_msa_ilvod_b()
4257     pwd->b[6]  = pws->b[6];  in helper_msa_ilvod_b()
4258     pwd->b[5]  = pwt->b[4];  in helper_msa_ilvod_b()
4259     pwd->b[4]  = pws->b[4];  in helper_msa_ilvod_b()
4260     pwd->b[3]  = pwt->b[2];  in helper_msa_ilvod_b()
4261     pwd->b[2]  = pws->b[2];  in helper_msa_ilvod_b()
4262     pwd->b[1]  = pwt->b[0];  in helper_msa_ilvod_b()
4263     pwd->b[0]  = pws->b[0];  in helper_msa_ilvod_b()
4264     pwd->b[15] = pwt->b[14];  in helper_msa_ilvod_b()
4265     pwd->b[14] = pws->b[14];  in helper_msa_ilvod_b()
4266     pwd->b[13] = pwt->b[12];  in helper_msa_ilvod_b()
4267     pwd->b[12] = pws->b[12];  in helper_msa_ilvod_b()
4268     pwd->b[11] = pwt->b[10];  in helper_msa_ilvod_b()
4269     pwd->b[10] = pws->b[10];  in helper_msa_ilvod_b()
4270     pwd->b[9]  = pwt->b[8];  in helper_msa_ilvod_b()
4271     pwd->b[8]  = pws->b[8];  in helper_msa_ilvod_b()
4273     pwd->b[0]  = pwt->b[1];  in helper_msa_ilvod_b()
4274     pwd->b[1]  = pws->b[1];  in helper_msa_ilvod_b()
4275     pwd->b[2]  = pwt->b[3];  in helper_msa_ilvod_b()
4276     pwd->b[3]  = pws->b[3];  in helper_msa_ilvod_b()
4277     pwd->b[4]  = pwt->b[5];  in helper_msa_ilvod_b()
4278     pwd->b[5]  = pws->b[5];  in helper_msa_ilvod_b()
4279     pwd->b[6]  = pwt->b[7];  in helper_msa_ilvod_b()
4280     pwd->b[7]  = pws->b[7];  in helper_msa_ilvod_b()
4281     pwd->b[8]  = pwt->b[9];  in helper_msa_ilvod_b()
4282     pwd->b[9]  = pws->b[9];  in helper_msa_ilvod_b()
4283     pwd->b[10] = pwt->b[11];  in helper_msa_ilvod_b()
4284     pwd->b[11] = pws->b[11];  in helper_msa_ilvod_b()
4285     pwd->b[12] = pwt->b[13];  in helper_msa_ilvod_b()
4286     pwd->b[13] = pws->b[13];  in helper_msa_ilvod_b()
4287     pwd->b[14] = pwt->b[15];  in helper_msa_ilvod_b()
4288     pwd->b[15] = pws->b[15];  in helper_msa_ilvod_b()
4302     pwd->h[1] = pwt->h[0];  in helper_msa_ilvod_h()
4309     pwd->h[0] = pwt->h[1];  in helper_msa_ilvod_h()
4310     pwd->h[1] = pws->h[1];  in helper_msa_ilvod_h()
4328     pwd->w[1] = pwt->w[0];  in helper_msa_ilvod_w()
4333     pwd->w[0] = pwt->w[1];  in helper_msa_ilvod_w()
4334     pwd->w[1] = pws->w[1];  in helper_msa_ilvod_w()
4347     pwd->d[0] = pwt->d[1];  in helper_msa_ilvod_d()
4348     pwd->d[1] = pws->d[1];  in helper_msa_ilvod_d()
4360     pwd->b[7]  = pwt->b[15];  in helper_msa_ilvl_b()
4361     pwd->b[6]  = pws->b[15];  in helper_msa_ilvl_b()
4362     pwd->b[5]  = pwt->b[14];  in helper_msa_ilvl_b()
4363     pwd->b[4]  = pws->b[14];  in helper_msa_ilvl_b()
4364     pwd->b[3]  = pwt->b[13];  in helper_msa_ilvl_b()
4365     pwd->b[2]  = pws->b[13];  in helper_msa_ilvl_b()
4366     pwd->b[1]  = pwt->b[12];  in helper_msa_ilvl_b()
4367     pwd->b[0]  = pws->b[12];  in helper_msa_ilvl_b()
4368     pwd->b[15] = pwt->b[11];  in helper_msa_ilvl_b()
4369     pwd->b[14] = pws->b[11];  in helper_msa_ilvl_b()
4370     pwd->b[13] = pwt->b[10];  in helper_msa_ilvl_b()
4371     pwd->b[12] = pws->b[10];  in helper_msa_ilvl_b()
4372     pwd->b[11] = pwt->b[9];  in helper_msa_ilvl_b()
4373     pwd->b[10] = pws->b[9];  in helper_msa_ilvl_b()
4374     pwd->b[9]  = pwt->b[8];  in helper_msa_ilvl_b()
4375     pwd->b[8]  = pws->b[8];  in helper_msa_ilvl_b()
4377     pwd->b[0]  = pwt->b[8];  in helper_msa_ilvl_b()
4378     pwd->b[1]  = pws->b[8];  in helper_msa_ilvl_b()
4379     pwd->b[2]  = pwt->b[9];  in helper_msa_ilvl_b()
4380     pwd->b[3]  = pws->b[9];  in helper_msa_ilvl_b()
4381     pwd->b[4]  = pwt->b[10];  in helper_msa_ilvl_b()
4382     pwd->b[5]  = pws->b[10];  in helper_msa_ilvl_b()
4383     pwd->b[6]  = pwt->b[11];  in helper_msa_ilvl_b()
4384     pwd->b[7]  = pws->b[11];  in helper_msa_ilvl_b()
4385     pwd->b[8]  = pwt->b[12];  in helper_msa_ilvl_b()
4386     pwd->b[9]  = pws->b[12];  in helper_msa_ilvl_b()
4387     pwd->b[10] = pwt->b[13];  in helper_msa_ilvl_b()
4388     pwd->b[11] = pws->b[13];  in helper_msa_ilvl_b()
4389     pwd->b[12] = pwt->b[14];  in helper_msa_ilvl_b()
4390     pwd->b[13] = pws->b[14];  in helper_msa_ilvl_b()
4391     pwd->b[14] = pwt->b[15];  in helper_msa_ilvl_b()
4392     pwd->b[15] = pws->b[15];  in helper_msa_ilvl_b()
4406     pwd->h[1] = pwt->h[6];  in helper_msa_ilvl_h()
4414     pwd->h[1] = pws->h[4];  in helper_msa_ilvl_h()
4432     pwd->w[1] = pwt->w[3];  in helper_msa_ilvl_w()
4438     pwd->w[1] = pws->w[2];  in helper_msa_ilvl_w()
4451     pwd->d[0] = pwt->d[1];  in helper_msa_ilvl_d()
4452     pwd->d[1] = pws->d[1];  in helper_msa_ilvl_d()
4464     pwd->b[8]  = pws->b[0];  in helper_msa_ilvr_b()
4465     pwd->b[9]  = pwt->b[0];  in helper_msa_ilvr_b()
4466     pwd->b[10] = pws->b[1];  in helper_msa_ilvr_b()
4467     pwd->b[11] = pwt->b[1];  in helper_msa_ilvr_b()
4468     pwd->b[12] = pws->b[2];  in helper_msa_ilvr_b()
4469     pwd->b[13] = pwt->b[2];  in helper_msa_ilvr_b()
4470     pwd->b[14] = pws->b[3];  in helper_msa_ilvr_b()
4471     pwd->b[15] = pwt->b[3];  in helper_msa_ilvr_b()
4472     pwd->b[0]  = pws->b[4];  in helper_msa_ilvr_b()
4473     pwd->b[1]  = pwt->b[4];  in helper_msa_ilvr_b()
4474     pwd->b[2]  = pws->b[5];  in helper_msa_ilvr_b()
4475     pwd->b[3]  = pwt->b[5];  in helper_msa_ilvr_b()
4476     pwd->b[4]  = pws->b[6];  in helper_msa_ilvr_b()
4477     pwd->b[5]  = pwt->b[6];  in helper_msa_ilvr_b()
4478     pwd->b[6]  = pws->b[7];  in helper_msa_ilvr_b()
4479     pwd->b[7]  = pwt->b[7];  in helper_msa_ilvr_b()
4481     pwd->b[15] = pws->b[7];  in helper_msa_ilvr_b()
4482     pwd->b[14] = pwt->b[7];  in helper_msa_ilvr_b()
4483     pwd->b[13] = pws->b[6];  in helper_msa_ilvr_b()
4484     pwd->b[12] = pwt->b[6];  in helper_msa_ilvr_b()
4485     pwd->b[11] = pws->b[5];  in helper_msa_ilvr_b()
4486     pwd->b[10] = pwt->b[5];  in helper_msa_ilvr_b()
4487     pwd->b[9]  = pws->b[4];  in helper_msa_ilvr_b()
4488     pwd->b[8]  = pwt->b[4];  in helper_msa_ilvr_b()
4489     pwd->b[7]  = pws->b[3];  in helper_msa_ilvr_b()
4490     pwd->b[6]  = pwt->b[3];  in helper_msa_ilvr_b()
4491     pwd->b[5]  = pws->b[2];  in helper_msa_ilvr_b()
4492     pwd->b[4]  = pwt->b[2];  in helper_msa_ilvr_b()
4493     pwd->b[3]  = pws->b[1];  in helper_msa_ilvr_b()
4494     pwd->b[2]  = pwt->b[1];  in helper_msa_ilvr_b()
4495     pwd->b[1]  = pws->b[0];  in helper_msa_ilvr_b()
4496     pwd->b[0]  = pwt->b[0];  in helper_msa_ilvr_b()
4510     pwd->h[6] = pws->h[1];  in helper_msa_ilvr_h()
4511     pwd->h[7] = pwt->h[1];  in helper_msa_ilvr_h()
4513     pwd->h[1] = pwt->h[2];  in helper_msa_ilvr_h()
4521     pwd->h[3] = pws->h[1];  in helper_msa_ilvr_h()
4522     pwd->h[2] = pwt->h[1];  in helper_msa_ilvr_h()
4523     pwd->h[1] = pws->h[0];  in helper_msa_ilvr_h()
4538     pwd->w[0] = pws->w[1];  in helper_msa_ilvr_w()
4539     pwd->w[1] = pwt->w[1];  in helper_msa_ilvr_w()
4541     pwd->w[3] = pws->w[1];  in helper_msa_ilvr_w()
4542     pwd->w[2] = pwt->w[1];  in helper_msa_ilvr_w()
4543     pwd->w[1] = pws->w[0];  in helper_msa_ilvr_w()
4555     pwd->d[1] = pws->d[0];  in helper_msa_ilvr_d()
4580     pwd->d[1] = pws->d[1] & pwt->d[1];  in helper_msa_and_v()
4590     pwd->d[1] = ~(pws->d[1] | pwt->d[1]);  in helper_msa_nor_v()
4600     pwd->d[1] = pws->d[1] | pwt->d[1];  in helper_msa_or_v()
4610     pwd->d[1] = pws->d[1] ^ pwt->d[1];  in helper_msa_xor_v()
4626     pwd->d[1] = pws->d[1];  in msa_move_v()
4643  * | PCKEV.B       | Vector Pack Even (byte)                                  |
4647  * | PCKOD.B       | Vector Pack Odd (byte)                                   |
4651  * | VSHF.B        | Vector Data Preserving Shuffle (byte)                    |
4667     pwd->b[8]  = pws->b[9];  in helper_msa_pckev_b()
4668     pwd->b[10] = pws->b[13];  in helper_msa_pckev_b()
4669     pwd->b[12] = pws->b[1];  in helper_msa_pckev_b()
4670     pwd->b[14] = pws->b[5];  in helper_msa_pckev_b()
4671     pwd->b[0]  = pwt->b[9];  in helper_msa_pckev_b()
4672     pwd->b[2]  = pwt->b[13];  in helper_msa_pckev_b()
4673     pwd->b[4]  = pwt->b[1];  in helper_msa_pckev_b()
4674     pwd->b[6]  = pwt->b[5];  in helper_msa_pckev_b()
4675     pwd->b[9]  = pws->b[11];  in helper_msa_pckev_b()
4676     pwd->b[13] = pws->b[3];  in helper_msa_pckev_b()
4677     pwd->b[1]  = pwt->b[11];  in helper_msa_pckev_b()
4678     pwd->b[5]  = pwt->b[3];  in helper_msa_pckev_b()
4679     pwd->b[11] = pws->b[15];  in helper_msa_pckev_b()
4680     pwd->b[3]  = pwt->b[15];  in helper_msa_pckev_b()
4681     pwd->b[15] = pws->b[7];  in helper_msa_pckev_b()
4682     pwd->b[7]  = pwt->b[7];  in helper_msa_pckev_b()
4684     pwd->b[15] = pws->b[14];  in helper_msa_pckev_b()
4685     pwd->b[13] = pws->b[10];  in helper_msa_pckev_b()
4686     pwd->b[11] = pws->b[6];  in helper_msa_pckev_b()
4687     pwd->b[9]  = pws->b[2];  in helper_msa_pckev_b()
4688     pwd->b[7]  = pwt->b[14];  in helper_msa_pckev_b()
4689     pwd->b[5]  = pwt->b[10];  in helper_msa_pckev_b()
4690     pwd->b[3]  = pwt->b[6];  in helper_msa_pckev_b()
4691     pwd->b[1]  = pwt->b[2];  in helper_msa_pckev_b()
4692     pwd->b[14] = pws->b[12];  in helper_msa_pckev_b()
4693     pwd->b[10] = pws->b[4];  in helper_msa_pckev_b()
4694     pwd->b[6]  = pwt->b[12];  in helper_msa_pckev_b()
4695     pwd->b[2]  = pwt->b[4];  in helper_msa_pckev_b()
4696     pwd->b[12] = pws->b[8];  in helper_msa_pckev_b()
4697     pwd->b[4]  = pwt->b[8];  in helper_msa_pckev_b()
4698     pwd->b[8]  = pws->b[0];  in helper_msa_pckev_b()
4699     pwd->b[0]  = pwt->b[0];  in helper_msa_pckev_b()
4712     pwd->h[6] = pws->h[1];  in helper_msa_pckev_h()
4714     pwd->h[2] = pwt->h[1];  in helper_msa_pckev_h()
4716     pwd->h[1] = pwt->h[7];  in helper_msa_pckev_h()
4723     pwd->h[1] = pwt->h[2];  in helper_msa_pckev_h()
4741     pwd->w[3] = pws->w[1];  in helper_msa_pckev_w()
4742     pwd->w[1] = pwt->w[1];  in helper_msa_pckev_w()
4745     pwd->w[1] = pwt->w[2];  in helper_msa_pckev_w()
4758     pwd->d[1] = pws->d[0];  in helper_msa_pckev_d()
4771     pwd->b[7]  = pwt->b[6];  in helper_msa_pckod_b()
4772     pwd->b[5]  = pwt->b[2];  in helper_msa_pckod_b()
4773     pwd->b[3]  = pwt->b[14];  in helper_msa_pckod_b()
4774     pwd->b[1]  = pwt->b[10];  in helper_msa_pckod_b()
4775     pwd->b[15] = pws->b[6];  in helper_msa_pckod_b()
4776     pwd->b[13] = pws->b[2];  in helper_msa_pckod_b()
4777     pwd->b[11] = pws->b[14];  in helper_msa_pckod_b()
4778     pwd->b[9]  = pws->b[10];  in helper_msa_pckod_b()
4779     pwd->b[6]  = pwt->b[4];  in helper_msa_pckod_b()
4780     pwd->b[2]  = pwt->b[12];  in helper_msa_pckod_b()
4781     pwd->b[14] = pws->b[4];  in helper_msa_pckod_b()
4782     pwd->b[10] = pws->b[12];  in helper_msa_pckod_b()
4783     pwd->b[4]  = pwt->b[0];  in helper_msa_pckod_b()
4784     pwd->b[12] = pws->b[0];  in helper_msa_pckod_b()
4785     pwd->b[0]  = pwt->b[8];  in helper_msa_pckod_b()
4786     pwd->b[8]  = pws->b[8];  in helper_msa_pckod_b()
4788     pwd->b[0]  = pwt->b[1];  in helper_msa_pckod_b()
4789     pwd->b[2]  = pwt->b[5];  in helper_msa_pckod_b()
4790     pwd->b[4]  = pwt->b[9];  in helper_msa_pckod_b()
4791     pwd->b[6]  = pwt->b[13];  in helper_msa_pckod_b()
4792     pwd->b[8]  = pws->b[1];  in helper_msa_pckod_b()
4793     pwd->b[10] = pws->b[5];  in helper_msa_pckod_b()
4794     pwd->b[12] = pws->b[9];  in helper_msa_pckod_b()
4795     pwd->b[14] = pws->b[13];  in helper_msa_pckod_b()
4796     pwd->b[1]  = pwt->b[3];  in helper_msa_pckod_b()
4797     pwd->b[5]  = pwt->b[11];  in helper_msa_pckod_b()
4798     pwd->b[9]  = pws->b[3];  in helper_msa_pckod_b()
4799     pwd->b[13] = pws->b[11];  in helper_msa_pckod_b()
4800     pwd->b[3]  = pwt->b[7];  in helper_msa_pckod_b()
4801     pwd->b[11] = pws->b[7];  in helper_msa_pckod_b()
4802     pwd->b[7]  = pwt->b[15];  in helper_msa_pckod_b()
4803     pwd->b[15] = pws->b[15];  in helper_msa_pckod_b()
4817     pwd->h[1] = pwt->h[6];  in helper_msa_pckod_h()
4825     pwd->h[0] = pwt->h[1];  in helper_msa_pckod_h()
4827     pwd->h[4] = pws->h[1];  in helper_msa_pckod_h()
4829     pwd->h[1] = pwt->h[3];  in helper_msa_pckod_h()
4844     pwd->w[1] = pwt->w[0];  in helper_msa_pckod_w()
4849     pwd->w[0] = pwt->w[1];  in helper_msa_pckod_w()
4850     pwd->w[2] = pws->w[1];  in helper_msa_pckod_w()
4851     pwd->w[1] = pwt->w[3];  in helper_msa_pckod_w()
4863     pwd->d[0] = pwt->d[1];  in helper_msa_pckod_d()
4864     pwd->d[1] = pws->d[1];  in helper_msa_pckod_d()
4873  * | SLL.B         | Vector Shift Left (byte)                                 |
4877  * | SRA.B         | Vector Shift Right Arithmetic (byte)                     |
4881  * | SRAR.B        | Vector Shift Right Arithmetic Rounded (byte)             |
4885  * | SRL.B         | Vector Shift Right Logical (byte)                        |
4889  * | SRLR.B        | Vector Shift Right Logical Rounded (byte)                |
4910     pwd->b[0]  = msa_sll_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_sll_b()
4911     pwd->b[1]  = msa_sll_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_sll_b()
4912     pwd->b[2]  = msa_sll_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_sll_b()
4913     pwd->b[3]  = msa_sll_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_sll_b()
4914     pwd->b[4]  = msa_sll_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_sll_b()
4915     pwd->b[5]  = msa_sll_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_sll_b()
4916     pwd->b[6]  = msa_sll_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_sll_b()
4917     pwd->b[7]  = msa_sll_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_sll_b()
4918     pwd->b[8]  = msa_sll_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_sll_b()
4919     pwd->b[9]  = msa_sll_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_sll_b()
4920     pwd->b[10] = msa_sll_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_sll_b()
4921     pwd->b[11] = msa_sll_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_sll_b()
4922     pwd->b[12] = msa_sll_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_sll_b()
4923     pwd->b[13] = msa_sll_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_sll_b()
4924     pwd->b[14] = msa_sll_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_sll_b()
4925     pwd->b[15] = msa_sll_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_sll_b()
4936     pwd->h[1]  = msa_sll_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_sll_h()
4953     pwd->w[1]  = msa_sll_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_sll_w()
4966     pwd->d[1]  = msa_sll_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_sll_d()
4983     pwd->b[0]  = msa_sra_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_sra_b()
4984     pwd->b[1]  = msa_sra_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_sra_b()
4985     pwd->b[2]  = msa_sra_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_sra_b()
4986     pwd->b[3]  = msa_sra_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_sra_b()
4987     pwd->b[4]  = msa_sra_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_sra_b()
4988     pwd->b[5]  = msa_sra_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_sra_b()
4989     pwd->b[6]  = msa_sra_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_sra_b()
4990     pwd->b[7]  = msa_sra_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_sra_b()
4991     pwd->b[8]  = msa_sra_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_sra_b()
4992     pwd->b[9]  = msa_sra_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_sra_b()
4993     pwd->b[10] = msa_sra_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_sra_b()
4994     pwd->b[11] = msa_sra_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_sra_b()
4995     pwd->b[12] = msa_sra_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_sra_b()
4996     pwd->b[13] = msa_sra_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_sra_b()
4997     pwd->b[14] = msa_sra_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_sra_b()
4998     pwd->b[15] = msa_sra_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_sra_b()
5009     pwd->h[1]  = msa_sra_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_sra_h()
5026     pwd->w[1]  = msa_sra_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_sra_w()
5039     pwd->d[1]  = msa_sra_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_sra_d()
5049         int64_t r_bit = (arg1 >> (b_arg2 - 1)) & 1;  in msa_srar_df()
5061     pwd->b[0]  = msa_srar_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_srar_b()
5062     pwd->b[1]  = msa_srar_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_srar_b()
5063     pwd->b[2]  = msa_srar_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_srar_b()
5064     pwd->b[3]  = msa_srar_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_srar_b()
5065     pwd->b[4]  = msa_srar_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_srar_b()
5066     pwd->b[5]  = msa_srar_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_srar_b()
5067     pwd->b[6]  = msa_srar_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_srar_b()
5068     pwd->b[7]  = msa_srar_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_srar_b()
5069     pwd->b[8]  = msa_srar_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_srar_b()
5070     pwd->b[9]  = msa_srar_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_srar_b()
5071     pwd->b[10] = msa_srar_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_srar_b()
5072     pwd->b[11] = msa_srar_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_srar_b()
5073     pwd->b[12] = msa_srar_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_srar_b()
5074     pwd->b[13] = msa_srar_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_srar_b()
5075     pwd->b[14] = msa_srar_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_srar_b()
5076     pwd->b[15] = msa_srar_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_srar_b()
5087     pwd->h[1]  = msa_srar_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_srar_h()
5104     pwd->w[1]  = msa_srar_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_srar_w()
5117     pwd->d[1]  = msa_srar_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_srar_d()
5135     pwd->b[0]  = msa_srl_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_srl_b()
5136     pwd->b[1]  = msa_srl_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_srl_b()
5137     pwd->b[2]  = msa_srl_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_srl_b()
5138     pwd->b[3]  = msa_srl_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_srl_b()
5139     pwd->b[4]  = msa_srl_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_srl_b()
5140     pwd->b[5]  = msa_srl_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_srl_b()
5141     pwd->b[6]  = msa_srl_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_srl_b()
5142     pwd->b[7]  = msa_srl_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_srl_b()
5143     pwd->b[8]  = msa_srl_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_srl_b()
5144     pwd->b[9]  = msa_srl_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_srl_b()
5145     pwd->b[10] = msa_srl_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_srl_b()
5146     pwd->b[11] = msa_srl_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_srl_b()
5147     pwd->b[12] = msa_srl_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_srl_b()
5148     pwd->b[13] = msa_srl_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_srl_b()
5149     pwd->b[14] = msa_srl_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_srl_b()
5150     pwd->b[15] = msa_srl_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_srl_b()
5161     pwd->h[1]  = msa_srl_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_srl_h()
5178     pwd->w[1]  = msa_srl_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_srl_w()
5191     pwd->d[1]  = msa_srl_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_srl_d()
5202         uint64_t r_bit = (u_arg1 >> (b_arg2 - 1)) & 1;  in msa_srlr_df()
5214     pwd->b[0]  = msa_srlr_df(DF_BYTE, pws->b[0],  pwt->b[0]);  in helper_msa_srlr_b()
5215     pwd->b[1]  = msa_srlr_df(DF_BYTE, pws->b[1],  pwt->b[1]);  in helper_msa_srlr_b()
5216     pwd->b[2]  = msa_srlr_df(DF_BYTE, pws->b[2],  pwt->b[2]);  in helper_msa_srlr_b()
5217     pwd->b[3]  = msa_srlr_df(DF_BYTE, pws->b[3],  pwt->b[3]);  in helper_msa_srlr_b()
5218     pwd->b[4]  = msa_srlr_df(DF_BYTE, pws->b[4],  pwt->b[4]);  in helper_msa_srlr_b()
5219     pwd->b[5]  = msa_srlr_df(DF_BYTE, pws->b[5],  pwt->b[5]);  in helper_msa_srlr_b()
5220     pwd->b[6]  = msa_srlr_df(DF_BYTE, pws->b[6],  pwt->b[6]);  in helper_msa_srlr_b()
5221     pwd->b[7]  = msa_srlr_df(DF_BYTE, pws->b[7],  pwt->b[7]);  in helper_msa_srlr_b()
5222     pwd->b[8]  = msa_srlr_df(DF_BYTE, pws->b[8],  pwt->b[8]);  in helper_msa_srlr_b()
5223     pwd->b[9]  = msa_srlr_df(DF_BYTE, pws->b[9],  pwt->b[9]);  in helper_msa_srlr_b()
5224     pwd->b[10] = msa_srlr_df(DF_BYTE, pws->b[10], pwt->b[10]);  in helper_msa_srlr_b()
5225     pwd->b[11] = msa_srlr_df(DF_BYTE, pws->b[11], pwt->b[11]);  in helper_msa_srlr_b()
5226     pwd->b[12] = msa_srlr_df(DF_BYTE, pws->b[12], pwt->b[12]);  in helper_msa_srlr_b()
5227     pwd->b[13] = msa_srlr_df(DF_BYTE, pws->b[13], pwt->b[13]);  in helper_msa_srlr_b()
5228     pwd->b[14] = msa_srlr_df(DF_BYTE, pws->b[14], pwt->b[14]);  in helper_msa_srlr_b()
5229     pwd->b[15] = msa_srlr_df(DF_BYTE, pws->b[15], pwt->b[15]);  in helper_msa_srlr_b()
5240     pwd->h[1]  = msa_srlr_df(DF_HALF, pws->h[1],  pwt->h[1]);  in helper_msa_srlr_h()
5257     pwd->w[1]  = msa_srlr_df(DF_WORD, pws->w[1],  pwt->w[1]);  in helper_msa_srlr_w()
5270     pwd->d[1]  = msa_srlr_df(DF_DOUBLE, pws->d[1],  pwt->d[1]);  in helper_msa_srlr_d()
5286 MSA_FN_IMM8(andi_b, pwd->b[i], pws->b[i] & i8)
5287 MSA_FN_IMM8(ori_b, pwd->b[i], pws->b[i] | i8)
5288 MSA_FN_IMM8(nori_b, pwd->b[i], ~(pws->b[i] | i8))
5289 MSA_FN_IMM8(xori_b, pwd->b[i], pws->b[i] ^ i8)
5293 MSA_FN_IMM8(bmnzi_b, pwd->b[i],
5294         BIT_MOVE_IF_NOT_ZERO(pwd->b[i], pws->b[i], i8, DF_BYTE))
5298 MSA_FN_IMM8(bmzi_b, pwd->b[i],
5299         BIT_MOVE_IF_ZERO(pwd->b[i], pws->b[i], i8, DF_BYTE))
5303 MSA_FN_IMM8(bseli_b, pwd->b[i],
5304         BIT_SELECT(pwd->b[i], pws->b[i], i8, DF_BYTE))
5324             pwx->b[i] = pws->b[SHF_POS(i, imm)];  in helper_msa_shf_df()
5354             pwd->b[i] = msa_ ## func ## _df(df, pws->b[i], u5);         \
5399             pwd->b[i] = (int8_t)s10;  in MSA_BINOP_IMM_DF()
5424     return arg < M_MIN_INT(m + 1) ? M_MIN_INT(m + 1) :  in msa_sat_s_df()
5425                                     arg > M_MAX_INT(m + 1) ? M_MAX_INT(m + 1) :  in msa_sat_s_df()
5432     return  u_arg < M_MAX_UINT(m + 1) ? u_arg :  in msa_sat_u_df()
5433                                         M_MAX_UINT(m + 1);  in msa_sat_u_df()
5447             pwd->b[i] = msa_ ## func ## _df(df, pws->b[i], u5);         \
5493             pwd->b[i] = msa_ ## func ## _df(df, pwd->b[i], pws->b[i],   \  in MSA_BINOP_IMMU_DF()
5527             v[i]     = pws->b[s * k + i];       \
5528             v[i + s] = pwd->b[s * k + i];       \
5531             pwd->b[s * k + i] = v[i + n];       \
5574     return (arg1 * arg2) >> (DF_BITS(df) - 1);  in msa_mul_q_df()
5581     int64_t r_bit = 1LL << (DF_BITS(df) - 2);  in msa_mulr_q_df()
5586     return (arg1 * arg2 + r_bit) >> (DF_BITS(df) - 1);  in msa_mulr_q_df()
5599         pwd->b[0]  = msa_ ## func ## _df(df, pws->b[0],  pwt->b[0]);    \
5600         pwd->b[1]  = msa_ ## func ## _df(df, pws->b[1],  pwt->b[1]);    \
5601         pwd->b[2]  = msa_ ## func ## _df(df, pws->b[2],  pwt->b[2]);    \
5602         pwd->b[3]  = msa_ ## func ## _df(df, pws->b[3],  pwt->b[3]);    \
5603         pwd->b[4]  = msa_ ## func ## _df(df, pws->b[4],  pwt->b[4]);    \
5604         pwd->b[5]  = msa_ ## func ## _df(df, pws->b[5],  pwt->b[5]);    \
5605         pwd->b[6]  = msa_ ## func ## _df(df, pws->b[6],  pwt->b[6]);    \
5606         pwd->b[7]  = msa_ ## func ## _df(df, pws->b[7],  pwt->b[7]);    \
5607         pwd->b[8]  = msa_ ## func ## _df(df, pws->b[8],  pwt->b[8]);    \
5608         pwd->b[9]  = msa_ ## func ## _df(df, pws->b[9],  pwt->b[9]);    \
5609         pwd->b[10] = msa_ ## func ## _df(df, pws->b[10], pwt->b[10]);   \
5610         pwd->b[11] = msa_ ## func ## _df(df, pws->b[11], pwt->b[11]);   \
5611         pwd->b[12] = msa_ ## func ## _df(df, pws->b[12], pwt->b[12]);   \
5612         pwd->b[13] = msa_ ## func ## _df(df, pws->b[13], pwt->b[13]);   \
5613         pwd->b[14] = msa_ ## func ## _df(df, pws->b[14], pwt->b[14]);   \
5614         pwd->b[15] = msa_ ## func ## _df(df, pws->b[15], pwt->b[15]);   \
5618         pwd->h[1] = msa_ ## func ## _df(df, pws->h[1], pwt->h[1]);      \
5628         pwd->w[1] = msa_ ## func ## _df(df, pws->w[1], pwt->w[1]);      \
5634         pwd->d[1] = msa_ ## func ## _df(df, pws->d[1], pwt->d[1]);      \
5663     q_ret = ((dest << (DF_BITS(df) - 1)) + q_prod) >> (DF_BITS(df) - 1);  in msa_madd_q_df()
5677     q_ret = ((dest << (DF_BITS(df) - 1)) - q_prod) >> (DF_BITS(df) - 1);  in msa_msub_q_df()
5689     int64_t r_bit = 1LL << (DF_BITS(df) - 2);  in msa_maddr_q_df()
5692     q_ret = ((dest << (DF_BITS(df) - 1)) + q_prod + r_bit) >> (DF_BITS(df) - 1);  in msa_maddr_q_df()
5704     int64_t r_bit = 1LL << (DF_BITS(df) - 2);  in msa_msubr_q_df()
5707     q_ret = ((dest << (DF_BITS(df) - 1)) - q_prod + r_bit) >> (DF_BITS(df) - 1);  in msa_msubr_q_df()
5722         pwd->b[0]  = msa_ ## func ## _df(df, pwd->b[0],  pws->b[0],           \
5723                                              pwt->b[0]);                      \
5724         pwd->b[1]  = msa_ ## func ## _df(df, pwd->b[1],  pws->b[1],           \
5725                                              pwt->b[1]);                      \
5726         pwd->b[2]  = msa_ ## func ## _df(df, pwd->b[2],  pws->b[2],           \
5727                                              pwt->b[2]);                      \
5728         pwd->b[3]  = msa_ ## func ## _df(df, pwd->b[3],  pws->b[3],           \
5729                                              pwt->b[3]);                      \
5730         pwd->b[4]  = msa_ ## func ## _df(df, pwd->b[4],  pws->b[4],           \
5731                                              pwt->b[4]);                      \
5732         pwd->b[5]  = msa_ ## func ## _df(df, pwd->b[5],  pws->b[5],           \
5733                                              pwt->b[5]);                      \
5734         pwd->b[6]  = msa_ ## func ## _df(df, pwd->b[6],  pws->b[6],           \
5735                                              pwt->b[6]);                      \
5736         pwd->b[7]  = msa_ ## func ## _df(df, pwd->b[7],  pws->b[7],           \
5737                                              pwt->b[7]);                      \
5738         pwd->b[8]  = msa_ ## func ## _df(df, pwd->b[8],  pws->b[8],           \
5739                                              pwt->b[8]);                      \
5740         pwd->b[9]  = msa_ ## func ## _df(df, pwd->b[9],  pws->b[9],           \
5741                                              pwt->b[9]);                      \
5742         pwd->b[10] = msa_ ## func ## _df(df, pwd->b[10], pws->b[10],          \
5743                                              pwt->b[10]);                     \
5744         pwd->b[11] = msa_ ## func ## _df(df, pwd->b[11], pws->b[11],          \
5745                                              pwt->b[11]);                     \
5746         pwd->b[12] = msa_ ## func ## _df(df, pwd->b[12], pws->b[12],          \
5747                                              pwt->b[12]);                     \
5748         pwd->b[13] = msa_ ## func ## _df(df, pwd->b[13], pws->b[13],          \
5749                                              pwt->b[13]);                     \
5750         pwd->b[14] = msa_ ## func ## _df(df, pwd->b[14], pws->b[14],          \
5751                                              pwt->b[14]);                     \
5752         pwd->b[15] = msa_ ## func ## _df(df, pwd->b[15], pws->b[15],          \
5753                                              pwt->b[15]);                     \
5757         pwd->h[1] = msa_ ## func ## _df(df, pwd->h[1], pws->h[1], pwt->h[1]); \
5767         pwd->w[1] = msa_ ## func ## _df(df, pwd->w[1], pws->w[1], pwt->w[1]); \
5773         pwd->d[1] = msa_ ## func ## _df(df, pwd->d[1], pws->d[1], pwt->d[1]); \
5797             pwd->b[i] = pws->b[n];  in MSA_TEROP_DF()
5829 #define MSA_DO_B MSA_DO(b)
5834 #define MSA_LOOP_B MSA_LOOP(B)
5882 #define Rb(pwr, i) (pwr->b[i])
5883 #define Lb(pwr, i) (pwr->b[i + DF_ELEMENTS(DF_BYTE) / 2])
5933         n = 8 - n - 1;  in helper_msa_copy_s_b()
5935         n = 24 - n - 1;  in helper_msa_copy_s_b()
5938     env->active_tc.gpr[rd] = (int8_t)env->active_fpu.fpr[ws].wr.b[n];  in helper_msa_copy_s_b()
5947         n = 4 - n - 1;  in helper_msa_copy_s_h()
5949         n = 12 - n - 1;  in helper_msa_copy_s_h()
5961         n = 2 - n - 1;  in helper_msa_copy_s_w()
5963         n = 6 - n - 1;  in helper_msa_copy_s_w()
5982         n = 8 - n - 1;  in helper_msa_copy_u_b()
5984         n = 24 - n - 1;  in helper_msa_copy_u_b()
5987     env->active_tc.gpr[rd] = (uint8_t)env->active_fpu.fpr[ws].wr.b[n];  in helper_msa_copy_u_b()
5996         n = 4 - n - 1;  in helper_msa_copy_u_h()
5998         n = 12 - n - 1;  in helper_msa_copy_u_h()
6010         n = 2 - n - 1;  in helper_msa_copy_u_w()
6012         n = 6 - n - 1;  in helper_msa_copy_u_w()
6026         n = 8 - n - 1;  in helper_msa_insert_b()
6028         n = 24 - n - 1;  in helper_msa_insert_b()
6031     pwd->b[n] = (int8_t)rs;  in helper_msa_insert_b()
6042         n = 4 - n - 1;  in helper_msa_insert_h()
6044         n = 12 - n - 1;  in helper_msa_insert_h()
6058         n = 2 - n - 1;  in helper_msa_insert_w()
6060         n = 6 - n - 1;  in helper_msa_insert_w()
6083         pwd->b[n] = (int8_t)pws->b[0];  in helper_msa_insve_df()
6104     case 1:  in helper_msa_ctcmsa()
6121     case 1:  in helper_msa_cfcmsa()
6136             pwd->b[i] = (int8_t)env->active_tc.gpr[rs];  in helper_msa_fill_df()
6187 #define CLEAR_FS_UNDERFLOW 1
6314       return a < 0 ? (f_val | (1 << 15)) : f_val;  in float16_from_float32()
6323       return a < 0 ? (f_val | (1 << 31)) : f_val;  in float32_from_float64()
6333       return a < 0 ? (f_val | (1 << 31)) : f_val;  in float32_from_float16()
6342       return a < 0 ? (f_val | (1ULL << 63)) : f_val;  in float64_from_float32()
6876     compare_af(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcaf_df()
6885     compare_un(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcun_df()
6894     compare_eq(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fceq_df()
6903     compare_ueq(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcueq_df()
6912     compare_lt(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fclt_df()
6921     compare_ult(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcult_df()
6930     compare_le(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcle_df()
6939     compare_ule(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcule_df()
7020     compare_or(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcor_df()
7029     compare_une(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcune_df()
7038     compare_ne(env, pwd, pws, pwt, df, 1, GETPC());  in helper_msa_fcne_df()
7487         if (NUMBER_QNAN_PAIR(pws->w[1], pwt->w[1], 32, status)) {  in helper_msa_fmin_df()
7488             MSA_FLOAT_MAXOP(pwx->w[1], min, pws->w[1], pws->w[1], 32);  in helper_msa_fmin_df()
7489         } else if (NUMBER_QNAN_PAIR(pwt->w[1], pws->w[1], 32, status)) {  in helper_msa_fmin_df()
7490             MSA_FLOAT_MAXOP(pwx->w[1], min, pwt->w[1], pwt->w[1], 32);  in helper_msa_fmin_df()
7492             MSA_FLOAT_MAXOP(pwx->w[1], min, pws->w[1], pwt->w[1], 32);  in helper_msa_fmin_df()
7521         if (NUMBER_QNAN_PAIR(pws->d[1], pwt->d[1], 64, status)) {  in helper_msa_fmin_df()
7522             MSA_FLOAT_MAXOP(pwx->d[1], min, pws->d[1], pws->d[1], 64);  in helper_msa_fmin_df()
7523         } else if (NUMBER_QNAN_PAIR(pwt->d[1], pws->d[1], 64, status)) {  in helper_msa_fmin_df()
7524             MSA_FLOAT_MAXOP(pwx->d[1], min, pwt->d[1], pwt->d[1], 64);  in helper_msa_fmin_df()
7526             MSA_FLOAT_MAXOP(pwx->d[1], min, pws->d[1], pwt->d[1], 64);  in helper_msa_fmin_df()
7553         FMAXMIN_A(min, max, pwx->w[1], pws->w[1], pwt->w[1], 32, status);  in helper_msa_fmin_a_df()
7558         FMAXMIN_A(min, max, pwx->d[1], pws->d[1], pwt->d[1], 64, status);  in helper_msa_fmin_a_df()
7589         if (NUMBER_QNAN_PAIR(pws->w[1], pwt->w[1], 32, status)) {  in helper_msa_fmax_df()
7590             MSA_FLOAT_MAXOP(pwx->w[1], max, pws->w[1], pws->w[1], 32);  in helper_msa_fmax_df()
7591         } else if (NUMBER_QNAN_PAIR(pwt->w[1], pws->w[1], 32, status)) {  in helper_msa_fmax_df()
7592             MSA_FLOAT_MAXOP(pwx->w[1], max, pwt->w[1], pwt->w[1], 32);  in helper_msa_fmax_df()
7594             MSA_FLOAT_MAXOP(pwx->w[1], max, pws->w[1], pwt->w[1], 32);  in helper_msa_fmax_df()
7623         if (NUMBER_QNAN_PAIR(pws->d[1], pwt->d[1], 64, status)) {  in helper_msa_fmax_df()
7624             MSA_FLOAT_MAXOP(pwx->d[1], max, pws->d[1], pws->d[1], 64);  in helper_msa_fmax_df()
7625         } else if (NUMBER_QNAN_PAIR(pwt->d[1], pws->d[1], 64, status)) {  in helper_msa_fmax_df()
7626             MSA_FLOAT_MAXOP(pwx->d[1], max, pwt->d[1], pwt->d[1], 64);  in helper_msa_fmax_df()
7628             MSA_FLOAT_MAXOP(pwx->d[1], max, pws->d[1], pwt->d[1], 64);  in helper_msa_fmax_df()
7655         FMAXMIN_A(max, min, pwx->w[1], pws->w[1], pwt->w[1], 32, status);  in helper_msa_fmax_a_df()
7660         FMAXMIN_A(max, min, pwx->d[1], pws->d[1], pwt->d[1], 64, status);  in helper_msa_fmax_a_df()
7679         pwd->w[1] = float_class_s(pws->w[1], status);  in helper_msa_fclass_df()
7684         pwd->d[1] = float_class_d(pws->d[1], status);  in helper_msa_fclass_df()
8210 #define DF_BITS(df) (1 << ((df) + 3))
8237     pwd->d[1] = d1;  in helper_msa_ld_b()
8258     pwd->d[1] = d1;  in helper_msa_ld_h()
8279     pwd->d[1] = d1;  in helper_msa_ld_w()
8292     pwd->d[1] = d1;  in helper_msa_ld_d()
8296         ((((x) & ~TARGET_PAGE_MASK) + MSA_WRLEN / 8 - 1) >= TARGET_PAGE_SIZE)
8324     cpu_stq_le_data_ra(env, addr + 8, pwd->d[1], ra);  in helper_msa_st_b()
8339     d1 = pwd->d[1];  in helper_msa_st_h()
8360     d1 = pwd->d[1];  in helper_msa_st_w()
8379     cpu_stq_data_ra(env, addr + 8, pwd->d[1], ra);  in helper_msa_st_d()