11bccec25SBlue Swirl /* 21bccec25SBlue Swirl * VIS op helpers 31bccec25SBlue Swirl * 41bccec25SBlue Swirl * Copyright (c) 2003-2005 Fabrice Bellard 51bccec25SBlue Swirl * 61bccec25SBlue Swirl * This library is free software; you can redistribute it and/or 71bccec25SBlue Swirl * modify it under the terms of the GNU Lesser General Public 81bccec25SBlue Swirl * License as published by the Free Software Foundation; either 95650b549SChetan Pant * version 2.1 of the License, or (at your option) any later version. 101bccec25SBlue Swirl * 111bccec25SBlue Swirl * This library is distributed in the hope that it will be useful, 121bccec25SBlue Swirl * but WITHOUT ANY WARRANTY; without even the implied warranty of 131bccec25SBlue Swirl * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 141bccec25SBlue Swirl * Lesser General Public License for more details. 151bccec25SBlue Swirl * 161bccec25SBlue Swirl * You should have received a copy of the GNU Lesser General Public 171bccec25SBlue Swirl * License along with this library; if not, see <http://www.gnu.org/licenses/>. 181bccec25SBlue Swirl */ 191bccec25SBlue Swirl 20db5ebe5fSPeter Maydell #include "qemu/osdep.h" 211bccec25SBlue Swirl #include "cpu.h" 222ef6175aSRichard Henderson #include "exec/helper-proto.h" 23029b0283SRichard Henderson #include "crypto/clmul.h" 241bccec25SBlue Swirl 25fa9079a8SRichard Henderson target_ulong helper_array8(target_ulong rs1, target_ulong rs2) 261bccec25SBlue Swirl { 27fa9079a8SRichard Henderson /* 28fa9079a8SRichard Henderson * From Oracle SPARC Architecture 2015: 29fa9079a8SRichard Henderson * Architecturally, an illegal R[rs2] value (>5) causes the array 30fa9079a8SRichard Henderson * instructions to produce undefined results. For historic reference, 31fa9079a8SRichard Henderson * past implementations of these instructions have ignored R[rs2]{63:3} 32fa9079a8SRichard Henderson * and have treated R[rs2] values of 6 and 7 as if they were 5. 33fa9079a8SRichard Henderson */ 34fa9079a8SRichard Henderson target_ulong n = MIN(rs2 & 7, 5); 35fa9079a8SRichard Henderson 36fa9079a8SRichard Henderson target_ulong x_int = (rs1 >> 11) & 0x7ff; 37fa9079a8SRichard Henderson target_ulong y_int = (rs1 >> 33) & 0x7ff; 38fa9079a8SRichard Henderson target_ulong z_int = rs1 >> 55; 39fa9079a8SRichard Henderson 40fa9079a8SRichard Henderson target_ulong lower_x = x_int & 3; 41fa9079a8SRichard Henderson target_ulong lower_y = y_int & 3; 42fa9079a8SRichard Henderson target_ulong lower_z = z_int & 1; 43fa9079a8SRichard Henderson 44fa9079a8SRichard Henderson target_ulong middle_x = (x_int >> 2) & 15; 45fa9079a8SRichard Henderson target_ulong middle_y = (y_int >> 2) & 15; 46fa9079a8SRichard Henderson target_ulong middle_z = (z_int >> 1) & 15; 47fa9079a8SRichard Henderson 48fa9079a8SRichard Henderson target_ulong upper_x = (x_int >> 6) & ((1 << n) - 1); 49fa9079a8SRichard Henderson target_ulong upper_y = (y_int >> 6) & ((1 << n) - 1); 50fa9079a8SRichard Henderson target_ulong upper_z = z_int >> 5; 51fa9079a8SRichard Henderson 52fa9079a8SRichard Henderson return (upper_z << (17 + 2 * n)) 53fa9079a8SRichard Henderson | (upper_y << (17 + n)) 54fa9079a8SRichard Henderson | (upper_x << 17) 55fa9079a8SRichard Henderson | (middle_z << 13) 56fa9079a8SRichard Henderson | (middle_y << 9) 57fa9079a8SRichard Henderson | (middle_x << 5) 58fa9079a8SRichard Henderson | (lower_z << 4) 59fa9079a8SRichard Henderson | (lower_y << 2) 60fa9079a8SRichard Henderson | lower_x; 611bccec25SBlue Swirl } 621bccec25SBlue Swirl 63e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN 641bccec25SBlue Swirl #define VIS_B64(n) b[7 - (n)] 65d6f898cfSRichard Henderson #define VIS_SB64(n) sb[7 - (n)] 661bccec25SBlue Swirl #define VIS_W64(n) w[3 - (n)] 671bccec25SBlue Swirl #define VIS_SW64(n) sw[3 - (n)] 681bccec25SBlue Swirl #define VIS_L64(n) l[1 - (n)] 69*b3c934ddSRichard Henderson #define VIS_SL64(n) sl[1 - (n)] 701bccec25SBlue Swirl #define VIS_B32(n) b[3 - (n)] 711bccec25SBlue Swirl #define VIS_W32(n) w[1 - (n)] 721bccec25SBlue Swirl #else 731bccec25SBlue Swirl #define VIS_B64(n) b[n] 74d6f898cfSRichard Henderson #define VIS_SB64(n) sb[n] 751bccec25SBlue Swirl #define VIS_W64(n) w[n] 761bccec25SBlue Swirl #define VIS_SW64(n) sw[n] 771bccec25SBlue Swirl #define VIS_L64(n) l[n] 78*b3c934ddSRichard Henderson #define VIS_SL64(n) sl[n] 791bccec25SBlue Swirl #define VIS_B32(n) b[n] 801bccec25SBlue Swirl #define VIS_W32(n) w[n] 811bccec25SBlue Swirl #endif 821bccec25SBlue Swirl 831bccec25SBlue Swirl typedef union { 841bccec25SBlue Swirl uint8_t b[8]; 85d6f898cfSRichard Henderson int8_t sb[8]; 861bccec25SBlue Swirl uint16_t w[4]; 871bccec25SBlue Swirl int16_t sw[4]; 881bccec25SBlue Swirl uint32_t l[2]; 89*b3c934ddSRichard Henderson int32_t sl[2]; 901bccec25SBlue Swirl uint64_t ll; 911bccec25SBlue Swirl float64 d; 921bccec25SBlue Swirl } VIS64; 931bccec25SBlue Swirl 941bccec25SBlue Swirl typedef union { 951bccec25SBlue Swirl uint8_t b[4]; 961bccec25SBlue Swirl uint16_t w[2]; 971bccec25SBlue Swirl uint32_t l; 981bccec25SBlue Swirl float32 f; 991bccec25SBlue Swirl } VIS32; 1001bccec25SBlue Swirl 101d3ef26afSRichard Henderson uint64_t helper_fpmerge(uint32_t src1, uint32_t src2) 1021bccec25SBlue Swirl { 103d3ef26afSRichard Henderson VIS32 s1, s2; 104d3ef26afSRichard Henderson VIS64 d; 1051bccec25SBlue Swirl 106d3ef26afSRichard Henderson s1.l = src1; 107d3ef26afSRichard Henderson s2.l = src2; 108d3ef26afSRichard Henderson d.ll = 0; 1091bccec25SBlue Swirl 110d3ef26afSRichard Henderson d.VIS_B64(7) = s1.VIS_B32(3); 111d3ef26afSRichard Henderson d.VIS_B64(6) = s2.VIS_B32(3); 112d3ef26afSRichard Henderson d.VIS_B64(5) = s1.VIS_B32(2); 113d3ef26afSRichard Henderson d.VIS_B64(4) = s2.VIS_B32(2); 114d3ef26afSRichard Henderson d.VIS_B64(3) = s1.VIS_B32(1); 115d3ef26afSRichard Henderson d.VIS_B64(2) = s2.VIS_B32(1); 116d3ef26afSRichard Henderson d.VIS_B64(1) = s1.VIS_B32(0); 117d3ef26afSRichard Henderson d.VIS_B64(0) = s2.VIS_B32(0); 1181bccec25SBlue Swirl 11903fb8cfcSRichard Henderson return d.ll; 1201bccec25SBlue Swirl } 1211bccec25SBlue Swirl 122d6f898cfSRichard Henderson static inline int do_ms16b(int x, int y) 123d6f898cfSRichard Henderson { 124d6f898cfSRichard Henderson return ((x * y) + 0x80) >> 8; 125d6f898cfSRichard Henderson } 126d6f898cfSRichard Henderson 1279157dcccSRichard Henderson uint64_t helper_fmul8x16(uint32_t src1, uint64_t src2) 1281bccec25SBlue Swirl { 1299157dcccSRichard Henderson VIS64 d; 1309157dcccSRichard Henderson VIS32 s; 1311bccec25SBlue Swirl 1329157dcccSRichard Henderson s.l = src1; 13303fb8cfcSRichard Henderson d.ll = src2; 1341bccec25SBlue Swirl 135d6f898cfSRichard Henderson d.VIS_W64(0) = do_ms16b(s.VIS_B32(0), d.VIS_SW64(0)); 136d6f898cfSRichard Henderson d.VIS_W64(1) = do_ms16b(s.VIS_B32(1), d.VIS_SW64(1)); 137d6f898cfSRichard Henderson d.VIS_W64(2) = do_ms16b(s.VIS_B32(2), d.VIS_SW64(2)); 138d6f898cfSRichard Henderson d.VIS_W64(3) = do_ms16b(s.VIS_B32(3), d.VIS_SW64(3)); 1391bccec25SBlue Swirl 14003fb8cfcSRichard Henderson return d.ll; 1411bccec25SBlue Swirl } 1421bccec25SBlue Swirl 143a859602cSRichard Henderson uint64_t helper_fmul8x16a(uint32_t src1, int32_t src2) 1441bccec25SBlue Swirl { 145a859602cSRichard Henderson VIS32 s; 146a859602cSRichard Henderson VIS64 d; 1471bccec25SBlue Swirl 148a859602cSRichard Henderson s.l = src1; 149a859602cSRichard Henderson d.ll = 0; 1501bccec25SBlue Swirl 151d6f898cfSRichard Henderson d.VIS_W64(0) = do_ms16b(s.VIS_B32(0), src2); 152d6f898cfSRichard Henderson d.VIS_W64(1) = do_ms16b(s.VIS_B32(1), src2); 153d6f898cfSRichard Henderson d.VIS_W64(2) = do_ms16b(s.VIS_B32(2), src2); 154d6f898cfSRichard Henderson d.VIS_W64(3) = do_ms16b(s.VIS_B32(3), src2); 1551bccec25SBlue Swirl 15603fb8cfcSRichard Henderson return d.ll; 1571bccec25SBlue Swirl } 1581bccec25SBlue Swirl 159f027c3b1SRichard Henderson uint64_t helper_fmul8sux16(uint64_t src1, uint64_t src2) 1601bccec25SBlue Swirl { 1611bccec25SBlue Swirl VIS64 s, d; 1621bccec25SBlue Swirl 16303fb8cfcSRichard Henderson s.ll = src1; 16403fb8cfcSRichard Henderson d.ll = src2; 1651bccec25SBlue Swirl 166d6f898cfSRichard Henderson d.VIS_W64(0) = do_ms16b(s.VIS_SB64(1), d.VIS_SW64(0)); 167d6f898cfSRichard Henderson d.VIS_W64(1) = do_ms16b(s.VIS_SB64(3), d.VIS_SW64(1)); 168d6f898cfSRichard Henderson d.VIS_W64(2) = do_ms16b(s.VIS_SB64(5), d.VIS_SW64(2)); 169d6f898cfSRichard Henderson d.VIS_W64(3) = do_ms16b(s.VIS_SB64(7), d.VIS_SW64(3)); 1701bccec25SBlue Swirl 17103fb8cfcSRichard Henderson return d.ll; 1721bccec25SBlue Swirl } 1731bccec25SBlue Swirl 174f027c3b1SRichard Henderson uint64_t helper_fmul8ulx16(uint64_t src1, uint64_t src2) 1751bccec25SBlue Swirl { 1761bccec25SBlue Swirl VIS64 s, d; 1771bccec25SBlue Swirl 17803fb8cfcSRichard Henderson s.ll = src1; 17903fb8cfcSRichard Henderson d.ll = src2; 1801bccec25SBlue Swirl 181b5c96047SRichard Henderson d.VIS_W64(0) = (s.VIS_B64(0) * d.VIS_SW64(0) + 0x8000) >> 16; 182b5c96047SRichard Henderson d.VIS_W64(1) = (s.VIS_B64(2) * d.VIS_SW64(1) + 0x8000) >> 16; 183b5c96047SRichard Henderson d.VIS_W64(2) = (s.VIS_B64(4) * d.VIS_SW64(2) + 0x8000) >> 16; 184b5c96047SRichard Henderson d.VIS_W64(3) = (s.VIS_B64(6) * d.VIS_SW64(3) + 0x8000) >> 16; 1851bccec25SBlue Swirl 18603fb8cfcSRichard Henderson return d.ll; 1871bccec25SBlue Swirl } 1881bccec25SBlue Swirl 1897b616f36SRichard Henderson uint64_t helper_fexpand(uint32_t src2) 1901bccec25SBlue Swirl { 1911bccec25SBlue Swirl VIS32 s; 1921bccec25SBlue Swirl VIS64 d; 1931bccec25SBlue Swirl 1947b616f36SRichard Henderson s.l = src2; 1957b616f36SRichard Henderson d.ll = 0; 1961bccec25SBlue Swirl d.VIS_W64(0) = s.VIS_B32(0) << 4; 1971bccec25SBlue Swirl d.VIS_W64(1) = s.VIS_B32(1) << 4; 1981bccec25SBlue Swirl d.VIS_W64(2) = s.VIS_B32(2) << 4; 1991bccec25SBlue Swirl d.VIS_W64(3) = s.VIS_B32(3) << 4; 2001bccec25SBlue Swirl 20103fb8cfcSRichard Henderson return d.ll; 2021bccec25SBlue Swirl } 2031bccec25SBlue Swirl 204669e0774SRichard Henderson uint64_t helper_fcmpeq8(uint64_t src1, uint64_t src2) 205669e0774SRichard Henderson { 206669e0774SRichard Henderson uint64_t a = src1 ^ src2; 207669e0774SRichard Henderson uint64_t m = 0x7f7f7f7f7f7f7f7fULL; 208669e0774SRichard Henderson uint64_t c = ~(((a & m) + m) | a | m); 209669e0774SRichard Henderson 210669e0774SRichard Henderson /* a.......b.......c.......d.......e.......f.......g.......h....... */ 211669e0774SRichard Henderson c |= c << 7; 212669e0774SRichard Henderson /* ab......bc......cd......de......ef......fg......gh......h....... */ 213669e0774SRichard Henderson c |= c << 14; 214669e0774SRichard Henderson /* abcd....bcde....cdef....defg....efgh....fgh.....gh......h....... */ 215669e0774SRichard Henderson c |= c << 28; 216669e0774SRichard Henderson /* abcdefghbcdefgh.cdefgh..defgh...efgh....fgh.....gh......h....... */ 217669e0774SRichard Henderson return c >> 56; 218669e0774SRichard Henderson } 219669e0774SRichard Henderson 220669e0774SRichard Henderson uint64_t helper_fcmpne8(uint64_t src1, uint64_t src2) 221669e0774SRichard Henderson { 222669e0774SRichard Henderson return helper_fcmpeq8(src1, src2) ^ 0xff; 223669e0774SRichard Henderson } 224669e0774SRichard Henderson 225*b3c934ddSRichard Henderson uint64_t helper_fcmple8(uint64_t src1, uint64_t src2) 226*b3c934ddSRichard Henderson { 227*b3c934ddSRichard Henderson VIS64 s1, s2; 228*b3c934ddSRichard Henderson uint64_t r = 0; 229*b3c934ddSRichard Henderson 230*b3c934ddSRichard Henderson s1.ll = src1; 231*b3c934ddSRichard Henderson s2.ll = src2; 232*b3c934ddSRichard Henderson 233*b3c934ddSRichard Henderson for (int i = 0; i < 8; ++i) { 234*b3c934ddSRichard Henderson r |= (s1.VIS_SB64(i) <= s2.VIS_SB64(i)) << i; 235*b3c934ddSRichard Henderson } 236*b3c934ddSRichard Henderson return r; 237*b3c934ddSRichard Henderson } 238*b3c934ddSRichard Henderson 239*b3c934ddSRichard Henderson uint64_t helper_fcmpgt8(uint64_t src1, uint64_t src2) 240*b3c934ddSRichard Henderson { 241*b3c934ddSRichard Henderson return helper_fcmple8(src1, src2) ^ 0xff; 242*b3c934ddSRichard Henderson } 243*b3c934ddSRichard Henderson 244669e0774SRichard Henderson uint64_t helper_fcmpule8(uint64_t src1, uint64_t src2) 245669e0774SRichard Henderson { 246669e0774SRichard Henderson VIS64 s1, s2; 247669e0774SRichard Henderson uint64_t r = 0; 248669e0774SRichard Henderson 249669e0774SRichard Henderson s1.ll = src1; 250669e0774SRichard Henderson s2.ll = src2; 251669e0774SRichard Henderson 252669e0774SRichard Henderson for (int i = 0; i < 8; ++i) { 253669e0774SRichard Henderson r |= (s1.VIS_B64(i) <= s2.VIS_B64(i)) << i; 254669e0774SRichard Henderson } 255669e0774SRichard Henderson return r; 256669e0774SRichard Henderson } 257669e0774SRichard Henderson 258669e0774SRichard Henderson uint64_t helper_fcmpugt8(uint64_t src1, uint64_t src2) 259669e0774SRichard Henderson { 260669e0774SRichard Henderson return helper_fcmpule8(src1, src2) ^ 0xff; 261669e0774SRichard Henderson } 262669e0774SRichard Henderson 263*b3c934ddSRichard Henderson uint64_t helper_fcmpeq16(uint64_t src1, uint64_t src2) 264*b3c934ddSRichard Henderson { 265*b3c934ddSRichard Henderson uint64_t a = src1 ^ src2; 266*b3c934ddSRichard Henderson uint64_t m = 0x7fff7fff7fff7fffULL; 267*b3c934ddSRichard Henderson uint64_t c = ~(((a & m) + m) | a | m); 268*b3c934ddSRichard Henderson 269*b3c934ddSRichard Henderson /* a...............b...............c...............d............... */ 270*b3c934ddSRichard Henderson c |= c << 15; 271*b3c934ddSRichard Henderson /* ab..............bc..............cd..............d............... */ 272*b3c934ddSRichard Henderson c |= c << 30; 273*b3c934ddSRichard Henderson /* abcd............bcd.............cd..............d............... */ 274*b3c934ddSRichard Henderson return c >> 60; 275*b3c934ddSRichard Henderson } 276*b3c934ddSRichard Henderson 277*b3c934ddSRichard Henderson uint64_t helper_fcmpne16(uint64_t src1, uint64_t src2) 278*b3c934ddSRichard Henderson { 279*b3c934ddSRichard Henderson return helper_fcmpeq16(src1, src2) ^ 0xf; 280*b3c934ddSRichard Henderson } 281*b3c934ddSRichard Henderson 282*b3c934ddSRichard Henderson uint64_t helper_fcmple16(uint64_t src1, uint64_t src2) 283*b3c934ddSRichard Henderson { 284*b3c934ddSRichard Henderson VIS64 s1, s2; 285*b3c934ddSRichard Henderson uint64_t r = 0; 286*b3c934ddSRichard Henderson 287*b3c934ddSRichard Henderson s1.ll = src1; 288*b3c934ddSRichard Henderson s2.ll = src2; 289*b3c934ddSRichard Henderson 290*b3c934ddSRichard Henderson for (int i = 0; i < 4; ++i) { 291*b3c934ddSRichard Henderson r |= (s1.VIS_SW64(i) <= s2.VIS_SW64(i)) << i; 292*b3c934ddSRichard Henderson } 293*b3c934ddSRichard Henderson return r; 294*b3c934ddSRichard Henderson } 295*b3c934ddSRichard Henderson 296*b3c934ddSRichard Henderson uint64_t helper_fcmpgt16(uint64_t src1, uint64_t src2) 297*b3c934ddSRichard Henderson { 298*b3c934ddSRichard Henderson return helper_fcmple16(src1, src2) ^ 0xf; 299*b3c934ddSRichard Henderson } 300*b3c934ddSRichard Henderson 301*b3c934ddSRichard Henderson uint64_t helper_fcmpule16(uint64_t src1, uint64_t src2) 302*b3c934ddSRichard Henderson { 303*b3c934ddSRichard Henderson VIS64 s1, s2; 304*b3c934ddSRichard Henderson uint64_t r = 0; 305*b3c934ddSRichard Henderson 306*b3c934ddSRichard Henderson s1.ll = src1; 307*b3c934ddSRichard Henderson s2.ll = src2; 308*b3c934ddSRichard Henderson 309*b3c934ddSRichard Henderson for (int i = 0; i < 4; ++i) { 310*b3c934ddSRichard Henderson r |= (s1.VIS_W64(i) <= s2.VIS_W64(i)) << i; 311*b3c934ddSRichard Henderson } 312*b3c934ddSRichard Henderson return r; 313*b3c934ddSRichard Henderson } 314*b3c934ddSRichard Henderson 315*b3c934ddSRichard Henderson uint64_t helper_fcmpugt16(uint64_t src1, uint64_t src2) 316*b3c934ddSRichard Henderson { 317*b3c934ddSRichard Henderson return helper_fcmpule16(src1, src2) ^ 0xf; 318*b3c934ddSRichard Henderson } 319*b3c934ddSRichard Henderson 320*b3c934ddSRichard Henderson uint64_t helper_fcmpeq32(uint64_t src1, uint64_t src2) 321*b3c934ddSRichard Henderson { 322*b3c934ddSRichard Henderson uint64_t a = src1 ^ src2; 323*b3c934ddSRichard Henderson return ((uint32_t)a == 0) | (a >> 32 ? 0 : 2); 324*b3c934ddSRichard Henderson } 325*b3c934ddSRichard Henderson 326*b3c934ddSRichard Henderson uint64_t helper_fcmpne32(uint64_t src1, uint64_t src2) 327*b3c934ddSRichard Henderson { 328*b3c934ddSRichard Henderson uint64_t a = src1 ^ src2; 329*b3c934ddSRichard Henderson return ((uint32_t)a != 0) | (a >> 32 ? 2 : 0); 330*b3c934ddSRichard Henderson } 331*b3c934ddSRichard Henderson 332*b3c934ddSRichard Henderson uint64_t helper_fcmple32(uint64_t src1, uint64_t src2) 333*b3c934ddSRichard Henderson { 334*b3c934ddSRichard Henderson VIS64 s1, s2; 335*b3c934ddSRichard Henderson uint64_t r = 0; 336*b3c934ddSRichard Henderson 337*b3c934ddSRichard Henderson s1.ll = src1; 338*b3c934ddSRichard Henderson s2.ll = src2; 339*b3c934ddSRichard Henderson 340*b3c934ddSRichard Henderson for (int i = 0; i < 2; ++i) { 341*b3c934ddSRichard Henderson r |= (s1.VIS_SL64(i) <= s2.VIS_SL64(i)) << i; 342*b3c934ddSRichard Henderson } 343*b3c934ddSRichard Henderson return r; 344*b3c934ddSRichard Henderson } 345*b3c934ddSRichard Henderson 346*b3c934ddSRichard Henderson uint64_t helper_fcmpgt32(uint64_t src1, uint64_t src2) 347*b3c934ddSRichard Henderson { 348*b3c934ddSRichard Henderson return helper_fcmple32(src1, src2) ^ 3; 349*b3c934ddSRichard Henderson } 350*b3c934ddSRichard Henderson 351*b3c934ddSRichard Henderson uint64_t helper_fcmpule32(uint64_t src1, uint64_t src2) 352*b3c934ddSRichard Henderson { 353*b3c934ddSRichard Henderson VIS64 s1, s2; 354*b3c934ddSRichard Henderson uint64_t r = 0; 355*b3c934ddSRichard Henderson 356*b3c934ddSRichard Henderson s1.ll = src1; 357*b3c934ddSRichard Henderson s2.ll = src2; 358*b3c934ddSRichard Henderson 359*b3c934ddSRichard Henderson for (int i = 0; i < 2; ++i) { 360*b3c934ddSRichard Henderson r |= (s1.VIS_L64(i) <= s2.VIS_L64(i)) << i; 361*b3c934ddSRichard Henderson } 362*b3c934ddSRichard Henderson return r; 363*b3c934ddSRichard Henderson } 364*b3c934ddSRichard Henderson 365*b3c934ddSRichard Henderson uint64_t helper_fcmpugt32(uint64_t src1, uint64_t src2) 366*b3c934ddSRichard Henderson { 367*b3c934ddSRichard Henderson return helper_fcmpule32(src1, src2) ^ 3; 368*b3c934ddSRichard Henderson } 369*b3c934ddSRichard Henderson 370f888300bSRichard Henderson uint64_t helper_pdist(uint64_t sum, uint64_t src1, uint64_t src2) 371f888300bSRichard Henderson { 372f888300bSRichard Henderson int i; 373f888300bSRichard Henderson for (i = 0; i < 8; i++) { 374f888300bSRichard Henderson int s1, s2; 375f888300bSRichard Henderson 376f888300bSRichard Henderson s1 = (src1 >> (56 - (i * 8))) & 0xff; 377f888300bSRichard Henderson s2 = (src2 >> (56 - (i * 8))) & 0xff; 378f888300bSRichard Henderson 379f888300bSRichard Henderson /* Absolute value of difference. */ 380f888300bSRichard Henderson s1 -= s2; 381f888300bSRichard Henderson if (s1 < 0) { 382f888300bSRichard Henderson s1 = -s1; 383f888300bSRichard Henderson } 384f888300bSRichard Henderson 385f888300bSRichard Henderson sum += s1; 386f888300bSRichard Henderson } 387f888300bSRichard Henderson 388f888300bSRichard Henderson return sum; 389f888300bSRichard Henderson } 3902dedf314SRichard Henderson 3912dedf314SRichard Henderson uint32_t helper_fpack16(uint64_t gsr, uint64_t rs2) 3922dedf314SRichard Henderson { 3932dedf314SRichard Henderson int scale = (gsr >> 3) & 0xf; 3942dedf314SRichard Henderson uint32_t ret = 0; 3952dedf314SRichard Henderson int byte; 3962dedf314SRichard Henderson 3972dedf314SRichard Henderson for (byte = 0; byte < 4; byte++) { 3982dedf314SRichard Henderson uint32_t val; 3992dedf314SRichard Henderson int16_t src = rs2 >> (byte * 16); 4002dedf314SRichard Henderson int32_t scaled = src << scale; 4012dedf314SRichard Henderson int32_t from_fixed = scaled >> 7; 4022dedf314SRichard Henderson 4032dedf314SRichard Henderson val = (from_fixed < 0 ? 0 : 4042dedf314SRichard Henderson from_fixed > 255 ? 255 : from_fixed); 4052dedf314SRichard Henderson 4062dedf314SRichard Henderson ret |= val << (8 * byte); 4072dedf314SRichard Henderson } 4082dedf314SRichard Henderson 4092dedf314SRichard Henderson return ret; 4102dedf314SRichard Henderson } 4112dedf314SRichard Henderson 4122dedf314SRichard Henderson uint64_t helper_fpack32(uint64_t gsr, uint64_t rs1, uint64_t rs2) 4132dedf314SRichard Henderson { 4142dedf314SRichard Henderson int scale = (gsr >> 3) & 0x1f; 4152dedf314SRichard Henderson uint64_t ret = 0; 4162dedf314SRichard Henderson int word; 4172dedf314SRichard Henderson 4182dedf314SRichard Henderson ret = (rs1 << 8) & ~(0x000000ff000000ffULL); 4192dedf314SRichard Henderson for (word = 0; word < 2; word++) { 4202dedf314SRichard Henderson uint64_t val; 4212dedf314SRichard Henderson int32_t src = rs2 >> (word * 32); 4222dedf314SRichard Henderson int64_t scaled = (int64_t)src << scale; 4232dedf314SRichard Henderson int64_t from_fixed = scaled >> 23; 4242dedf314SRichard Henderson 4252dedf314SRichard Henderson val = (from_fixed < 0 ? 0 : 4262dedf314SRichard Henderson (from_fixed > 255) ? 255 : from_fixed); 4272dedf314SRichard Henderson 4282dedf314SRichard Henderson ret |= val << (32 * word); 4292dedf314SRichard Henderson } 4302dedf314SRichard Henderson 4312dedf314SRichard Henderson return ret; 4322dedf314SRichard Henderson } 4332dedf314SRichard Henderson 4342dedf314SRichard Henderson uint32_t helper_fpackfix(uint64_t gsr, uint64_t rs2) 4352dedf314SRichard Henderson { 4362dedf314SRichard Henderson int scale = (gsr >> 3) & 0x1f; 4372dedf314SRichard Henderson uint32_t ret = 0; 4382dedf314SRichard Henderson int word; 4392dedf314SRichard Henderson 4402dedf314SRichard Henderson for (word = 0; word < 2; word++) { 4412dedf314SRichard Henderson uint32_t val; 4422dedf314SRichard Henderson int32_t src = rs2 >> (word * 32); 44312a3567cSPaolo Bonzini int64_t scaled = (int64_t)src << scale; 4442dedf314SRichard Henderson int64_t from_fixed = scaled >> 16; 4452dedf314SRichard Henderson 4462dedf314SRichard Henderson val = (from_fixed < -32768 ? -32768 : 4472dedf314SRichard Henderson from_fixed > 32767 ? 32767 : from_fixed); 4482dedf314SRichard Henderson 4492dedf314SRichard Henderson ret |= (val & 0xffff) << (word * 16); 4502dedf314SRichard Henderson } 4512dedf314SRichard Henderson 4522dedf314SRichard Henderson return ret; 4532dedf314SRichard Henderson } 454793a137aSRichard Henderson 455520c0d8dSAndreas Färber uint64_t helper_bshuffle(uint64_t gsr, uint64_t src1, uint64_t src2) 456793a137aSRichard Henderson { 457793a137aSRichard Henderson union { 458793a137aSRichard Henderson uint64_t ll[2]; 459793a137aSRichard Henderson uint8_t b[16]; 460793a137aSRichard Henderson } s; 461793a137aSRichard Henderson VIS64 r; 462793a137aSRichard Henderson uint32_t i, mask, host; 463793a137aSRichard Henderson 464793a137aSRichard Henderson /* Set up S such that we can index across all of the bytes. */ 465e03b5686SMarc-André Lureau #if HOST_BIG_ENDIAN 466793a137aSRichard Henderson s.ll[0] = src1; 467793a137aSRichard Henderson s.ll[1] = src2; 468793a137aSRichard Henderson host = 0; 469793a137aSRichard Henderson #else 470793a137aSRichard Henderson s.ll[1] = src1; 471793a137aSRichard Henderson s.ll[0] = src2; 472793a137aSRichard Henderson host = 15; 473793a137aSRichard Henderson #endif 474793a137aSRichard Henderson mask = gsr >> 32; 475793a137aSRichard Henderson 476793a137aSRichard Henderson for (i = 0; i < 8; ++i) { 477793a137aSRichard Henderson unsigned e = (mask >> (28 - i*4)) & 0xf; 478793a137aSRichard Henderson r.VIS_B64(i) = s.b[e ^ host]; 479793a137aSRichard Henderson } 480793a137aSRichard Henderson 481793a137aSRichard Henderson return r.ll; 482793a137aSRichard Henderson } 483c973b4e8SRichard Henderson 484c973b4e8SRichard Henderson uint64_t helper_cmask8(uint64_t gsr, uint64_t src) 485c973b4e8SRichard Henderson { 486c973b4e8SRichard Henderson uint32_t mask = 0; 487c973b4e8SRichard Henderson 488c973b4e8SRichard Henderson mask |= (src & 0x01 ? 0x00000007 : 0x0000000f); 489c973b4e8SRichard Henderson mask |= (src & 0x02 ? 0x00000060 : 0x000000e0); 490c973b4e8SRichard Henderson mask |= (src & 0x04 ? 0x00000500 : 0x00000d00); 491c973b4e8SRichard Henderson mask |= (src & 0x08 ? 0x00004000 : 0x0000c000); 492c973b4e8SRichard Henderson mask |= (src & 0x10 ? 0x00030000 : 0x000b0000); 493c973b4e8SRichard Henderson mask |= (src & 0x20 ? 0x00200000 : 0x00a00000); 494c973b4e8SRichard Henderson mask |= (src & 0x40 ? 0x01000000 : 0x09000000); 495c973b4e8SRichard Henderson mask |= (src & 0x80 ? 0x00000000 : 0x80000000); 496c973b4e8SRichard Henderson 497c973b4e8SRichard Henderson return deposit64(gsr, 32, 32, mask); 498c973b4e8SRichard Henderson } 499c973b4e8SRichard Henderson 500c973b4e8SRichard Henderson uint64_t helper_cmask16(uint64_t gsr, uint64_t src) 501c973b4e8SRichard Henderson { 502c973b4e8SRichard Henderson uint32_t mask = 0; 503c973b4e8SRichard Henderson 504c973b4e8SRichard Henderson mask |= (src & 0x1 ? 0x00000067 : 0x000000ef); 505c973b4e8SRichard Henderson mask |= (src & 0x2 ? 0x00004500 : 0x0000cd00); 506c973b4e8SRichard Henderson mask |= (src & 0x4 ? 0x00230000 : 0x00ab0000); 507c973b4e8SRichard Henderson mask |= (src & 0x8 ? 0x01000000 : 0x89000000); 508c973b4e8SRichard Henderson 509c973b4e8SRichard Henderson return deposit64(gsr, 32, 32, mask); 510c973b4e8SRichard Henderson } 511c973b4e8SRichard Henderson 512c973b4e8SRichard Henderson uint64_t helper_cmask32(uint64_t gsr, uint64_t src) 513c973b4e8SRichard Henderson { 514c973b4e8SRichard Henderson uint32_t mask = 0; 515c973b4e8SRichard Henderson 516c973b4e8SRichard Henderson mask |= (src & 0x1 ? 0x00004567 : 0x0000cdef); 517c973b4e8SRichard Henderson mask |= (src & 0x2 ? 0x01230000 : 0x89ab0000); 518c973b4e8SRichard Henderson 519c973b4e8SRichard Henderson return deposit64(gsr, 32, 32, mask); 520c973b4e8SRichard Henderson } 5217837185eSRichard Henderson 5227837185eSRichard Henderson static inline uint16_t do_fchksm16(uint16_t src1, uint16_t src2) 5237837185eSRichard Henderson { 5247837185eSRichard Henderson uint16_t a = src1 + src2; 5257837185eSRichard Henderson uint16_t c = a < src1; 5267837185eSRichard Henderson return a + c; 5277837185eSRichard Henderson } 5287837185eSRichard Henderson 5297837185eSRichard Henderson uint64_t helper_fchksm16(uint64_t src1, uint64_t src2) 5307837185eSRichard Henderson { 5317837185eSRichard Henderson VIS64 r, s1, s2; 5327837185eSRichard Henderson 5337837185eSRichard Henderson s1.ll = src1; 5347837185eSRichard Henderson s2.ll = src2; 5357837185eSRichard Henderson r.ll = 0; 5367837185eSRichard Henderson 5377837185eSRichard Henderson r.VIS_W64(0) = do_fchksm16(s1.VIS_W64(0), s2.VIS_W64(0)); 5387837185eSRichard Henderson r.VIS_W64(1) = do_fchksm16(s1.VIS_W64(1), s2.VIS_W64(1)); 5397837185eSRichard Henderson r.VIS_W64(2) = do_fchksm16(s1.VIS_W64(2), s2.VIS_W64(2)); 5407837185eSRichard Henderson r.VIS_W64(3) = do_fchksm16(s1.VIS_W64(3), s2.VIS_W64(3)); 5417837185eSRichard Henderson 5427837185eSRichard Henderson return r.ll; 5437837185eSRichard Henderson } 544d6ff1ccbSRichard Henderson 545d6ff1ccbSRichard Henderson static inline int16_t do_fmean16(int16_t src1, int16_t src2) 546d6ff1ccbSRichard Henderson { 547d6ff1ccbSRichard Henderson return (src1 + src2 + 1) / 2; 548d6ff1ccbSRichard Henderson } 549d6ff1ccbSRichard Henderson 550d6ff1ccbSRichard Henderson uint64_t helper_fmean16(uint64_t src1, uint64_t src2) 551d6ff1ccbSRichard Henderson { 552d6ff1ccbSRichard Henderson VIS64 r, s1, s2; 553d6ff1ccbSRichard Henderson 554d6ff1ccbSRichard Henderson s1.ll = src1; 555d6ff1ccbSRichard Henderson s2.ll = src2; 556d6ff1ccbSRichard Henderson r.ll = 0; 557d6ff1ccbSRichard Henderson 558d6ff1ccbSRichard Henderson r.VIS_SW64(0) = do_fmean16(s1.VIS_SW64(0), s2.VIS_SW64(0)); 559d6ff1ccbSRichard Henderson r.VIS_SW64(1) = do_fmean16(s1.VIS_SW64(1), s2.VIS_SW64(1)); 560d6ff1ccbSRichard Henderson r.VIS_SW64(2) = do_fmean16(s1.VIS_SW64(2), s2.VIS_SW64(2)); 561d6ff1ccbSRichard Henderson r.VIS_SW64(3) = do_fmean16(s1.VIS_SW64(3), s2.VIS_SW64(3)); 562d6ff1ccbSRichard Henderson 563d6ff1ccbSRichard Henderson return r.ll; 564d6ff1ccbSRichard Henderson } 565fbc5c8d4SRichard Henderson 566fbc5c8d4SRichard Henderson uint64_t helper_fslas16(uint64_t src1, uint64_t src2) 567fbc5c8d4SRichard Henderson { 568fbc5c8d4SRichard Henderson VIS64 r, s1, s2; 569fbc5c8d4SRichard Henderson 570fbc5c8d4SRichard Henderson s1.ll = src1; 571fbc5c8d4SRichard Henderson s2.ll = src2; 572fbc5c8d4SRichard Henderson r.ll = 0; 573fbc5c8d4SRichard Henderson 574fbc5c8d4SRichard Henderson for (int i = 0; i < 4; ++i) { 575fbc5c8d4SRichard Henderson int t = s1.VIS_SW64(i) << (s2.VIS_W64(i) % 16); 576fbc5c8d4SRichard Henderson t = MIN(t, INT16_MAX); 577fbc5c8d4SRichard Henderson t = MAX(t, INT16_MIN); 578fbc5c8d4SRichard Henderson r.VIS_SW64(i) = t; 579fbc5c8d4SRichard Henderson } 580fbc5c8d4SRichard Henderson 581fbc5c8d4SRichard Henderson return r.ll; 582fbc5c8d4SRichard Henderson } 583fbc5c8d4SRichard Henderson 584fbc5c8d4SRichard Henderson uint64_t helper_fslas32(uint64_t src1, uint64_t src2) 585fbc5c8d4SRichard Henderson { 586fbc5c8d4SRichard Henderson VIS64 r, s1, s2; 587fbc5c8d4SRichard Henderson 588fbc5c8d4SRichard Henderson s1.ll = src1; 589fbc5c8d4SRichard Henderson s2.ll = src2; 590fbc5c8d4SRichard Henderson r.ll = 0; 591fbc5c8d4SRichard Henderson 592fbc5c8d4SRichard Henderson for (int i = 0; i < 2; ++i) { 593fbc5c8d4SRichard Henderson int64_t t = (int64_t)(int32_t)s1.VIS_L64(i) << (s2.VIS_L64(i) % 32); 594fbc5c8d4SRichard Henderson t = MIN(t, INT32_MAX); 595fbc5c8d4SRichard Henderson t = MAX(t, INT32_MIN); 596fbc5c8d4SRichard Henderson r.VIS_L64(i) = t; 597fbc5c8d4SRichard Henderson } 598fbc5c8d4SRichard Henderson 599fbc5c8d4SRichard Henderson return r.ll; 600fbc5c8d4SRichard Henderson } 601029b0283SRichard Henderson 602029b0283SRichard Henderson uint64_t helper_xmulx(uint64_t src1, uint64_t src2) 603029b0283SRichard Henderson { 604029b0283SRichard Henderson return int128_getlo(clmul_64(src1, src2)); 605029b0283SRichard Henderson } 606029b0283SRichard Henderson 607029b0283SRichard Henderson uint64_t helper_xmulxhi(uint64_t src1, uint64_t src2) 608029b0283SRichard Henderson { 609029b0283SRichard Henderson return int128_gethi(clmul_64(src1, src2)); 610029b0283SRichard Henderson } 611