| /linux/lib/crc/x86/ |
| H A D | crc-pclmul-template.S | 266 .set BSWAP_MASK, V6 define
292 _vbroadcast OFFSETOF_BSWAP_MASK(CONSTS_PTR), BSWAP_MASK
316 _prepare_v0 VL, V0, V1, BSWAP_MASK
332 _load_data VL, (BUF), BSWAP_MASK, V1
338 _load_data VL, 1*VL(BUF), BSWAP_MASK, V1
339 _load_data VL, 2*VL(BUF), BSWAP_MASK, V2
340 _load_data VL, 3*VL(BUF), BSWAP_MASK, V3
350 _fold_vec_mem VL, V0, 0*VL(BUF), CONSTS, BSWAP_MASK, V4, V5
351 _fold_vec_mem VL, V1, 1*VL(BUF), CONSTS, BSWAP_MASK, V4, V5
352 _fold_vec_mem VL, V2, 2*VL(BUF), CONSTS, BSWAP_MASK, V4, V5
[all …]
|
| /linux/arch/x86/crypto/ |
| H A D | aes-gcm-vaes-avx512.S | 428 vpshufb BSWAP_MASK, GHASHDATA0, GHASHDATA0
430 vpshufb BSWAP_MASK, GHASHDATA1, GHASHDATA1
431 vpshufb BSWAP_MASK, GHASHDATA2, GHASHDATA2
433 vpshufb BSWAP_MASK, GHASHDATA3, GHASHDATA3
516 .set BSWAP_MASK, %zmm4 define
555 vbroadcasti32x4 .Lbswap_mask(%rip), BSWAP_MASK
582 vpshufb BSWAP_MASK, GHASHDATA0, GHASHDATA0
603 vpshufb BSWAP_MASK, GHASHDATA0, GHASHDATA0
632 vpshufb BSWAP_MASK, LE_CTR, %zmm0
634 vpshufb BSWAP_MASK, LE_CTR, %zmm1
[all …]
|
| H A D | aes-gcm-aesni-x86_64.S | 410 pshufb BSWAP_MASK, TMP1
445 pshufb BSWAP_MASK, TMP1
583 .set BSWAP_MASK, %xmm2 define
589 movdqa .Lbswap_mask(%rip), BSWAP_MASK
600 pshufb BSWAP_MASK, %xmm0
614 pshufb BSWAP_MASK, %xmm0
630 _vpshufb BSWAP_MASK, LE_CTR, AESDATA\i
714 .set BSWAP_MASK, %xmm6 // Shuffle mask for reflecting bytes define
725 movdqa .Lbswap_mask(%rip), BSWAP_MASK
871 _vpshufb BSWAP_MASK, LE_CTR, TMP0
[all …]
|
| H A D | aes-gcm-vaes-avx2.S | 323 vpshufb BSWAP_MASK, TMP1, TMP1
335 vpshufb BSWAP_MASK, TMP1, TMP1
348 vpshufb BSWAP_MASK, TMP1, TMP1
363 vpshufb BSWAP_MASK, TMP1, TMP1
519 .set BSWAP_MASK, %ymm6 define
544 vinserti128 $1, BSWAP_MASK_XMM, BSWAP_MASK, BSWAP_MASK
564 vpshufb BSWAP_MASK, TMP0, TMP0
627 vpshufb BSWAP_MASK, LE_CTR, AESDATA\i
710 .set BSWAP_MASK, %ymm0 define
760 vbroadcasti128 .Lbswap_mask(%rip), BSWAP_MASK
[all …]
|
| H A D | aes-ctr-avx-x86_64.S | 214 vpshufb BSWAP_MASK, LE_CTR, AESDATA\i0
217 vpshufb BSWAP_MASK, AESDATA\i1, AESDATA\i1
315 .set BSWAP_MASK, V8 define
345 _vbroadcast128 .Lbswap_mask(%rip), BSWAP_MASK
|
| H A D | aesni-intel_asm.S | 36 #define BSWAP_MASK %xmm10 macro
1008 movaps .Lbswap_mask(%rip), BSWAP_MASK
1010 pshufb BSWAP_MASK, CTR
1041 pshufb BSWAP_MASK, IV
|