x86/crypto/camellia-aesni-avx2-asm_64.S

63 #define roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, t0, t1, t2, t3, t4, t5, t6, \
79 	vpshufb t4, x6, x6; \
92 	filter_8bit(x6, t2, t3, t7, t4); \
94 	vextracti128 $1, x6, t2##_x; \
114 	vaesenclast t4##_x, x6##_x, x6##_x; \
116 	vinserti128 $1, t2##_x, x6, x6; \
140 	filter_8bit(x6, t0, t1, t7, t6); \
162 	vpxor x6, x1, x1; \
174 	vpxor x0, x6, x6; \
184 	vpxor x6, x3, x3; \
188 	vpxor x1, x6, x6; \
215 	vpxor t1, x6, x6; \
216 	vpxor 2 * 32(mem_cd), x6, x6; \
245 #define two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
256 	vmovdqu x6, 2 * 32(mem_cd); \
262 	store_ab(x0, x1, x2, x3, x4, x5, x6, x7, mem_ab);
264 #define dummy_store(x0, x1, x2, x3, x4, x5, x6, x7, mem_ab) /* do nothing */
266 #define store_ab_state(x0, x1, x2, x3, x4, x5, x6, x7, mem_ab) \
270 	vmovdqu x6, 6 * 32(mem_ab); \
277 #define enc_rounds32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
279 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
281 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
283 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
286 #define dec_rounds32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
288 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
290 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
292 	two_roundsm32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
515 #define inpack32_pre(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
529 	vpxor 9 * 32(rio), x0, x6; \
538 #define inpack32_post(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
540 	byteslice_16x16b_fast(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, \
549 	vmovdqu x6, 6 * 32(mem_ab); \
561 #define outunpack32(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, \
563 	byteslice_16x16b_fast(y0, y4, x0, x4, y1, y5, x1, x5, y2, y6, x2, x6, \
580 	vpxor x0, x6, x6; \
588 #define write_output(x0, x1, x2, x3, x4, x5, x6, x7, y0, y1, y2, y3, y4, y5, \
596 	vmovdqu x6, 6 * 32(rio); \