Lines Matching refs:T5
251 .macro GHASH_MUL_AVX GH HK T1 T2 T3 T4 T5
277 vpsrldq $4, \T2, \T5 # shift-R T5 1 DW
290 vpxor \T5, \T2, \T2
297 .macro PRECOMPUTE_AVX HK T1 T2 T3 T4 T5 T6
300 vmovdqa \HK, \T5
302 vpshufd $0b01001110, \T5, \T1
303 vpxor \T5, \T1, \T1
306 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
307 vmovdqa \T5, HashKey_2(arg1) # [HashKey_2] = HashKey^2<<1 mod poly
308 vpshufd $0b01001110, \T5, \T1
309 vpxor \T5, \T1, \T1
312 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
313 vmovdqa \T5, HashKey_3(arg1)
314 vpshufd $0b01001110, \T5, \T1
315 vpxor \T5, \T1, \T1
318 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
319 vmovdqa \T5, HashKey_4(arg1)
320 vpshufd $0b01001110, \T5, \T1
321 vpxor \T5, \T1, \T1
324 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
325 vmovdqa \T5, HashKey_5(arg1)
326 vpshufd $0b01001110, \T5, \T1
327 vpxor \T5, \T1, \T1
330 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
331 vmovdqa \T5, HashKey_6(arg1)
332 vpshufd $0b01001110, \T5, \T1
333 vpxor \T5, \T1, \T1
336 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
337 vmovdqa \T5, HashKey_7(arg1)
338 vpshufd $0b01001110, \T5, \T1
339 vpxor \T5, \T1, \T1
342 GHASH_MUL_AVX \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
343 vmovdqa \T5, HashKey_8(arg1)
344 vpshufd $0b01001110, \T5, \T1
345 vpxor \T5, \T1, \T1
357 .macro INITIAL_BLOCKS_AVX num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 …
467 GHASH_MUL_AVX reg_i, \T2, \T1, \T3, \T4, \T5, \T6
471 … GHASH_MUL_AVX reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks blocks
633 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8…
717 vmovdqa HashKey_8(arg1), \T5
718 vpclmulqdq $0x11, \T5, \T2, \T4 # T4 = a1*b1
719 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
724 vmovdqa HashKey_8_k(arg1), \T5
725 vpclmulqdq $0x00, \T5, \T6, \T6
738 vmovdqa HashKey_7(arg1), \T5
739 vpclmulqdq $0x11, \T5, \T1, \T3
741 vpclmulqdq $0x00, \T5, \T1, \T3
746 vmovdqa HashKey_7_k(arg1), \T5
747 vpclmulqdq $0x10, \T5, \T3, \T3
763 vmovdqa HashKey_6(arg1), \T5
764 vpclmulqdq $0x11, \T5, \T1, \T3
766 vpclmulqdq $0x00, \T5, \T1, \T3
771 vmovdqa HashKey_6_k(arg1), \T5
772 vpclmulqdq $0x10, \T5, \T3, \T3
786 vmovdqa HashKey_5(arg1), \T5
787 vpclmulqdq $0x11, \T5, \T1, \T3
789 vpclmulqdq $0x00, \T5, \T1, \T3
794 vmovdqa HashKey_5_k(arg1), \T5
795 vpclmulqdq $0x10, \T5, \T3, \T3
810 vmovdqa HashKey_4(arg1), \T5
811 vpclmulqdq $0x11, \T5, \T1, \T3
813 vpclmulqdq $0x00, \T5, \T1, \T3
818 vmovdqa HashKey_4_k(arg1), \T5
819 vpclmulqdq $0x10, \T5, \T3, \T3
833 vmovdqa HashKey_3(arg1), \T5
834 vpclmulqdq $0x11, \T5, \T1, \T3
836 vpclmulqdq $0x00, \T5, \T1, \T3
841 vmovdqa HashKey_3_k(arg1), \T5
842 vpclmulqdq $0x10, \T5, \T3, \T3
857 vmovdqa HashKey_2(arg1), \T5
858 vpclmulqdq $0x11, \T5, \T1, \T3
860 vpclmulqdq $0x00, \T5, \T1, \T3
865 vmovdqa HashKey_2_k(arg1), \T5
866 vpclmulqdq $0x10, \T5, \T3, \T3
871 vmovdqu 16*9(arg1), \T5
872 vaesenc \T5, \XMM1, \XMM1
873 vaesenc \T5, \XMM2, \XMM2
874 vaesenc \T5, \XMM3, \XMM3
875 vaesenc \T5, \XMM4, \XMM4
876 vaesenc \T5, \XMM5, \XMM5
877 vaesenc \T5, \XMM6, \XMM6
878 vaesenc \T5, \XMM7, \XMM7
879 vaesenc \T5, \XMM8, \XMM8
882 vmovdqa HashKey(arg1), \T5
883 vpclmulqdq $0x11, \T5, \T1, \T3
885 vpclmulqdq $0x00, \T5, \T1, \T3
890 vmovdqa HashKey_k(arg1), \T5
891 vpclmulqdq $0x10, \T5, \T3, \T3
897 vmovdqu 16*10(arg1), \T5
903 vpxor 16*i(arg3, %r11), \T5, \T2
982 .macro GHASH_LAST_8_AVX T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
989 vmovdqa HashKey_8(arg1), \T5
990 vpclmulqdq $0x11, \T5, \XMM1, \T6
991 vpclmulqdq $0x00, \T5, \XMM1, \T7
1000 vmovdqa HashKey_7(arg1), \T5
1001 vpclmulqdq $0x11, \T5, \XMM2, \T4
1004 vpclmulqdq $0x00, \T5, \XMM2, \T4
1015 vmovdqa HashKey_6(arg1), \T5
1016 vpclmulqdq $0x11, \T5, \XMM3, \T4
1019 vpclmulqdq $0x00, \T5, \XMM3, \T4
1030 vmovdqa HashKey_5(arg1), \T5
1031 vpclmulqdq $0x11, \T5, \XMM4, \T4
1034 vpclmulqdq $0x00, \T5, \XMM4, \T4
1045 vmovdqa HashKey_4(arg1), \T5
1046 vpclmulqdq $0x11, \T5, \XMM5, \T4
1049 vpclmulqdq $0x00, \T5, \XMM5, \T4
1060 vmovdqa HashKey_3(arg1), \T5
1061 vpclmulqdq $0x11, \T5, \XMM6, \T4
1064 vpclmulqdq $0x00, \T5, \XMM6, \T4
1075 vmovdqa HashKey_2(arg1), \T5
1076 vpclmulqdq $0x11, \T5, \XMM7, \T4
1079 vpclmulqdq $0x00, \T5, \XMM7, \T4
1090 vmovdqa HashKey(arg1), \T5
1091 vpclmulqdq $0x11, \T5, \XMM8, \T4
1094 vpclmulqdq $0x00, \T5, \XMM8, \T4
1543 .macro GHASH_MUL_AVX2 GH HK T1 T2 T3 T4 T5
1581 .macro PRECOMPUTE_AVX2 HK T1 T2 T3 T4 T5 T6
1584 vmovdqa \HK, \T5
1585 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^2<<1 mod poly
1586 vmovdqa \T5, HashKey_2(arg1) # [HashKey_2] = HashKey^2<<1 mod poly
1588 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^3<<1 mod poly
1589 vmovdqa \T5, HashKey_3(arg1)
1591 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^4<<1 mod poly
1592 vmovdqa \T5, HashKey_4(arg1)
1594 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^5<<1 mod poly
1595 vmovdqa \T5, HashKey_5(arg1)
1597 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^6<<1 mod poly
1598 vmovdqa \T5, HashKey_6(arg1)
1600 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^7<<1 mod poly
1601 vmovdqa \T5, HashKey_7(arg1)
1603 GHASH_MUL_AVX2 \T5, \HK, \T1, \T3, \T4, \T6, \T2 # T5 = HashKey^8<<1 mod poly
1604 vmovdqa \T5, HashKey_8(arg1)
1616 .macro INITIAL_BLOCKS_AVX2 num_initial_blocks T1 T2 T3 T4 T5 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7…
1727 GHASH_MUL_AVX2 reg_i, \T2, \T1, \T3, \T4, \T5, \T6
1731 …GHASH_MUL_AVX2 reg_j, \T2, \T1, \T3, \T4, \T5, \T6 # apply GHASH on num_initial_blocks bloc…
1897 .macro GHASH_8_ENCRYPT_8_PARALLEL_AVX2 T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM…
1981 vmovdqa HashKey_8(arg1), \T5
1982 vpclmulqdq $0x11, \T5, \T2, \T4 # T4 = a1*b1
1983 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
1984 vpclmulqdq $0x01, \T5, \T2, \T6 # T6 = a1*b0
1985 vpclmulqdq $0x10, \T5, \T2, \T5 # T5 = a0*b1
1986 vpxor \T5, \T6, \T6
1999 vmovdqa HashKey_7(arg1), \T5
2000 vpclmulqdq $0x11, \T5, \T1, \T3
2003 vpclmulqdq $0x00, \T5, \T1, \T3
2006 vpclmulqdq $0x01, \T5, \T1, \T3
2009 vpclmulqdq $0x10, \T5, \T1, \T3
2025 vmovdqa HashKey_6(arg1), \T5
2026 vpclmulqdq $0x11, \T5, \T1, \T3
2029 vpclmulqdq $0x00, \T5, \T1, \T3
2032 vpclmulqdq $0x01, \T5, \T1, \T3
2035 vpclmulqdq $0x10, \T5, \T1, \T3
2049 vmovdqa HashKey_5(arg1), \T5
2050 vpclmulqdq $0x11, \T5, \T1, \T3
2053 vpclmulqdq $0x00, \T5, \T1, \T3
2056 vpclmulqdq $0x01, \T5, \T1, \T3
2059 vpclmulqdq $0x10, \T5, \T1, \T3
2074 vmovdqa HashKey_4(arg1), \T5
2075 vpclmulqdq $0x11, \T5, \T1, \T3
2078 vpclmulqdq $0x00, \T5, \T1, \T3
2081 vpclmulqdq $0x01, \T5, \T1, \T3
2084 vpclmulqdq $0x10, \T5, \T1, \T3
2098 vmovdqa HashKey_3(arg1), \T5
2099 vpclmulqdq $0x11, \T5, \T1, \T3
2102 vpclmulqdq $0x00, \T5, \T1, \T3
2105 vpclmulqdq $0x01, \T5, \T1, \T3
2108 vpclmulqdq $0x10, \T5, \T1, \T3
2122 vmovdqa HashKey_2(arg1), \T5
2123 vpclmulqdq $0x11, \T5, \T1, \T3
2126 vpclmulqdq $0x00, \T5, \T1, \T3
2129 vpclmulqdq $0x01, \T5, \T1, \T3
2132 vpclmulqdq $0x10, \T5, \T1, \T3
2138 vmovdqu 16*9(arg1), \T5
2139 vaesenc \T5, \XMM1, \XMM1
2140 vaesenc \T5, \XMM2, \XMM2
2141 vaesenc \T5, \XMM3, \XMM3
2142 vaesenc \T5, \XMM4, \XMM4
2143 vaesenc \T5, \XMM5, \XMM5
2144 vaesenc \T5, \XMM6, \XMM6
2145 vaesenc \T5, \XMM7, \XMM7
2146 vaesenc \T5, \XMM8, \XMM8
2149 vmovdqa HashKey(arg1), \T5
2151 vpclmulqdq $0x00, \T5, \T1, \T3
2154 vpclmulqdq $0x01, \T5, \T1, \T3
2157 vpclmulqdq $0x10, \T5, \T1, \T3
2160 vpclmulqdq $0x11, \T5, \T1, \T3
2164 vmovdqu 16*10(arg1), \T5
2170 vpxor 16*i(arg3, %r11), \T5, \T2
2242 .macro GHASH_LAST_8_AVX2 T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
2246 vmovdqa HashKey_8(arg1), \T5
2249 vpshufd $0b01001110, \T5, \T3
2251 vpxor \T5, \T3, \T3
2253 vpclmulqdq $0x11, \T5, \XMM1, \T6
2254 vpclmulqdq $0x00, \T5, \XMM1, \T7
2260 vmovdqa HashKey_7(arg1), \T5
2262 vpshufd $0b01001110, \T5, \T3
2264 vpxor \T5, \T3, \T3
2266 vpclmulqdq $0x11, \T5, \XMM2, \T4
2269 vpclmulqdq $0x00, \T5, \XMM2, \T4
2278 vmovdqa HashKey_6(arg1), \T5
2280 vpshufd $0b01001110, \T5, \T3
2282 vpxor \T5, \T3, \T3
2284 vpclmulqdq $0x11, \T5, \XMM3, \T4
2287 vpclmulqdq $0x00, \T5, \XMM3, \T4
2296 vmovdqa HashKey_5(arg1), \T5
2298 vpshufd $0b01001110, \T5, \T3
2300 vpxor \T5, \T3, \T3
2302 vpclmulqdq $0x11, \T5, \XMM4, \T4
2305 vpclmulqdq $0x00, \T5, \XMM4, \T4
2314 vmovdqa HashKey_4(arg1), \T5
2316 vpshufd $0b01001110, \T5, \T3
2318 vpxor \T5, \T3, \T3
2320 vpclmulqdq $0x11, \T5, \XMM5, \T4
2323 vpclmulqdq $0x00, \T5, \XMM5, \T4
2332 vmovdqa HashKey_3(arg1), \T5
2334 vpshufd $0b01001110, \T5, \T3
2336 vpxor \T5, \T3, \T3
2338 vpclmulqdq $0x11, \T5, \XMM6, \T4
2341 vpclmulqdq $0x00, \T5, \XMM6, \T4
2350 vmovdqa HashKey_2(arg1), \T5
2352 vpshufd $0b01001110, \T5, \T3
2354 vpxor \T5, \T3, \T3
2356 vpclmulqdq $0x11, \T5, \XMM7, \T4
2359 vpclmulqdq $0x00, \T5, \XMM7, \T4
2368 vmovdqa HashKey(arg1), \T5
2370 vpshufd $0b01001110, \T5, \T3
2372 vpxor \T5, \T3, \T3
2374 vpclmulqdq $0x11, \T5, \XMM8, \T4
2377 vpclmulqdq $0x00, \T5, \XMM8, \T4