Lines Matching refs:T7
633 …PT_8_PARALLEL_AVX T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T7 loop_idx ENC_DEC
719 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
742 vpxor \T3, \T7, \T7
767 vpxor \T3, \T7, \T7
790 vpxor \T3, \T7, \T7
814 vpxor \T3, \T7, \T7
837 vpxor \T3, \T7, \T7
861 vpxor \T3, \T7, \T7
886 vpxor \T3, \T7, \T7
895 vpxor \T7, \T6, \T6
920 vpxor \T3, \T7, \T7
921 vpxor \T4, \T6, \T6 # accumulate the results in T6:T7
928 vpslld $31, \T7, \T2 # packed right shifting << 31
929 vpslld $30, \T7, \T3 # packed right shifting shift << 30
930 vpslld $25, \T7, \T4 # packed right shifting shift << 25
938 vpxor \T2, \T7, \T7 # first phase of the reduction complete
953 vpsrld $1, \T7, \T2 # packed left shifting >> 1
954 vpsrld $2, \T7, \T3 # packed left shifting >> 2
955 vpsrld $7, \T7, \T4 # packed left shifting >> 7
960 vpxor \T2, \T7, \T7
961 vpxor \T7, \T6, \T6 # the result is in T6
982 .macro GHASH_LAST_8_AVX T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
991 vpclmulqdq $0x00, \T5, \XMM1, \T7
1005 vpxor \T4, \T7, \T7
1020 vpxor \T4, \T7, \T7
1035 vpxor \T4, \T7, \T7
1050 vpxor \T4, \T7, \T7
1065 vpxor \T4, \T7, \T7
1080 vpxor \T4, \T7, \T7
1095 vpxor \T4, \T7, \T7
1102 vpxor \T7, \XMM1, \T2
1110 vpxor \T4, \T7, \T7
1111 vpxor \T2, \T6, \T6 # <T6:T7> holds the result of
1116 vpslld $31, \T7, \T2 # packed right shifting << 31
1117 vpslld $30, \T7, \T3 # packed right shifting shift << 30
1118 vpslld $25, \T7, \T4 # packed right shifting shift << 25
1126 vpxor \T2, \T7, \T7 # first phase of the reduction complete
1131 vpsrld $1, \T7, \T2 # packed left shifting >> 1
1132 vpsrld $2, \T7, \T3 # packed left shifting >> 2
1133 vpsrld $7, \T7, \T4 # packed left shifting >> 7
1138 vpxor \T2, \T7, \T7
1139 vpxor \T7, \T6, \T6 # the result is in T6
1897 …T_8_PARALLEL_AVX2 T1 T2 T3 T4 T5 T6 CTR XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8 T7 loop_idx ENC_DEC
1983 vpclmulqdq $0x00, \T5, \T2, \T7 # T7 = a0*b0
2004 vpxor \T3, \T7, \T7
2030 vpxor \T3, \T7, \T7
2054 vpxor \T3, \T7, \T7
2079 vpxor \T3, \T7, \T7
2103 vpxor \T3, \T7, \T7
2127 vpxor \T3, \T7, \T7
2152 vpxor \T3, \T7, \T7
2187 vpxor \T3, \T7, \T7
2188 vpxor \T6, \T1, \T1 # accumulate the results in T1:T7
2196 vpclmulqdq $0x01, \T7, \T3, \T2
2199 vpxor \T2, \T7, \T7 # first phase of the reduction complete
2214 vpclmulqdq $0x00, \T7, \T3, \T2
2217 vpclmulqdq $0x10, \T7, \T3, \T4
2242 .macro GHASH_LAST_8_AVX2 T1 T2 T3 T4 T5 T6 T7 XMM1 XMM2 XMM3 XMM4 XMM5 XMM6 XMM7 XMM8
2254 vpclmulqdq $0x00, \T5, \XMM1, \T7
2270 vpxor \T4, \T7, \T7
2288 vpxor \T4, \T7, \T7
2306 vpxor \T4, \T7, \T7
2324 vpxor \T4, \T7, \T7
2342 vpxor \T4, \T7, \T7
2360 vpxor \T4, \T7, \T7
2378 vpxor \T4, \T7, \T7
2384 vpxor \T7, \XMM1, \T2
2392 vpxor \T4, \T7, \T7
2393 vpxor \T2, \T6, \T6 # <T6:T7> holds the result of the
2400 vpclmulqdq $0x01, \T7, \T3, \T2
2403 vpxor \T2, \T7, \T7 # first phase of the reduction complete
2408 vpclmulqdq $0x00, \T7, \T3, \T2
2411 vpclmulqdq $0x10, \T7, \T3, \T4