37 asmlinkage void des3_ede_x86_64_crypt_blk(const u32 *expkey, u8 *dst,
41 asmlinkage void des3_ede_x86_64_crypt_blk_3way(const u32 *expkey, u8 *dst,
44 static inline void des3_ede_enc_blk(struct des3_ede_x86_ctx *ctx, u8 *dst,  in des3_ede_enc_blk()  argument
49 	des3_ede_x86_64_crypt_blk(enc_ctx, dst, src);  in des3_ede_enc_blk()
52 static inline void des3_ede_dec_blk(struct des3_ede_x86_ctx *ctx, u8 *dst,  in des3_ede_dec_blk()  argument
57 	des3_ede_x86_64_crypt_blk(dec_ctx, dst, src);  in des3_ede_dec_blk()
60 static inline void des3_ede_enc_blk_3way(struct des3_ede_x86_ctx *ctx, u8 *dst,  in des3_ede_enc_blk_3way()  argument
65 	des3_ede_x86_64_crypt_blk_3way(enc_ctx, dst, src);  in des3_ede_enc_blk_3way()
68 static inline void des3_ede_dec_blk_3way(struct des3_ede_x86_ctx *ctx, u8 *dst,  in des3_ede_dec_blk_3way()  argument
73 	des3_ede_x86_64_crypt_blk_3way(dec_ctx, dst, src);  in des3_ede_dec_blk_3way()
76 static void des3_ede_x86_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in des3_ede_x86_encrypt()  argument
78 	des3_ede_enc_blk(crypto_tfm_ctx(tfm), dst, src);  in des3_ede_x86_encrypt()
81 static void des3_ede_x86_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in des3_ede_x86_decrypt()  argument
83 	des3_ede_dec_blk(crypto_tfm_ctx(tfm), dst, src);  in des3_ede_x86_decrypt()
97 		u8 *wdst = walk->dst.virt.addr;  in ecb_crypt()
130 static int ecb_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_encrypt()  argument
136 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
140 static int ecb_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_decrypt()  argument
146 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
157 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()  local
161 		*dst = *src ^ *iv;  in __cbc_encrypt()
162 		des3_ede_enc_blk(ctx, (u8 *)dst, (u8 *)dst);  in __cbc_encrypt()
163 		iv = dst;  in __cbc_encrypt()
166 		dst += 1;  in __cbc_encrypt()
174 static int cbc_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_encrypt()  argument
180 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
198 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()  local
204 	dst += nbytes / bsize - 1;  in __cbc_decrypt()
213 			dst -= 3 - 1;  in __cbc_decrypt()
218 			des3_ede_dec_blk_3way(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
220 			dst[1] ^= ivs[0];  in __cbc_decrypt()
221 			dst[2] ^= ivs[1];  in __cbc_decrypt()
227 			*dst ^= *(src - 1);  in __cbc_decrypt()
229 			dst -= 1;  in __cbc_decrypt()
235 		des3_ede_dec_blk(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
241 		*dst ^= *(src - 1);  in __cbc_decrypt()
243 		dst -= 1;  in __cbc_decrypt()
247 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
253 static int cbc_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_decrypt()  argument
259 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
276 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()  local
281 	memcpy(dst, keystream, nbytes);  in ctr_crypt_final()
293 	__be64 *dst = (__be64 *)walk->dst.virt.addr;  in __ctr_crypt()  local
308 			dst[0] = src[0] ^ ctrblocks[0];  in __ctr_crypt()
309 			dst[1] = src[1] ^ ctrblocks[1];  in __ctr_crypt()
310 			dst[2] = src[2] ^ ctrblocks[2];  in __ctr_crypt()
313 			dst += 3;  in __ctr_crypt()
326 		dst[0] = src[0] ^ ctrblocks[0];  in __ctr_crypt()
329 		dst += 1;  in __ctr_crypt()
337 static int ctr_crypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ctr_crypt()  argument
343 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()