37 asmlinkage void __blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src,
39 asmlinkage void blowfish_dec_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src);
43 					const u8 *src, bool xor);
45 				      const u8 *src);
47 static inline void blowfish_enc_blk(struct bf_ctx *ctx, u8 *dst, const u8 *src)  in blowfish_enc_blk()  argument
49 	__blowfish_enc_blk(ctx, dst, src, false);  in blowfish_enc_blk()
53 					const u8 *src)  in blowfish_enc_blk_xor()  argument
55 	__blowfish_enc_blk(ctx, dst, src, true);  in blowfish_enc_blk_xor()
59 					 const u8 *src)  in blowfish_enc_blk_4way()  argument
61 	__blowfish_enc_blk_4way(ctx, dst, src, false);  in blowfish_enc_blk_4way()
65 				      const u8 *src)  in blowfish_enc_blk_xor_4way()  argument
67 	__blowfish_enc_blk_4way(ctx, dst, src, true);  in blowfish_enc_blk_xor_4way()
70 static void blowfish_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in blowfish_encrypt()  argument
72 	blowfish_enc_blk(crypto_tfm_ctx(tfm), dst, src);  in blowfish_encrypt()
75 static void blowfish_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in blowfish_decrypt()  argument
77 	blowfish_dec_blk(crypto_tfm_ctx(tfm), dst, src);  in blowfish_decrypt()
92 		u8 *wsrc = walk->src.virt.addr;  in ecb_crypt()
126 		       struct scatterlist *src, unsigned int nbytes)  in ecb_encrypt()  argument
130 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
135 		       struct scatterlist *src, unsigned int nbytes)  in ecb_decrypt()  argument
139 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
149 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_encrypt()  local
154 		*dst = *src ^ *iv;  in __cbc_encrypt()
158 		src += 1;  in __cbc_encrypt()
168 		       struct scatterlist *src, unsigned int nbytes)  in cbc_encrypt()  argument
173 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
190 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_decrypt()  local
196 	src += nbytes / bsize - 1;  in __cbc_decrypt()
199 	last_iv = *src;  in __cbc_decrypt()
205 			src -= 4 - 1;  in __cbc_decrypt()
208 			ivs[0] = src[0];  in __cbc_decrypt()
209 			ivs[1] = src[1];  in __cbc_decrypt()
210 			ivs[2] = src[2];  in __cbc_decrypt()
212 			blowfish_dec_blk_4way(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
222 			*dst ^= *(src - 1);  in __cbc_decrypt()
223 			src -= 1;  in __cbc_decrypt()
230 		blowfish_dec_blk(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
236 		*dst ^= *(src - 1);  in __cbc_decrypt()
237 		src -= 1;  in __cbc_decrypt()
249 		       struct scatterlist *src, unsigned int nbytes)  in cbc_decrypt()  argument
254 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
269 	u8 *src = walk->src.virt.addr;  in ctr_crypt_final()  local
274 	crypto_xor(keystream, src, nbytes);  in ctr_crypt_final()
286 	u64 *src = (u64 *)walk->src.virt.addr;  in __ctr_crypt()  local
294 			if (dst != src) {  in __ctr_crypt()
295 				dst[0] = src[0];  in __ctr_crypt()
296 				dst[1] = src[1];  in __ctr_crypt()
297 				dst[2] = src[2];  in __ctr_crypt()
298 				dst[3] = src[3];  in __ctr_crypt()
310 			src += 4;  in __ctr_crypt()
320 		if (dst != src)  in __ctr_crypt()
321 			*dst = *src;  in __ctr_crypt()
327 		src += 1;  in __ctr_crypt()
337 		     struct scatterlist *src, unsigned int nbytes)  in ctr_crypt()  argument
342 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()