40 asmlinkage void cast5_ecb_enc_16way(struct cast5_ctx *ctx, u8 *dst,
42 asmlinkage void cast5_ecb_dec_16way(struct cast5_ctx *ctx, u8 *dst,
44 asmlinkage void cast5_cbc_dec_16way(struct cast5_ctx *ctx, u8 *dst,
46 asmlinkage void cast5_ctr_16way(struct cast5_ctx *ctx, u8 *dst, const u8 *src,
67 	void (*fn)(struct cast5_ctx *ctx, u8 *dst, const u8 *src);  in ecb_crypt()
77 		u8 *wdst = walk->dst.virt.addr;  in ecb_crypt()
114 static int ecb_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_encrypt()  argument
119 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
123 static int ecb_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_decrypt()  argument
128 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
139 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()  local
143 		*dst = *src ^ *iv;  in __cbc_encrypt()
144 		__cast5_encrypt(ctx, (u8 *)dst, (u8 *)dst);  in __cbc_encrypt()
145 		iv = dst;  in __cbc_encrypt()
148 		dst += 1;  in __cbc_encrypt()
156 static int cbc_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_encrypt()  argument
162 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
180 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()  local
185 	dst += nbytes / bsize - 1;  in __cbc_decrypt()
194 			dst -= CAST5_PARALLEL_BLOCKS - 1;  in __cbc_decrypt()
196 			cast5_cbc_dec_16way(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
202 			*dst ^= *(src - 1);  in __cbc_decrypt()
204 			dst -= 1;  in __cbc_decrypt()
210 		__cast5_decrypt(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
216 		*dst ^= *(src - 1);  in __cbc_decrypt()
218 		dst -= 1;  in __cbc_decrypt()
222 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
228 static int cbc_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_decrypt()  argument
235 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
256 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()  local
261 	memcpy(dst, keystream, nbytes);  in ctr_crypt_final()
273 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __ctr_crypt()  local
278 			cast5_ctr_16way(ctx, (u8 *)dst, (u8 *)src,  in __ctr_crypt()
282 			dst += CAST5_PARALLEL_BLOCKS;  in __ctr_crypt()
294 		if (dst != src)  in __ctr_crypt()
295 			*dst = *src;  in __ctr_crypt()
301 		*dst ^= ctrblk;  in __ctr_crypt()
304 		dst += 1;  in __ctr_crypt()
312 static int ctr_crypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ctr_crypt()  argument
319 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()