39 asmlinkage void cast5_ecb_enc_16way(struct cast5_ctx *ctx, u8 *dst,
41 asmlinkage void cast5_ecb_dec_16way(struct cast5_ctx *ctx, u8 *dst,
43 asmlinkage void cast5_cbc_dec_16way(struct cast5_ctx *ctx, u8 *dst,
45 asmlinkage void cast5_ctr_16way(struct cast5_ctx *ctx, u8 *dst, const u8 *src,
66 	void (*fn)(struct cast5_ctx *ctx, u8 *dst, const u8 *src);  in ecb_crypt()
76 		u8 *wdst = walk->dst.virt.addr;  in ecb_crypt()
113 static int ecb_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_encrypt()  argument
118 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
122 static int ecb_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ecb_decrypt()  argument
127 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
138 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()  local
142 		*dst = *src ^ *iv;  in __cbc_encrypt()
143 		__cast5_encrypt(ctx, (u8 *)dst, (u8 *)dst);  in __cbc_encrypt()
144 		iv = dst;  in __cbc_encrypt()
147 		dst += 1;  in __cbc_encrypt()
155 static int cbc_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_encrypt()  argument
161 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
179 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()  local
184 	dst += nbytes / bsize - 1;  in __cbc_decrypt()
193 			dst -= CAST5_PARALLEL_BLOCKS - 1;  in __cbc_decrypt()
195 			cast5_cbc_dec_16way(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
201 			*dst ^= *(src - 1);  in __cbc_decrypt()
203 			dst -= 1;  in __cbc_decrypt()
209 		__cast5_decrypt(ctx, (u8 *)dst, (u8 *)src);  in __cbc_decrypt()
215 		*dst ^= *(src - 1);  in __cbc_decrypt()
217 		dst -= 1;  in __cbc_decrypt()
221 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
227 static int cbc_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in cbc_decrypt()  argument
234 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
255 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()  local
260 	memcpy(dst, keystream, nbytes);  in ctr_crypt_final()
272 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __ctr_crypt()  local
277 			cast5_ctr_16way(ctx, (u8 *)dst, (u8 *)src,  in __ctr_crypt()
281 			dst += CAST5_PARALLEL_BLOCKS;  in __ctr_crypt()
293 		if (dst != src)  in __ctr_crypt()
294 			*dst = *src;  in __ctr_crypt()
300 		*dst ^= ctrblk;  in __ctr_crypt()
303 		dst += 1;  in __ctr_crypt()
311 static int ctr_crypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in ctr_crypt()  argument
318 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()