80 static int ecb_crypt(struct blkcipher_desc *desc, struct blkcipher_walk *walk,  in ecb_crypt()  argument
89 	err = blkcipher_walk_virt(desc, walk);  in ecb_crypt()
91 	while ((nbytes = walk->nbytes)) {  in ecb_crypt()
92 		u8 *wsrc = walk->src.virt.addr;  in ecb_crypt()
93 		u8 *wdst = walk->dst.virt.addr;  in ecb_crypt()
119 		err = blkcipher_walk_done(desc, walk, nbytes);  in ecb_crypt()
128 	struct blkcipher_walk walk;  in ecb_encrypt()  local
130 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
131 	return ecb_crypt(desc, &walk, blowfish_enc_blk, blowfish_enc_blk_4way);  in ecb_encrypt()
137 	struct blkcipher_walk walk;  in ecb_decrypt()  local
139 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
140 	return ecb_crypt(desc, &walk, blowfish_dec_blk, blowfish_dec_blk_4way);  in ecb_decrypt()
144 				  struct blkcipher_walk *walk)  in __cbc_encrypt()  argument
148 	unsigned int nbytes = walk->nbytes;  in __cbc_encrypt()
149 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_encrypt()
150 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_encrypt()
151 	u64 *iv = (u64 *)walk->iv;  in __cbc_encrypt()
163 	*(u64 *)walk->iv = *iv;  in __cbc_encrypt()
170 	struct blkcipher_walk walk;  in cbc_encrypt()  local
173 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
174 	err = blkcipher_walk_virt(desc, &walk);  in cbc_encrypt()
176 	while ((nbytes = walk.nbytes)) {  in cbc_encrypt()
177 		nbytes = __cbc_encrypt(desc, &walk);  in cbc_encrypt()
178 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_encrypt()
185 				  struct blkcipher_walk *walk)  in __cbc_decrypt()  argument
189 	unsigned int nbytes = walk->nbytes;  in __cbc_decrypt()
190 	u64 *src = (u64 *)walk->src.virt.addr;  in __cbc_decrypt()
191 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __cbc_decrypt()
242 	*dst ^= *(u64 *)walk->iv;  in __cbc_decrypt()
243 	*(u64 *)walk->iv = last_iv;  in __cbc_decrypt()
251 	struct blkcipher_walk walk;  in cbc_decrypt()  local
254 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
255 	err = blkcipher_walk_virt(desc, &walk);  in cbc_decrypt()
257 	while ((nbytes = walk.nbytes)) {  in cbc_decrypt()
258 		nbytes = __cbc_decrypt(desc, &walk);  in cbc_decrypt()
259 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_decrypt()
265 static void ctr_crypt_final(struct bf_ctx *ctx, struct blkcipher_walk *walk)  in ctr_crypt_final()  argument
267 	u8 *ctrblk = walk->iv;  in ctr_crypt_final()
269 	u8 *src = walk->src.virt.addr;  in ctr_crypt_final()
270 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()
271 	unsigned int nbytes = walk->nbytes;  in ctr_crypt_final()
281 				struct blkcipher_walk *walk)  in __ctr_crypt()  argument
285 	unsigned int nbytes = walk->nbytes;  in __ctr_crypt()
286 	u64 *src = (u64 *)walk->src.virt.addr;  in __ctr_crypt()
287 	u64 *dst = (u64 *)walk->dst.virt.addr;  in __ctr_crypt()
288 	u64 ctrblk = be64_to_cpu(*(__be64 *)walk->iv);  in __ctr_crypt()
332 	*(__be64 *)walk->iv = cpu_to_be64(ctrblk);  in __ctr_crypt()
339 	struct blkcipher_walk walk;  in ctr_crypt()  local
342 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()
343 	err = blkcipher_walk_virt_block(desc, &walk, BF_BLOCK_SIZE);  in ctr_crypt()
345 	while ((nbytes = walk.nbytes) >= BF_BLOCK_SIZE) {  in ctr_crypt()
346 		nbytes = __ctr_crypt(desc, &walk);  in ctr_crypt()
347 		err = blkcipher_walk_done(desc, &walk, nbytes);  in ctr_crypt()
350 	if (walk.nbytes) {  in ctr_crypt()
351 		ctr_crypt_final(crypto_blkcipher_ctx(desc->tfm), &walk);  in ctr_crypt()
352 		err = blkcipher_walk_done(desc, &walk, 0);  in ctr_crypt()