376 		       unsigned int nbytes)  in ecb_encrypt()  argument
382 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
387 	while ((nbytes = walk.nbytes)) {  in ecb_encrypt()
389 			      nbytes & AES_BLOCK_MASK);  in ecb_encrypt()
390 		nbytes &= AES_BLOCK_SIZE - 1;  in ecb_encrypt()
391 		err = blkcipher_walk_done(desc, &walk, nbytes);  in ecb_encrypt()
400 		       unsigned int nbytes)  in ecb_decrypt()  argument
406 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
411 	while ((nbytes = walk.nbytes)) {  in ecb_decrypt()
413 			      nbytes & AES_BLOCK_MASK);  in ecb_decrypt()
414 		nbytes &= AES_BLOCK_SIZE - 1;  in ecb_decrypt()
415 		err = blkcipher_walk_done(desc, &walk, nbytes);  in ecb_decrypt()
424 		       unsigned int nbytes)  in cbc_encrypt()  argument
430 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
435 	while ((nbytes = walk.nbytes)) {  in cbc_encrypt()
437 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_encrypt()
438 		nbytes &= AES_BLOCK_SIZE - 1;  in cbc_encrypt()
439 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_encrypt()
448 		       unsigned int nbytes)  in cbc_decrypt()  argument
454 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
459 	while ((nbytes = walk.nbytes)) {  in cbc_decrypt()
461 			      nbytes & AES_BLOCK_MASK, walk.iv);  in cbc_decrypt()
462 		nbytes &= AES_BLOCK_SIZE - 1;  in cbc_decrypt()
463 		err = blkcipher_walk_done(desc, &walk, nbytes);  in cbc_decrypt()
478 	unsigned int nbytes = walk->nbytes;  in ctr_crypt_final()  local
481 	crypto_xor(keystream, src, nbytes);  in ctr_crypt_final()
482 	memcpy(dst, keystream, nbytes);  in ctr_crypt_final()
507 		     unsigned int nbytes)  in ctr_crypt()  argument
513 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()
518 	while ((nbytes = walk.nbytes) >= AES_BLOCK_SIZE) {  in ctr_crypt()
520 			              nbytes & AES_BLOCK_MASK, walk.iv);  in ctr_crypt()
521 		nbytes &= AES_BLOCK_SIZE - 1;  in ctr_crypt()
522 		err = blkcipher_walk_done(desc, &walk, nbytes);  in ctr_crypt()
524 	if (walk.nbytes) {  in ctr_crypt()
559 static void lrw_xts_encrypt_callback(void *ctx, u8 *blks, unsigned int nbytes)  in lrw_xts_encrypt_callback()  argument
561 	aesni_ecb_enc(ctx, blks, blks, nbytes);  in lrw_xts_encrypt_callback()
564 static void lrw_xts_decrypt_callback(void *ctx, u8 *blks, unsigned int nbytes)  in lrw_xts_decrypt_callback()  argument
566 	aesni_ecb_dec(ctx, blks, blks, nbytes);  in lrw_xts_decrypt_callback()
591 		       struct scatterlist *src, unsigned int nbytes)  in lrw_encrypt()  argument
608 	ret = lrw_crypt(desc, dst, src, nbytes, &req);  in lrw_encrypt()
615 		       struct scatterlist *src, unsigned int nbytes)  in lrw_decrypt()  argument
632 	ret = lrw_crypt(desc, dst, src, nbytes, &req);  in lrw_decrypt()
718 		       struct scatterlist *src, unsigned int nbytes)  in xts_encrypt()  argument
722 	return glue_xts_crypt_128bit(&aesni_enc_xts, desc, dst, src, nbytes,  in xts_encrypt()
729 		       struct scatterlist *src, unsigned int nbytes)  in xts_decrypt()  argument
733 	return glue_xts_crypt_128bit(&aesni_dec_xts, desc, dst, src, nbytes,  in xts_decrypt()
742 		       struct scatterlist *src, unsigned int nbytes)  in xts_encrypt()  argument
760 	ret = xts_crypt(desc, dst, src, nbytes, &req);  in xts_encrypt()
767 		       struct scatterlist *src, unsigned int nbytes)  in xts_decrypt()  argument
785 	ret = xts_crypt(desc, dst, src, nbytes, &req);  in xts_decrypt()