333 static void aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in aes_encrypt()  argument
338 		crypto_aes_encrypt_x86(ctx, dst, src);  in aes_encrypt()
341 		aesni_enc(ctx, dst, src);  in aes_encrypt()
346 static void aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in aes_decrypt()  argument
351 		crypto_aes_decrypt_x86(ctx, dst, src);  in aes_decrypt()
354 		aesni_dec(ctx, dst, src);  in aes_decrypt()
359 static void __aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in __aes_encrypt()  argument
363 	aesni_enc(ctx, dst, src);  in __aes_encrypt()
366 static void __aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src)  in __aes_decrypt()  argument
370 	aesni_dec(ctx, dst, src);  in __aes_decrypt()
374 		       struct scatterlist *dst, struct scatterlist *src,  in ecb_encrypt()  argument
381 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_encrypt()
387 		aesni_ecb_enc(ctx, walk.dst.virt.addr, walk.src.virt.addr,  in ecb_encrypt()
398 		       struct scatterlist *dst, struct scatterlist *src,  in ecb_decrypt()  argument
405 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ecb_decrypt()
411 		aesni_ecb_dec(ctx, walk.dst.virt.addr, walk.src.virt.addr,  in ecb_decrypt()
422 		       struct scatterlist *dst, struct scatterlist *src,  in cbc_encrypt()  argument
429 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_encrypt()
435 		aesni_cbc_enc(ctx, walk.dst.virt.addr, walk.src.virt.addr,  in cbc_encrypt()
446 		       struct scatterlist *dst, struct scatterlist *src,  in cbc_decrypt()  argument
453 	blkcipher_walk_init(&walk, dst, src, nbytes);  in cbc_decrypt()
459 		aesni_cbc_dec(ctx, walk.dst.virt.addr, walk.src.virt.addr,  in cbc_decrypt()
476 	u8 *dst = walk->dst.virt.addr;  in ctr_crypt_final()  local
481 	memcpy(dst, keystream, nbytes);  in ctr_crypt_final()
505 		     struct scatterlist *dst, struct scatterlist *src,  in ctr_crypt()  argument
512 	blkcipher_walk_init(&walk, dst, src, nbytes);  in ctr_crypt()
518 		aesni_ctr_enc_tfm(ctx, walk.dst.virt.addr, walk.src.virt.addr,  in ctr_crypt()
589 static int lrw_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in lrw_encrypt()  argument
607 	ret = lrw_crypt(desc, dst, src, nbytes, &req);  in lrw_encrypt()
613 static int lrw_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in lrw_decrypt()  argument
631 	ret = lrw_crypt(desc, dst, src, nbytes, &req);  in lrw_decrypt()
670 static void aesni_xts_enc(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_enc()  argument
672 	glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_enc));  in aesni_xts_enc()
675 static void aesni_xts_dec(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_dec()  argument
677 	glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_dec));  in aesni_xts_dec()
680 static void aesni_xts_enc8(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_enc8()  argument
682 	aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, true, (u8 *)iv);  in aesni_xts_enc8()
685 static void aesni_xts_dec8(void *ctx, u128 *dst, const u128 *src, le128 *iv)  in aesni_xts_dec8()  argument
687 	aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, false, (u8 *)iv);  in aesni_xts_dec8()
716 static int xts_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in xts_encrypt()  argument
721 	return glue_xts_crypt_128bit(&aesni_enc_xts, desc, dst, src, nbytes,  in xts_encrypt()
727 static int xts_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in xts_decrypt()  argument
732 	return glue_xts_crypt_128bit(&aesni_dec_xts, desc, dst, src, nbytes,  in xts_decrypt()
740 static int xts_encrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in xts_encrypt()  argument
759 	ret = xts_crypt(desc, dst, src, nbytes, &req);  in xts_encrypt()
765 static int xts_decrypt(struct blkcipher_desc *desc, struct scatterlist *dst,  in xts_decrypt()  argument
784 	ret = xts_crypt(desc, dst, src, nbytes, &req);  in xts_decrypt()
1000 	u8 *src, *dst, *assoc;  in __driver_rfc4106_encrypt()  local
1039 		dst = src;  in __driver_rfc4106_encrypt()
1040 		if (unlikely(req->src != req->dst)) {  in __driver_rfc4106_encrypt()
1041 			scatterwalk_start(&dst_sg_walk, req->dst);  in __driver_rfc4106_encrypt()
1042 			dst = scatterwalk_map(&dst_sg_walk);  in __driver_rfc4106_encrypt()
1055 		dst = src;  in __driver_rfc4106_encrypt()
1058 	aesni_gcm_enc_tfm(aes_ctx, dst, src, (unsigned long)req->cryptlen, iv,  in __driver_rfc4106_encrypt()
1059 		ctx->hash_subkey, assoc, (unsigned long)req->assoclen, dst  in __driver_rfc4106_encrypt()
1065 		if (unlikely(req->src != req->dst)) {  in __driver_rfc4106_encrypt()
1066 			scatterwalk_unmap(dst);  in __driver_rfc4106_encrypt()
1074 		scatterwalk_map_and_copy(dst, req->dst, 0,  in __driver_rfc4106_encrypt()
1084 	u8 *src, *dst, *assoc;  in __driver_rfc4106_decrypt()  local
1129 		dst = src;  in __driver_rfc4106_decrypt()
1130 		if (unlikely(req->src != req->dst)) {  in __driver_rfc4106_decrypt()
1131 			scatterwalk_start(&dst_sg_walk, req->dst);  in __driver_rfc4106_decrypt()
1132 			dst = scatterwalk_map(&dst_sg_walk);  in __driver_rfc4106_decrypt()
1144 		dst = src;  in __driver_rfc4106_decrypt()
1147 	aesni_gcm_dec_tfm(aes_ctx, dst, src, tempCipherLen, iv,  in __driver_rfc4106_decrypt()
1156 		if (unlikely(req->src != req->dst)) {  in __driver_rfc4106_decrypt()
1157 			scatterwalk_unmap(dst);  in __driver_rfc4106_decrypt()
1165 		scatterwalk_map_and_copy(dst, req->dst, 0, tempCipherLen, 1);  in __driver_rfc4106_decrypt()