Lines Matching refs:src
333 static void aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) in aes_encrypt() argument
338 crypto_aes_encrypt_x86(ctx, dst, src); in aes_encrypt()
341 aesni_enc(ctx, dst, src); in aes_encrypt()
346 static void aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) in aes_decrypt() argument
351 crypto_aes_decrypt_x86(ctx, dst, src); in aes_decrypt()
354 aesni_dec(ctx, dst, src); in aes_decrypt()
359 static void __aes_encrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) in __aes_encrypt() argument
363 aesni_enc(ctx, dst, src); in __aes_encrypt()
366 static void __aes_decrypt(struct crypto_tfm *tfm, u8 *dst, const u8 *src) in __aes_decrypt() argument
370 aesni_dec(ctx, dst, src); in __aes_decrypt()
374 struct scatterlist *dst, struct scatterlist *src, in ecb_encrypt() argument
381 blkcipher_walk_init(&walk, dst, src, nbytes); in ecb_encrypt()
387 aesni_ecb_enc(ctx, walk.dst.virt.addr, walk.src.virt.addr, in ecb_encrypt()
398 struct scatterlist *dst, struct scatterlist *src, in ecb_decrypt() argument
405 blkcipher_walk_init(&walk, dst, src, nbytes); in ecb_decrypt()
411 aesni_ecb_dec(ctx, walk.dst.virt.addr, walk.src.virt.addr, in ecb_decrypt()
422 struct scatterlist *dst, struct scatterlist *src, in cbc_encrypt() argument
429 blkcipher_walk_init(&walk, dst, src, nbytes); in cbc_encrypt()
435 aesni_cbc_enc(ctx, walk.dst.virt.addr, walk.src.virt.addr, in cbc_encrypt()
446 struct scatterlist *dst, struct scatterlist *src, in cbc_decrypt() argument
453 blkcipher_walk_init(&walk, dst, src, nbytes); in cbc_decrypt()
459 aesni_cbc_dec(ctx, walk.dst.virt.addr, walk.src.virt.addr, in cbc_decrypt()
475 u8 *src = walk->src.virt.addr; in ctr_crypt_final() local
480 crypto_xor(keystream, src, nbytes); in ctr_crypt_final()
505 struct scatterlist *dst, struct scatterlist *src, in ctr_crypt() argument
512 blkcipher_walk_init(&walk, dst, src, nbytes); in ctr_crypt()
518 aesni_ctr_enc_tfm(ctx, walk.dst.virt.addr, walk.src.virt.addr, in ctr_crypt()
590 struct scatterlist *src, unsigned int nbytes) in lrw_encrypt() argument
607 ret = lrw_crypt(desc, dst, src, nbytes, &req); in lrw_encrypt()
614 struct scatterlist *src, unsigned int nbytes) in lrw_decrypt() argument
631 ret = lrw_crypt(desc, dst, src, nbytes, &req); in lrw_decrypt()
670 static void aesni_xts_enc(void *ctx, u128 *dst, const u128 *src, le128 *iv) in aesni_xts_enc() argument
672 glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_enc)); in aesni_xts_enc()
675 static void aesni_xts_dec(void *ctx, u128 *dst, const u128 *src, le128 *iv) in aesni_xts_dec() argument
677 glue_xts_crypt_128bit_one(ctx, dst, src, iv, GLUE_FUNC_CAST(aesni_dec)); in aesni_xts_dec()
680 static void aesni_xts_enc8(void *ctx, u128 *dst, const u128 *src, le128 *iv) in aesni_xts_enc8() argument
682 aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, true, (u8 *)iv); in aesni_xts_enc8()
685 static void aesni_xts_dec8(void *ctx, u128 *dst, const u128 *src, le128 *iv) in aesni_xts_dec8() argument
687 aesni_xts_crypt8(ctx, (u8 *)dst, (const u8 *)src, false, (u8 *)iv); in aesni_xts_dec8()
717 struct scatterlist *src, unsigned int nbytes) in xts_encrypt() argument
721 return glue_xts_crypt_128bit(&aesni_enc_xts, desc, dst, src, nbytes, in xts_encrypt()
728 struct scatterlist *src, unsigned int nbytes) in xts_decrypt() argument
732 return glue_xts_crypt_128bit(&aesni_dec_xts, desc, dst, src, nbytes, in xts_decrypt()
741 struct scatterlist *src, unsigned int nbytes) in xts_encrypt() argument
759 ret = xts_crypt(desc, dst, src, nbytes, &req); in xts_encrypt()
766 struct scatterlist *src, unsigned int nbytes) in xts_decrypt() argument
784 ret = xts_crypt(desc, dst, src, nbytes, &req); in xts_decrypt()
1000 u8 *src, *dst, *assoc; in __driver_rfc4106_encrypt() local
1033 if ((sg_is_last(req->src)) && (sg_is_last(req->assoc))) { in __driver_rfc4106_encrypt()
1035 scatterwalk_start(&src_sg_walk, req->src); in __driver_rfc4106_encrypt()
1037 src = scatterwalk_map(&src_sg_walk); in __driver_rfc4106_encrypt()
1039 dst = src; in __driver_rfc4106_encrypt()
1040 if (unlikely(req->src != req->dst)) { in __driver_rfc4106_encrypt()
1047 src = kmalloc(req->cryptlen + auth_tag_len + req->assoclen, in __driver_rfc4106_encrypt()
1049 if (unlikely(!src)) in __driver_rfc4106_encrypt()
1051 assoc = (src + req->cryptlen + auth_tag_len); in __driver_rfc4106_encrypt()
1052 scatterwalk_map_and_copy(src, req->src, 0, req->cryptlen, 0); in __driver_rfc4106_encrypt()
1055 dst = src; in __driver_rfc4106_encrypt()
1058 aesni_gcm_enc_tfm(aes_ctx, dst, src, (unsigned long)req->cryptlen, iv, in __driver_rfc4106_encrypt()
1065 if (unlikely(req->src != req->dst)) { in __driver_rfc4106_encrypt()
1069 scatterwalk_unmap(src); in __driver_rfc4106_encrypt()
1076 kfree(src); in __driver_rfc4106_encrypt()
1084 u8 *src, *dst, *assoc; in __driver_rfc4106_decrypt() local
1123 if ((sg_is_last(req->src)) && (sg_is_last(req->assoc))) { in __driver_rfc4106_decrypt()
1125 scatterwalk_start(&src_sg_walk, req->src); in __driver_rfc4106_decrypt()
1127 src = scatterwalk_map(&src_sg_walk); in __driver_rfc4106_decrypt()
1129 dst = src; in __driver_rfc4106_decrypt()
1130 if (unlikely(req->src != req->dst)) { in __driver_rfc4106_decrypt()
1137 src = kmalloc(req->cryptlen + req->assoclen, GFP_ATOMIC); in __driver_rfc4106_decrypt()
1138 if (!src) in __driver_rfc4106_decrypt()
1140 assoc = (src + req->cryptlen); in __driver_rfc4106_decrypt()
1141 scatterwalk_map_and_copy(src, req->src, 0, req->cryptlen, 0); in __driver_rfc4106_decrypt()
1144 dst = src; in __driver_rfc4106_decrypt()
1147 aesni_gcm_dec_tfm(aes_ctx, dst, src, tempCipherLen, iv, in __driver_rfc4106_decrypt()
1152 retval = crypto_memneq(src + tempCipherLen, authTag, auth_tag_len) ? in __driver_rfc4106_decrypt()
1156 if (unlikely(req->src != req->dst)) { in __driver_rfc4106_decrypt()
1160 scatterwalk_unmap(src); in __driver_rfc4106_decrypt()
1166 kfree(src); in __driver_rfc4106_decrypt()