346 static void finish_scattered_hmac(struct crypt_ctl *crypt)  in finish_scattered_hmac()  argument
348 	struct aead_request *req = crypt->data.aead_req;  in finish_scattered_hmac()
358 	dma_pool_free(buffer_pool, req_ctx->hmac_virt, crypt->icv_rev_aes);  in finish_scattered_hmac()
364 	struct crypt_ctl *crypt;  in one_packet()  local
370 	crypt = crypt_phys2virt(phys);  in one_packet()
372 	switch (crypt->ctl_flags & CTL_FLAG_MASK) {  in one_packet()
374 		struct aead_request *req = crypt->data.aead_req;  in one_packet()
377 		free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in one_packet()
378 		free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in one_packet()
380 			finish_scattered_hmac(crypt);  in one_packet()
386 		struct ablkcipher_request *req = crypt->data.ablk_req;  in one_packet()
390 			free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in one_packet()
392 		free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in one_packet()
397 		ctx = crypto_tfm_ctx(crypt->data.tfm);  in one_packet()
398 		dma_pool_free(ctx_pool, crypt->regist_ptr,  in one_packet()
399 				crypt->regist_buf->phys_addr);  in one_packet()
400 		dma_pool_free(buffer_pool, crypt->regist_buf, crypt->src_buf);  in one_packet()
405 		ctx = crypto_tfm_ctx(crypt->data.tfm);  in one_packet()
413 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in one_packet()
609 	struct crypt_ctl *crypt;  in register_chain_var()  local
624 	crypt = get_crypt_desc_emerg();  in register_chain_var()
625 	if (!crypt) {  in register_chain_var()
637 	crypt->data.tfm = tfm;  in register_chain_var()
638 	crypt->regist_ptr = pad;  in register_chain_var()
639 	crypt->regist_buf = buf;  in register_chain_var()
641 	crypt->auth_offs = 0;  in register_chain_var()
642 	crypt->auth_len = HMAC_PAD_BLOCKLEN;  in register_chain_var()
643 	crypt->crypto_ctx = ctx_addr;  in register_chain_var()
644 	crypt->src_buf = buf_phys;  in register_chain_var()
645 	crypt->icv_rev_aes = target;  in register_chain_var()
646 	crypt->mode = NPE_OP_HASH_GEN_ICV;  in register_chain_var()
647 	crypt->init_len = init_len;  in register_chain_var()
648 	crypt->ctl_flags |= CTL_FLAG_GEN_ICV;  in register_chain_var()
656 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in register_chain_var()
710 	struct crypt_ctl *crypt;  in gen_rev_aes_key()  local
714 	crypt = get_crypt_desc_emerg();  in gen_rev_aes_key()
715 	if (!crypt) {  in gen_rev_aes_key()
720 	crypt->data.tfm = tfm;  in gen_rev_aes_key()
721 	crypt->crypt_offs = 0;  in gen_rev_aes_key()
722 	crypt->crypt_len = AES_BLOCK128;  in gen_rev_aes_key()
723 	crypt->src_buf = 0;  in gen_rev_aes_key()
724 	crypt->crypto_ctx = dir->npe_ctx_phys;  in gen_rev_aes_key()
725 	crypt->icv_rev_aes = dir->npe_ctx_phys + sizeof(u32);  in gen_rev_aes_key()
726 	crypt->mode = NPE_OP_ENC_GEN_KEY;  in gen_rev_aes_key()
727 	crypt->init_len = dir->npe_ctx_idx;  in gen_rev_aes_key()
728 	crypt->ctl_flags |= CTL_FLAG_GEN_REVAES;  in gen_rev_aes_key()
731 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in gen_rev_aes_key()
888 	struct crypt_ctl *crypt;  in ablk_perform()  local
904 	crypt = get_crypt_desc();  in ablk_perform()
905 	if (!crypt)  in ablk_perform()
908 	crypt->data.ablk_req = req;  in ablk_perform()
909 	crypt->crypto_ctx = dir->npe_ctx_phys;  in ablk_perform()
910 	crypt->mode = dir->npe_mode;  in ablk_perform()
911 	crypt->init_len = dir->npe_ctx_idx;  in ablk_perform()
913 	crypt->crypt_offs = 0;  in ablk_perform()
914 	crypt->crypt_len = nbytes;  in ablk_perform()
917 	memcpy(crypt->iv, req->info, ivsize);  in ablk_perform()
920 		crypt->mode |= NPE_OP_NOT_IN_PLACE;  in ablk_perform()
929 		crypt->dst_buf = dst_hook.phys_next;  in ablk_perform()
939 	crypt->src_buf = src_hook.phys_next;  in ablk_perform()
940 	crypt->ctl_flags |= CTL_FLAG_PERFORM_ABLK;  in ablk_perform()
941 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in ablk_perform()
946 	free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in ablk_perform()
949 		free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in ablk_perform()
951 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in ablk_perform()
995 	struct crypt_ctl *crypt;  in aead_perform()  local
1019 	crypt = get_crypt_desc();  in aead_perform()
1020 	if (!crypt)  in aead_perform()
1023 	crypt->data.aead_req = req;  in aead_perform()
1024 	crypt->crypto_ctx = dir->npe_ctx_phys;  in aead_perform()
1025 	crypt->mode = dir->npe_mode;  in aead_perform()
1026 	crypt->init_len = dir->npe_ctx_idx;  in aead_perform()
1028 	crypt->crypt_offs = cryptoffset;  in aead_perform()
1029 	crypt->crypt_len = eff_cryptlen;  in aead_perform()
1031 	crypt->auth_offs = 0;  in aead_perform()
1032 	crypt->auth_len = req->assoclen + cryptlen;  in aead_perform()
1034 	memcpy(crypt->iv, req->iv, ivsize);  in aead_perform()
1041 		crypt->mode |= NPE_OP_NOT_IN_PLACE;  in aead_perform()
1044 		buf = chainup_buffers(dev, req->dst, crypt->auth_len,  in aead_perform()
1047 		crypt->dst_buf = dst_hook.phys_next;  in aead_perform()
1055 				crypt->icv_rev_aes = buf->phys_addr +  in aead_perform()
1060 	buf = chainup_buffers(dev, req->src, crypt->auth_len,  in aead_perform()
1063 	crypt->src_buf = src_hook.phys_next;  in aead_perform()
1070 			crypt->icv_rev_aes = buf->phys_addr +  in aead_perform()
1078 				&crypt->icv_rev_aes);  in aead_perform()
1090 	crypt->ctl_flags |= CTL_FLAG_PERFORM_AEAD;  in aead_perform()
1091 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in aead_perform()
1096 	free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in aead_perform()
1098 	free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in aead_perform()
1099 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in aead_perform()