336 static void finish_scattered_hmac(struct crypt_ctl *crypt)  in finish_scattered_hmac()  argument
338 	struct aead_request *req = crypt->data.aead_req;  in finish_scattered_hmac()
348 	dma_pool_free(buffer_pool, req_ctx->hmac_virt, crypt->icv_rev_aes);  in finish_scattered_hmac()
354 	struct crypt_ctl *crypt;  in one_packet()  local
360 	crypt = crypt_phys2virt(phys);  in one_packet()
362 	switch (crypt->ctl_flags & CTL_FLAG_MASK) {  in one_packet()
364 		struct aead_request *req = crypt->data.aead_req;  in one_packet()
367 		free_buf_chain(dev, req_ctx->buffer, crypt->src_buf);  in one_packet()
369 			finish_scattered_hmac(crypt);  in one_packet()
375 		struct ablkcipher_request *req = crypt->data.ablk_req;  in one_packet()
379 			free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in one_packet()
381 		free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in one_packet()
386 		ctx = crypto_tfm_ctx(crypt->data.tfm);  in one_packet()
387 		dma_pool_free(ctx_pool, crypt->regist_ptr,  in one_packet()
388 				crypt->regist_buf->phys_addr);  in one_packet()
389 		dma_pool_free(buffer_pool, crypt->regist_buf, crypt->src_buf);  in one_packet()
394 		ctx = crypto_tfm_ctx(crypt->data.tfm);  in one_packet()
402 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in one_packet()
593 	struct crypt_ctl *crypt;  in register_chain_var()  local
608 	crypt = get_crypt_desc_emerg();  in register_chain_var()
609 	if (!crypt) {  in register_chain_var()
621 	crypt->data.tfm = tfm;  in register_chain_var()
622 	crypt->regist_ptr = pad;  in register_chain_var()
623 	crypt->regist_buf = buf;  in register_chain_var()
625 	crypt->auth_offs = 0;  in register_chain_var()
626 	crypt->auth_len = HMAC_PAD_BLOCKLEN;  in register_chain_var()
627 	crypt->crypto_ctx = ctx_addr;  in register_chain_var()
628 	crypt->src_buf = buf_phys;  in register_chain_var()
629 	crypt->icv_rev_aes = target;  in register_chain_var()
630 	crypt->mode = NPE_OP_HASH_GEN_ICV;  in register_chain_var()
631 	crypt->init_len = init_len;  in register_chain_var()
632 	crypt->ctl_flags |= CTL_FLAG_GEN_ICV;  in register_chain_var()
640 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in register_chain_var()
694 	struct crypt_ctl *crypt;  in gen_rev_aes_key()  local
698 	crypt = get_crypt_desc_emerg();  in gen_rev_aes_key()
699 	if (!crypt) {  in gen_rev_aes_key()
704 	crypt->data.tfm = tfm;  in gen_rev_aes_key()
705 	crypt->crypt_offs = 0;  in gen_rev_aes_key()
706 	crypt->crypt_len = AES_BLOCK128;  in gen_rev_aes_key()
707 	crypt->src_buf = 0;  in gen_rev_aes_key()
708 	crypt->crypto_ctx = dir->npe_ctx_phys;  in gen_rev_aes_key()
709 	crypt->icv_rev_aes = dir->npe_ctx_phys + sizeof(u32);  in gen_rev_aes_key()
710 	crypt->mode = NPE_OP_ENC_GEN_KEY;  in gen_rev_aes_key()
711 	crypt->init_len = dir->npe_ctx_idx;  in gen_rev_aes_key()
712 	crypt->ctl_flags |= CTL_FLAG_GEN_REVAES;  in gen_rev_aes_key()
715 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in gen_rev_aes_key()
872 	struct crypt_ctl *crypt;  in ablk_perform()  local
888 	crypt = get_crypt_desc();  in ablk_perform()
889 	if (!crypt)  in ablk_perform()
892 	crypt->data.ablk_req = req;  in ablk_perform()
893 	crypt->crypto_ctx = dir->npe_ctx_phys;  in ablk_perform()
894 	crypt->mode = dir->npe_mode;  in ablk_perform()
895 	crypt->init_len = dir->npe_ctx_idx;  in ablk_perform()
897 	crypt->crypt_offs = 0;  in ablk_perform()
898 	crypt->crypt_len = nbytes;  in ablk_perform()
901 	memcpy(crypt->iv, req->info, ivsize);  in ablk_perform()
904 		crypt->mode |= NPE_OP_NOT_IN_PLACE;  in ablk_perform()
913 		crypt->dst_buf = dst_hook.phys_next;  in ablk_perform()
923 	crypt->src_buf = src_hook.phys_next;  in ablk_perform()
924 	crypt->ctl_flags |= CTL_FLAG_PERFORM_ABLK;  in ablk_perform()
925 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in ablk_perform()
930 	free_buf_chain(dev, req_ctx->src, crypt->src_buf);  in ablk_perform()
933 		free_buf_chain(dev, req_ctx->dst, crypt->dst_buf);  in ablk_perform()
935 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in ablk_perform()
997 	struct crypt_ctl *crypt;  in aead_perform()  local
1019 	crypt = get_crypt_desc();  in aead_perform()
1020 	if (!crypt)  in aead_perform()
1023 	crypt->data.aead_req = req;  in aead_perform()
1024 	crypt->crypto_ctx = dir->npe_ctx_phys;  in aead_perform()
1025 	crypt->mode = dir->npe_mode;  in aead_perform()
1026 	crypt->init_len = dir->npe_ctx_idx;  in aead_perform()
1028 	crypt->crypt_offs = cryptoffset;  in aead_perform()
1029 	crypt->crypt_len = eff_cryptlen;  in aead_perform()
1031 	crypt->auth_offs = 0;  in aead_perform()
1032 	crypt->auth_len = req->assoclen + ivsize + cryptlen;  in aead_perform()
1034 	memcpy(crypt->iv, req->iv, ivsize);  in aead_perform()
1044 	crypt->src_buf = src_hook.phys_next;  in aead_perform()
1058 				&crypt->icv_rev_aes);  in aead_perform()
1075 		crypt->icv_rev_aes = buf->phys_addr + buf->buf_len - authsize;  in aead_perform()
1078 	crypt->ctl_flags |= CTL_FLAG_PERFORM_AEAD;  in aead_perform()
1079 	qmgr_put_entry(SEND_QID, crypt_virt2phys(crypt));  in aead_perform()
1085 				crypt->icv_rev_aes);  in aead_perform()
1088 	free_buf_chain(dev, req_ctx->buffer, crypt->src_buf);  in aead_perform()
1090 	crypt->ctl_flags = CTL_FLAG_UNUSED;  in aead_perform()