qat_req           676 drivers/crypto/qat/qat_common/qat_algs.c 			      struct qat_crypto_request *qat_req)
qat_req           679 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_alg_buf_list *bl = qat_req->buf.bl;
qat_req           680 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_alg_buf_list *blout = qat_req->buf.blout;
qat_req           681 drivers/crypto/qat/qat_common/qat_algs.c 	dma_addr_t blp = qat_req->buf.blp;
qat_req           682 drivers/crypto/qat/qat_common/qat_algs.c 	dma_addr_t blpout = qat_req->buf.bloutp;
qat_req           683 drivers/crypto/qat/qat_common/qat_algs.c 	size_t sz = qat_req->buf.sz;
qat_req           684 drivers/crypto/qat/qat_common/qat_algs.c 	size_t sz_out = qat_req->buf.sz_out;
qat_req           710 drivers/crypto/qat/qat_common/qat_algs.c 			       struct qat_crypto_request *qat_req)
qat_req           749 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->buf.bl = bufl;
qat_req           750 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->buf.blp = blp;
qat_req           751 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->buf.sz = sz;
qat_req           783 drivers/crypto/qat/qat_common/qat_algs.c 		qat_req->buf.blout = buflout;
qat_req           784 drivers/crypto/qat/qat_common/qat_algs.c 		qat_req->buf.bloutp = bloutp;
qat_req           785 drivers/crypto/qat/qat_common/qat_algs.c 		qat_req->buf.sz_out = sz_out;
qat_req           788 drivers/crypto/qat/qat_common/qat_algs.c 		qat_req->buf.bloutp = qat_req->buf.blp;
qat_req           789 drivers/crypto/qat/qat_common/qat_algs.c 		qat_req->buf.sz_out = 0;
qat_req           821 drivers/crypto/qat/qat_common/qat_algs.c 				  struct qat_crypto_request *qat_req)
qat_req           823 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_alg_aead_ctx *ctx = qat_req->aead_ctx;
qat_req           825 drivers/crypto/qat/qat_common/qat_algs.c 	struct aead_request *areq = qat_req->aead_req;
qat_req           829 drivers/crypto/qat/qat_common/qat_algs.c 	qat_alg_free_bufl(inst, qat_req);
qat_req           836 drivers/crypto/qat/qat_common/qat_algs.c 					struct qat_crypto_request *qat_req)
qat_req           838 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_alg_ablkcipher_ctx *ctx = qat_req->ablkcipher_ctx;
qat_req           840 drivers/crypto/qat/qat_common/qat_algs.c 	struct ablkcipher_request *areq = qat_req->ablkcipher_req;
qat_req           845 drivers/crypto/qat/qat_common/qat_algs.c 	qat_alg_free_bufl(inst, qat_req);
qat_req           849 drivers/crypto/qat/qat_common/qat_algs.c 	memcpy(areq->info, qat_req->iv, AES_BLOCK_SIZE);
qat_req           850 drivers/crypto/qat/qat_common/qat_algs.c 	dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv,
qat_req           851 drivers/crypto/qat/qat_common/qat_algs.c 			  qat_req->iv_paddr);
qat_req           859 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_crypto_request *qat_req =
qat_req           862 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->cb(qat_resp, qat_req);
qat_req           870 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_crypto_request *qat_req = aead_request_ctx(areq);
qat_req           877 drivers/crypto/qat/qat_common/qat_algs.c 	ret = qat_alg_sgl_to_bufl(ctx->inst, areq->src, areq->dst, qat_req);
qat_req           881 drivers/crypto/qat/qat_common/qat_algs.c 	msg = &qat_req->req;
qat_req           883 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->aead_ctx = ctx;
qat_req           884 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->aead_req = areq;
qat_req           885 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->cb = qat_aead_alg_callback;
qat_req           886 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req;
qat_req           887 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
qat_req           888 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
qat_req           889 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
qat_req           901 drivers/crypto/qat/qat_common/qat_algs.c 		qat_alg_free_bufl(ctx->inst, qat_req);
qat_req           912 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_crypto_request *qat_req = aead_request_ctx(areq);
qat_req           919 drivers/crypto/qat/qat_common/qat_algs.c 	ret = qat_alg_sgl_to_bufl(ctx->inst, areq->src, areq->dst, qat_req);
qat_req           923 drivers/crypto/qat/qat_common/qat_algs.c 	msg = &qat_req->req;
qat_req           925 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->aead_ctx = ctx;
qat_req           926 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->aead_req = areq;
qat_req           927 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->cb = qat_aead_alg_callback;
qat_req           928 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req;
qat_req           929 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
qat_req           930 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
qat_req           931 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
qat_req           946 drivers/crypto/qat/qat_common/qat_algs.c 		qat_alg_free_bufl(ctx->inst, qat_req);
qat_req          1053 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_crypto_request *qat_req = ablkcipher_request_ctx(req);
qat_req          1062 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->iv = dma_alloc_coherent(dev, AES_BLOCK_SIZE,
qat_req          1063 drivers/crypto/qat/qat_common/qat_algs.c 					 &qat_req->iv_paddr, GFP_ATOMIC);
qat_req          1064 drivers/crypto/qat/qat_common/qat_algs.c 	if (!qat_req->iv)
qat_req          1067 drivers/crypto/qat/qat_common/qat_algs.c 	ret = qat_alg_sgl_to_bufl(ctx->inst, req->src, req->dst, qat_req);
qat_req          1069 drivers/crypto/qat/qat_common/qat_algs.c 		dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv,
qat_req          1070 drivers/crypto/qat/qat_common/qat_algs.c 				  qat_req->iv_paddr);
qat_req          1074 drivers/crypto/qat/qat_common/qat_algs.c 	msg = &qat_req->req;
qat_req          1076 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->ablkcipher_ctx = ctx;
qat_req          1077 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->ablkcipher_req = req;
qat_req          1078 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->cb = qat_ablkcipher_alg_callback;
qat_req          1079 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req;
qat_req          1080 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
qat_req          1081 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
qat_req          1082 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
qat_req          1085 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param->u.s.cipher_IV_ptr = qat_req->iv_paddr;
qat_req          1086 drivers/crypto/qat/qat_common/qat_algs.c 	memcpy(qat_req->iv, req->info, AES_BLOCK_SIZE);
qat_req          1092 drivers/crypto/qat/qat_common/qat_algs.c 		qat_alg_free_bufl(ctx->inst, qat_req);
qat_req          1093 drivers/crypto/qat/qat_common/qat_algs.c 		dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv,
qat_req          1094 drivers/crypto/qat/qat_common/qat_algs.c 				  qat_req->iv_paddr);
qat_req          1113 drivers/crypto/qat/qat_common/qat_algs.c 	struct qat_crypto_request *qat_req = ablkcipher_request_ctx(req);
qat_req          1122 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->iv = dma_alloc_coherent(dev, AES_BLOCK_SIZE,
qat_req          1123 drivers/crypto/qat/qat_common/qat_algs.c 					 &qat_req->iv_paddr, GFP_ATOMIC);
qat_req          1124 drivers/crypto/qat/qat_common/qat_algs.c 	if (!qat_req->iv)
qat_req          1127 drivers/crypto/qat/qat_common/qat_algs.c 	ret = qat_alg_sgl_to_bufl(ctx->inst, req->src, req->dst, qat_req);
qat_req          1129 drivers/crypto/qat/qat_common/qat_algs.c 		dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv,
qat_req          1130 drivers/crypto/qat/qat_common/qat_algs.c 				  qat_req->iv_paddr);
qat_req          1134 drivers/crypto/qat/qat_common/qat_algs.c 	msg = &qat_req->req;
qat_req          1136 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->ablkcipher_ctx = ctx;
qat_req          1137 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->ablkcipher_req = req;
qat_req          1138 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->cb = qat_ablkcipher_alg_callback;
qat_req          1139 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req;
qat_req          1140 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp;
qat_req          1141 drivers/crypto/qat/qat_common/qat_algs.c 	qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp;
qat_req          1142 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param = (void *)&qat_req->req.serv_specif_rqpars;
qat_req          1145 drivers/crypto/qat/qat_common/qat_algs.c 	cipher_param->u.s.cipher_IV_ptr = qat_req->iv_paddr;
qat_req          1146 drivers/crypto/qat/qat_common/qat_algs.c 	memcpy(qat_req->iv, req->info, AES_BLOCK_SIZE);
qat_req          1152 drivers/crypto/qat/qat_common/qat_algs.c 		qat_alg_free_bufl(ctx->inst, qat_req);
qat_req          1153 drivers/crypto/qat/qat_common/qat_algs.c 		dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv,
qat_req          1154 drivers/crypto/qat/qat_common/qat_algs.c 				  qat_req->iv_paddr);
qat_req           263 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct qat_asym_request *qat_req =
qat_req           265 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct icp_qat_fw_pke_request *msg = &qat_req->req;
qat_req           285 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->cb = qat_dh_cb;
qat_req           286 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->ctx.dh = ctx;
qat_req           287 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->areq.dh = req;
qat_req           297 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.dh.in.xa = ctx->dma_xa;
qat_req           298 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.dh.in.p = ctx->dma_p;
qat_req           302 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in_g2.xa = ctx->dma_xa;
qat_req           303 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in_g2.p = ctx->dma_p;
qat_req           306 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in.b = ctx->dma_g;
qat_req           307 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in.xa = ctx->dma_xa;
qat_req           308 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in.p = ctx->dma_p;
qat_req           323 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->src_align = NULL;
qat_req           324 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->in.dh.in.b = dma_map_single(dev,
qat_req           329 drivers/crypto/qat/qat_common/qat_asym_algs.c 						       qat_req->in.dh.in.b)))
qat_req           335 drivers/crypto/qat/qat_common/qat_asym_algs.c 			qat_req->src_align = dma_alloc_coherent(dev,
qat_req           337 drivers/crypto/qat/qat_common/qat_asym_algs.c 								&qat_req->in.dh.in.b,
qat_req           339 drivers/crypto/qat/qat_common/qat_asym_algs.c 			if (unlikely(!qat_req->src_align))
qat_req           342 drivers/crypto/qat/qat_common/qat_asym_algs.c 			scatterwalk_map_and_copy(qat_req->src_align + shift,
qat_req           354 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = NULL;
qat_req           355 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->out.dh.r = dma_map_single(dev, sg_virt(req->dst),
qat_req           359 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(dma_mapping_error(dev, qat_req->out.dh.r)))
qat_req           363 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = dma_alloc_coherent(dev, ctx->p_size,
qat_req           364 drivers/crypto/qat/qat_common/qat_asym_algs.c 							&qat_req->out.dh.r,
qat_req           366 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(!qat_req->dst_align))
qat_req           370 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->in.dh.in_tab[n_input_params] = 0;
qat_req           371 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->out.dh.out_tab[1] = 0;
qat_req           373 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_in = dma_map_single(dev, &qat_req->in.dh.in.b,
qat_req           376 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_in)))
qat_req           379 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_out = dma_map_single(dev, &qat_req->out.dh.r,
qat_req           382 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_out)))
qat_req           385 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.src_data_addr = qat_req->phy_in;
qat_req           386 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.dest_data_addr = qat_req->phy_out;
qat_req           387 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.opaque = (uint64_t)(__force long)qat_req;
qat_req           398 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_out))
qat_req           399 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_out,
qat_req           403 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_in))
qat_req           404 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_in,
qat_req           408 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (qat_req->dst_align)
qat_req           409 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_free_coherent(dev, ctx->p_size, qat_req->dst_align,
qat_req           410 drivers/crypto/qat/qat_common/qat_asym_algs.c 				  qat_req->out.dh.r);
qat_req           412 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (!dma_mapping_error(dev, qat_req->out.dh.r))
qat_req           413 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_unmap_single(dev, qat_req->out.dh.r, ctx->p_size,
qat_req           417 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (qat_req->src_align)
qat_req           418 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_free_coherent(dev, ctx->p_size, qat_req->src_align,
qat_req           419 drivers/crypto/qat/qat_common/qat_asym_algs.c 					  qat_req->in.dh.in.b);
qat_req           421 drivers/crypto/qat/qat_common/qat_asym_algs.c 			if (!dma_mapping_error(dev, qat_req->in.dh.in.b))
qat_req           422 drivers/crypto/qat/qat_common/qat_asym_algs.c 				dma_unmap_single(dev, qat_req->in.dh.in.b,
qat_req           692 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct qat_asym_request *qat_req =
qat_req           694 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct icp_qat_fw_pke_request *msg = &qat_req->req;
qat_req           711 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->cb = qat_rsa_cb;
qat_req           712 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->ctx.rsa = ctx;
qat_req           713 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->areq.rsa = req;
qat_req           719 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->in.rsa.enc.e = ctx->dma_e;
qat_req           720 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->in.rsa.enc.n = ctx->dma_n;
qat_req           731 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->src_align = NULL;
qat_req           732 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.enc.m = dma_map_single(dev, sg_virt(req->src),
qat_req           734 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(dma_mapping_error(dev, qat_req->in.rsa.enc.m)))
qat_req           740 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->src_align = dma_alloc_coherent(dev, ctx->key_sz,
qat_req           741 drivers/crypto/qat/qat_common/qat_asym_algs.c 							&qat_req->in.rsa.enc.m,
qat_req           743 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(!qat_req->src_align))
qat_req           746 drivers/crypto/qat/qat_common/qat_asym_algs.c 		scatterwalk_map_and_copy(qat_req->src_align + shift, req->src,
qat_req           750 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = NULL;
qat_req           751 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->out.rsa.enc.c = dma_map_single(dev, sg_virt(req->dst),
qat_req           755 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(dma_mapping_error(dev, qat_req->out.rsa.enc.c)))
qat_req           759 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = dma_alloc_coherent(dev, ctx->key_sz,
qat_req           760 drivers/crypto/qat/qat_common/qat_asym_algs.c 							&qat_req->out.rsa.enc.c,
qat_req           762 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(!qat_req->dst_align))
qat_req           766 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->in.rsa.in_tab[3] = 0;
qat_req           767 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->out.rsa.out_tab[1] = 0;
qat_req           768 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_in = dma_map_single(dev, &qat_req->in.rsa.enc.m,
qat_req           771 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_in)))
qat_req           774 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_out = dma_map_single(dev, &qat_req->out.rsa.enc.c,
qat_req           777 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_out)))
qat_req           780 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.src_data_addr = qat_req->phy_in;
qat_req           781 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.dest_data_addr = qat_req->phy_out;
qat_req           782 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.opaque = (uint64_t)(__force long)qat_req;
qat_req           792 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_out))
qat_req           793 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_out,
qat_req           797 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_in))
qat_req           798 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_in,
qat_req           802 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (qat_req->dst_align)
qat_req           803 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_free_coherent(dev, ctx->key_sz, qat_req->dst_align,
qat_req           804 drivers/crypto/qat/qat_common/qat_asym_algs.c 				  qat_req->out.rsa.enc.c);
qat_req           806 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (!dma_mapping_error(dev, qat_req->out.rsa.enc.c))
qat_req           807 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_unmap_single(dev, qat_req->out.rsa.enc.c,
qat_req           810 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (qat_req->src_align)
qat_req           811 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_free_coherent(dev, ctx->key_sz, qat_req->src_align,
qat_req           812 drivers/crypto/qat/qat_common/qat_asym_algs.c 				  qat_req->in.rsa.enc.m);
qat_req           814 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (!dma_mapping_error(dev, qat_req->in.rsa.enc.m))
qat_req           815 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_unmap_single(dev, qat_req->in.rsa.enc.m,
qat_req           826 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct qat_asym_request *qat_req =
qat_req           828 drivers/crypto/qat/qat_common/qat_asym_algs.c 	struct icp_qat_fw_pke_request *msg = &qat_req->req;
qat_req           847 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->cb = qat_rsa_cb;
qat_req           848 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->ctx.rsa = ctx;
qat_req           849 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->areq.rsa = req;
qat_req           856 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec_crt.p = ctx->dma_p;
qat_req           857 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec_crt.q = ctx->dma_q;
qat_req           858 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec_crt.dp = ctx->dma_dp;
qat_req           859 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec_crt.dq = ctx->dma_dq;
qat_req           860 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec_crt.qinv = ctx->dma_qinv;
qat_req           862 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec.d = ctx->dma_d;
qat_req           863 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec.n = ctx->dma_n;
qat_req           875 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->src_align = NULL;
qat_req           876 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.dec.c = dma_map_single(dev, sg_virt(req->src),
qat_req           878 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(dma_mapping_error(dev, qat_req->in.rsa.dec.c)))
qat_req           884 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->src_align = dma_alloc_coherent(dev, ctx->key_sz,
qat_req           885 drivers/crypto/qat/qat_common/qat_asym_algs.c 							&qat_req->in.rsa.dec.c,
qat_req           887 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(!qat_req->src_align))
qat_req           890 drivers/crypto/qat/qat_common/qat_asym_algs.c 		scatterwalk_map_and_copy(qat_req->src_align + shift, req->src,
qat_req           894 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = NULL;
qat_req           895 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->out.rsa.dec.m = dma_map_single(dev, sg_virt(req->dst),
qat_req           899 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(dma_mapping_error(dev, qat_req->out.rsa.dec.m)))
qat_req           903 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->dst_align = dma_alloc_coherent(dev, ctx->key_sz,
qat_req           904 drivers/crypto/qat/qat_common/qat_asym_algs.c 							&qat_req->out.rsa.dec.m,
qat_req           906 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (unlikely(!qat_req->dst_align))
qat_req           912 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.in_tab[6] = 0;
qat_req           914 drivers/crypto/qat/qat_common/qat_asym_algs.c 		qat_req->in.rsa.in_tab[3] = 0;
qat_req           915 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->out.rsa.out_tab[1] = 0;
qat_req           916 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_in = dma_map_single(dev, &qat_req->in.rsa.dec.c,
qat_req           919 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_in)))
qat_req           922 drivers/crypto/qat/qat_common/qat_asym_algs.c 	qat_req->phy_out = dma_map_single(dev, &qat_req->out.rsa.dec.m,
qat_req           925 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (unlikely(dma_mapping_error(dev, qat_req->phy_out)))
qat_req           928 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.src_data_addr = qat_req->phy_in;
qat_req           929 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.dest_data_addr = qat_req->phy_out;
qat_req           930 drivers/crypto/qat/qat_common/qat_asym_algs.c 	msg->pke_mid.opaque = (uint64_t)(__force long)qat_req;
qat_req           944 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_out))
qat_req           945 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_out,
qat_req           949 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (!dma_mapping_error(dev, qat_req->phy_in))
qat_req           950 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_unmap_single(dev, qat_req->phy_in,
qat_req           954 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (qat_req->dst_align)
qat_req           955 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_free_coherent(dev, ctx->key_sz, qat_req->dst_align,
qat_req           956 drivers/crypto/qat/qat_common/qat_asym_algs.c 				  qat_req->out.rsa.dec.m);
qat_req           958 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (!dma_mapping_error(dev, qat_req->out.rsa.dec.m))
qat_req           959 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_unmap_single(dev, qat_req->out.rsa.dec.m,
qat_req           962 drivers/crypto/qat/qat_common/qat_asym_algs.c 	if (qat_req->src_align)
qat_req           963 drivers/crypto/qat/qat_common/qat_asym_algs.c 		dma_free_coherent(dev, ctx->key_sz, qat_req->src_align,
qat_req           964 drivers/crypto/qat/qat_common/qat_asym_algs.c 				  qat_req->in.rsa.dec.c);
qat_req           966 drivers/crypto/qat/qat_common/qat_asym_algs.c 		if (!dma_mapping_error(dev, qat_req->in.rsa.dec.c))
qat_req           967 drivers/crypto/qat/qat_common/qat_asym_algs.c 			dma_unmap_single(dev, qat_req->in.rsa.dec.c,