qat_req 676 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req) qat_req 679 drivers/crypto/qat/qat_common/qat_algs.c struct qat_alg_buf_list *bl = qat_req->buf.bl; qat_req 680 drivers/crypto/qat/qat_common/qat_algs.c struct qat_alg_buf_list *blout = qat_req->buf.blout; qat_req 681 drivers/crypto/qat/qat_common/qat_algs.c dma_addr_t blp = qat_req->buf.blp; qat_req 682 drivers/crypto/qat/qat_common/qat_algs.c dma_addr_t blpout = qat_req->buf.bloutp; qat_req 683 drivers/crypto/qat/qat_common/qat_algs.c size_t sz = qat_req->buf.sz; qat_req 684 drivers/crypto/qat/qat_common/qat_algs.c size_t sz_out = qat_req->buf.sz_out; qat_req 710 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req) qat_req 749 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.bl = bufl; qat_req 750 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.blp = blp; qat_req 751 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.sz = sz; qat_req 783 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.blout = buflout; qat_req 784 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.bloutp = bloutp; qat_req 785 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.sz_out = sz_out; qat_req 788 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.bloutp = qat_req->buf.blp; qat_req 789 drivers/crypto/qat/qat_common/qat_algs.c qat_req->buf.sz_out = 0; qat_req 821 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req) qat_req 823 drivers/crypto/qat/qat_common/qat_algs.c struct qat_alg_aead_ctx *ctx = qat_req->aead_ctx; qat_req 825 drivers/crypto/qat/qat_common/qat_algs.c struct aead_request *areq = qat_req->aead_req; qat_req 829 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(inst, qat_req); qat_req 836 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req) qat_req 838 drivers/crypto/qat/qat_common/qat_algs.c struct qat_alg_ablkcipher_ctx *ctx = qat_req->ablkcipher_ctx; qat_req 840 drivers/crypto/qat/qat_common/qat_algs.c struct ablkcipher_request *areq = qat_req->ablkcipher_req; qat_req 845 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(inst, qat_req); qat_req 849 drivers/crypto/qat/qat_common/qat_algs.c memcpy(areq->info, qat_req->iv, AES_BLOCK_SIZE); qat_req 850 drivers/crypto/qat/qat_common/qat_algs.c dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv, qat_req 851 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv_paddr); qat_req 859 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req = qat_req 862 drivers/crypto/qat/qat_common/qat_algs.c qat_req->cb(qat_resp, qat_req); qat_req 870 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req = aead_request_ctx(areq); qat_req 877 drivers/crypto/qat/qat_common/qat_algs.c ret = qat_alg_sgl_to_bufl(ctx->inst, areq->src, areq->dst, qat_req); qat_req 881 drivers/crypto/qat/qat_common/qat_algs.c msg = &qat_req->req; qat_req 883 drivers/crypto/qat/qat_common/qat_algs.c qat_req->aead_ctx = ctx; qat_req 884 drivers/crypto/qat/qat_common/qat_algs.c qat_req->aead_req = areq; qat_req 885 drivers/crypto/qat/qat_common/qat_algs.c qat_req->cb = qat_aead_alg_callback; qat_req 886 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req; qat_req 887 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp; qat_req 888 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp; qat_req 889 drivers/crypto/qat/qat_common/qat_algs.c cipher_param = (void *)&qat_req->req.serv_specif_rqpars; qat_req 901 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(ctx->inst, qat_req); qat_req 912 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req = aead_request_ctx(areq); qat_req 919 drivers/crypto/qat/qat_common/qat_algs.c ret = qat_alg_sgl_to_bufl(ctx->inst, areq->src, areq->dst, qat_req); qat_req 923 drivers/crypto/qat/qat_common/qat_algs.c msg = &qat_req->req; qat_req 925 drivers/crypto/qat/qat_common/qat_algs.c qat_req->aead_ctx = ctx; qat_req 926 drivers/crypto/qat/qat_common/qat_algs.c qat_req->aead_req = areq; qat_req 927 drivers/crypto/qat/qat_common/qat_algs.c qat_req->cb = qat_aead_alg_callback; qat_req 928 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req; qat_req 929 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp; qat_req 930 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp; qat_req 931 drivers/crypto/qat/qat_common/qat_algs.c cipher_param = (void *)&qat_req->req.serv_specif_rqpars; qat_req 946 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(ctx->inst, qat_req); qat_req 1053 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req = ablkcipher_request_ctx(req); qat_req 1062 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv = dma_alloc_coherent(dev, AES_BLOCK_SIZE, qat_req 1063 drivers/crypto/qat/qat_common/qat_algs.c &qat_req->iv_paddr, GFP_ATOMIC); qat_req 1064 drivers/crypto/qat/qat_common/qat_algs.c if (!qat_req->iv) qat_req 1067 drivers/crypto/qat/qat_common/qat_algs.c ret = qat_alg_sgl_to_bufl(ctx->inst, req->src, req->dst, qat_req); qat_req 1069 drivers/crypto/qat/qat_common/qat_algs.c dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv, qat_req 1070 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv_paddr); qat_req 1074 drivers/crypto/qat/qat_common/qat_algs.c msg = &qat_req->req; qat_req 1076 drivers/crypto/qat/qat_common/qat_algs.c qat_req->ablkcipher_ctx = ctx; qat_req 1077 drivers/crypto/qat/qat_common/qat_algs.c qat_req->ablkcipher_req = req; qat_req 1078 drivers/crypto/qat/qat_common/qat_algs.c qat_req->cb = qat_ablkcipher_alg_callback; qat_req 1079 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req; qat_req 1080 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp; qat_req 1081 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp; qat_req 1082 drivers/crypto/qat/qat_common/qat_algs.c cipher_param = (void *)&qat_req->req.serv_specif_rqpars; qat_req 1085 drivers/crypto/qat/qat_common/qat_algs.c cipher_param->u.s.cipher_IV_ptr = qat_req->iv_paddr; qat_req 1086 drivers/crypto/qat/qat_common/qat_algs.c memcpy(qat_req->iv, req->info, AES_BLOCK_SIZE); qat_req 1092 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(ctx->inst, qat_req); qat_req 1093 drivers/crypto/qat/qat_common/qat_algs.c dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv, qat_req 1094 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv_paddr); qat_req 1113 drivers/crypto/qat/qat_common/qat_algs.c struct qat_crypto_request *qat_req = ablkcipher_request_ctx(req); qat_req 1122 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv = dma_alloc_coherent(dev, AES_BLOCK_SIZE, qat_req 1123 drivers/crypto/qat/qat_common/qat_algs.c &qat_req->iv_paddr, GFP_ATOMIC); qat_req 1124 drivers/crypto/qat/qat_common/qat_algs.c if (!qat_req->iv) qat_req 1127 drivers/crypto/qat/qat_common/qat_algs.c ret = qat_alg_sgl_to_bufl(ctx->inst, req->src, req->dst, qat_req); qat_req 1129 drivers/crypto/qat/qat_common/qat_algs.c dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv, qat_req 1130 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv_paddr); qat_req 1134 drivers/crypto/qat/qat_common/qat_algs.c msg = &qat_req->req; qat_req 1136 drivers/crypto/qat/qat_common/qat_algs.c qat_req->ablkcipher_ctx = ctx; qat_req 1137 drivers/crypto/qat/qat_common/qat_algs.c qat_req->ablkcipher_req = req; qat_req 1138 drivers/crypto/qat/qat_common/qat_algs.c qat_req->cb = qat_ablkcipher_alg_callback; qat_req 1139 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.opaque_data = (uint64_t)(__force long)qat_req; qat_req 1140 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.src_data_addr = qat_req->buf.blp; qat_req 1141 drivers/crypto/qat/qat_common/qat_algs.c qat_req->req.comn_mid.dest_data_addr = qat_req->buf.bloutp; qat_req 1142 drivers/crypto/qat/qat_common/qat_algs.c cipher_param = (void *)&qat_req->req.serv_specif_rqpars; qat_req 1145 drivers/crypto/qat/qat_common/qat_algs.c cipher_param->u.s.cipher_IV_ptr = qat_req->iv_paddr; qat_req 1146 drivers/crypto/qat/qat_common/qat_algs.c memcpy(qat_req->iv, req->info, AES_BLOCK_SIZE); qat_req 1152 drivers/crypto/qat/qat_common/qat_algs.c qat_alg_free_bufl(ctx->inst, qat_req); qat_req 1153 drivers/crypto/qat/qat_common/qat_algs.c dma_free_coherent(dev, AES_BLOCK_SIZE, qat_req->iv, qat_req 1154 drivers/crypto/qat/qat_common/qat_algs.c qat_req->iv_paddr); qat_req 263 drivers/crypto/qat/qat_common/qat_asym_algs.c struct qat_asym_request *qat_req = qat_req 265 drivers/crypto/qat/qat_common/qat_asym_algs.c struct icp_qat_fw_pke_request *msg = &qat_req->req; qat_req 285 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->cb = qat_dh_cb; qat_req 286 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->ctx.dh = ctx; qat_req 287 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->areq.dh = req; qat_req 297 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.xa = ctx->dma_xa; qat_req 298 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.p = ctx->dma_p; qat_req 302 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in_g2.xa = ctx->dma_xa; qat_req 303 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in_g2.p = ctx->dma_p; qat_req 306 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.b = ctx->dma_g; qat_req 307 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.xa = ctx->dma_xa; qat_req 308 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.p = ctx->dma_p; qat_req 323 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = NULL; qat_req 324 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.b = dma_map_single(dev, qat_req 329 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.b))) qat_req 335 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = dma_alloc_coherent(dev, qat_req 337 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->in.dh.in.b, qat_req 339 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->src_align)) qat_req 342 drivers/crypto/qat/qat_common/qat_asym_algs.c scatterwalk_map_and_copy(qat_req->src_align + shift, qat_req 354 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = NULL; qat_req 355 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.dh.r = dma_map_single(dev, sg_virt(req->dst), qat_req 359 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->out.dh.r))) qat_req 363 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = dma_alloc_coherent(dev, ctx->p_size, qat_req 364 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->out.dh.r, qat_req 366 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->dst_align)) qat_req 370 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in_tab[n_input_params] = 0; qat_req 371 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.dh.out_tab[1] = 0; qat_req 373 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_in = dma_map_single(dev, &qat_req->in.dh.in.b, qat_req 376 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_in))) qat_req 379 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_out = dma_map_single(dev, &qat_req->out.dh.r, qat_req 382 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_out))) qat_req 385 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.src_data_addr = qat_req->phy_in; qat_req 386 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.dest_data_addr = qat_req->phy_out; qat_req 387 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.opaque = (uint64_t)(__force long)qat_req; qat_req 398 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_out)) qat_req 399 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_out, qat_req 403 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_in)) qat_req 404 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_in, qat_req 408 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->dst_align) qat_req 409 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->p_size, qat_req->dst_align, qat_req 410 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.dh.r); qat_req 412 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->out.dh.r)) qat_req 413 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->out.dh.r, ctx->p_size, qat_req 417 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->src_align) qat_req 418 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->p_size, qat_req->src_align, qat_req 419 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.dh.in.b); qat_req 421 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->in.dh.in.b)) qat_req 422 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->in.dh.in.b, qat_req 692 drivers/crypto/qat/qat_common/qat_asym_algs.c struct qat_asym_request *qat_req = qat_req 694 drivers/crypto/qat/qat_common/qat_asym_algs.c struct icp_qat_fw_pke_request *msg = &qat_req->req; qat_req 711 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->cb = qat_rsa_cb; qat_req 712 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->ctx.rsa = ctx; qat_req 713 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->areq.rsa = req; qat_req 719 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.enc.e = ctx->dma_e; qat_req 720 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.enc.n = ctx->dma_n; qat_req 731 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = NULL; qat_req 732 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.enc.m = dma_map_single(dev, sg_virt(req->src), qat_req 734 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->in.rsa.enc.m))) qat_req 740 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = dma_alloc_coherent(dev, ctx->key_sz, qat_req 741 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->in.rsa.enc.m, qat_req 743 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->src_align)) qat_req 746 drivers/crypto/qat/qat_common/qat_asym_algs.c scatterwalk_map_and_copy(qat_req->src_align + shift, req->src, qat_req 750 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = NULL; qat_req 751 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.enc.c = dma_map_single(dev, sg_virt(req->dst), qat_req 755 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->out.rsa.enc.c))) qat_req 759 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = dma_alloc_coherent(dev, ctx->key_sz, qat_req 760 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->out.rsa.enc.c, qat_req 762 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->dst_align)) qat_req 766 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.in_tab[3] = 0; qat_req 767 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.out_tab[1] = 0; qat_req 768 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_in = dma_map_single(dev, &qat_req->in.rsa.enc.m, qat_req 771 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_in))) qat_req 774 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_out = dma_map_single(dev, &qat_req->out.rsa.enc.c, qat_req 777 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_out))) qat_req 780 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.src_data_addr = qat_req->phy_in; qat_req 781 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.dest_data_addr = qat_req->phy_out; qat_req 782 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.opaque = (uint64_t)(__force long)qat_req; qat_req 792 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_out)) qat_req 793 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_out, qat_req 797 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_in)) qat_req 798 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_in, qat_req 802 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->dst_align) qat_req 803 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->key_sz, qat_req->dst_align, qat_req 804 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.enc.c); qat_req 806 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->out.rsa.enc.c)) qat_req 807 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->out.rsa.enc.c, qat_req 810 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->src_align) qat_req 811 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->key_sz, qat_req->src_align, qat_req 812 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.enc.m); qat_req 814 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->in.rsa.enc.m)) qat_req 815 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->in.rsa.enc.m, qat_req 826 drivers/crypto/qat/qat_common/qat_asym_algs.c struct qat_asym_request *qat_req = qat_req 828 drivers/crypto/qat/qat_common/qat_asym_algs.c struct icp_qat_fw_pke_request *msg = &qat_req->req; qat_req 847 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->cb = qat_rsa_cb; qat_req 848 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->ctx.rsa = ctx; qat_req 849 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->areq.rsa = req; qat_req 856 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec_crt.p = ctx->dma_p; qat_req 857 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec_crt.q = ctx->dma_q; qat_req 858 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec_crt.dp = ctx->dma_dp; qat_req 859 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec_crt.dq = ctx->dma_dq; qat_req 860 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec_crt.qinv = ctx->dma_qinv; qat_req 862 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec.d = ctx->dma_d; qat_req 863 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec.n = ctx->dma_n; qat_req 875 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = NULL; qat_req 876 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec.c = dma_map_single(dev, sg_virt(req->src), qat_req 878 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->in.rsa.dec.c))) qat_req 884 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->src_align = dma_alloc_coherent(dev, ctx->key_sz, qat_req 885 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->in.rsa.dec.c, qat_req 887 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->src_align)) qat_req 890 drivers/crypto/qat/qat_common/qat_asym_algs.c scatterwalk_map_and_copy(qat_req->src_align + shift, req->src, qat_req 894 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = NULL; qat_req 895 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.dec.m = dma_map_single(dev, sg_virt(req->dst), qat_req 899 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->out.rsa.dec.m))) qat_req 903 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->dst_align = dma_alloc_coherent(dev, ctx->key_sz, qat_req 904 drivers/crypto/qat/qat_common/qat_asym_algs.c &qat_req->out.rsa.dec.m, qat_req 906 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(!qat_req->dst_align)) qat_req 912 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.in_tab[6] = 0; qat_req 914 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.in_tab[3] = 0; qat_req 915 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.out_tab[1] = 0; qat_req 916 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_in = dma_map_single(dev, &qat_req->in.rsa.dec.c, qat_req 919 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_in))) qat_req 922 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->phy_out = dma_map_single(dev, &qat_req->out.rsa.dec.m, qat_req 925 drivers/crypto/qat/qat_common/qat_asym_algs.c if (unlikely(dma_mapping_error(dev, qat_req->phy_out))) qat_req 928 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.src_data_addr = qat_req->phy_in; qat_req 929 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.dest_data_addr = qat_req->phy_out; qat_req 930 drivers/crypto/qat/qat_common/qat_asym_algs.c msg->pke_mid.opaque = (uint64_t)(__force long)qat_req; qat_req 944 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_out)) qat_req 945 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_out, qat_req 949 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->phy_in)) qat_req 950 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->phy_in, qat_req 954 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->dst_align) qat_req 955 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->key_sz, qat_req->dst_align, qat_req 956 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->out.rsa.dec.m); qat_req 958 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->out.rsa.dec.m)) qat_req 959 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->out.rsa.dec.m, qat_req 962 drivers/crypto/qat/qat_common/qat_asym_algs.c if (qat_req->src_align) qat_req 963 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_free_coherent(dev, ctx->key_sz, qat_req->src_align, qat_req 964 drivers/crypto/qat/qat_common/qat_asym_algs.c qat_req->in.rsa.dec.c); qat_req 966 drivers/crypto/qat/qat_common/qat_asym_algs.c if (!dma_mapping_error(dev, qat_req->in.rsa.dec.c)) qat_req 967 drivers/crypto/qat/qat_common/qat_asym_algs.c dma_unmap_single(dev, qat_req->in.rsa.dec.c,