123 	struct ccp_mem dst;  member
278 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_aes()
280 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_aes()
308 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_xts_aes()
310 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_xts_aes()
361 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_rsa()
363 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_rsa()
380 		cr[1] = op->dst.u.dma.length - 1;  in ccp_perform_passthru()
394 	if (op->dst.type == CCP_MEMTYPE_SYSTEM) {  in ccp_perform_passthru()
395 		cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_passthru()
397 			| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_passthru()
399 		cr[4] = op->dst.u.ksb * CCP_KSB_BYTES;  in ccp_perform_passthru()
422 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_ecc()
424 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_ecc()
746 static void ccp_prepare_data(struct ccp_data *src, struct ccp_data *dst,  in ccp_prepare_data()  argument
760 	if (dst) {  in ccp_prepare_data()
761 		sg_dst_len = sg_dma_len(dst->sg_wa.sg) - dst->sg_wa.sg_used;  in ccp_prepare_data()
798 	if (dst) {  in ccp_prepare_data()
805 			op->dst.u.dma.address = dst->dm_wa.dma.address;  in ccp_prepare_data()
806 			op->dst.u.dma.offset = 0;  in ccp_prepare_data()
807 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
812 			op->dst.u.dma.address = sg_dma_address(dst->sg_wa.sg);  in ccp_prepare_data()
813 			op->dst.u.dma.offset = dst->sg_wa.sg_used;  in ccp_prepare_data()
814 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
819 static void ccp_process_data(struct ccp_data *src, struct ccp_data *dst,  in ccp_process_data()  argument
824 	if (dst) {  in ccp_process_data()
825 		if (op->dst.u.dma.address == dst->dm_wa.dma.address)  in ccp_process_data()
826 			ccp_empty_queue_buf(dst);  in ccp_process_data()
828 			ccp_update_sg_workarea(&dst->sg_wa,  in ccp_process_data()
829 					       op->dst.u.dma.length);  in ccp_process_data()
849 		op.dst.type = CCP_MEMTYPE_SYSTEM;  in ccp_copy_to_from_ksb()
850 		op.dst.u.dma.address = wa->dma.address;  in ccp_copy_to_from_ksb()
851 		op.dst.u.dma.length = wa->length;  in ccp_copy_to_from_ksb()
856 		op.dst.type = CCP_MEMTYPE_KSB;  in ccp_copy_to_from_ksb()
857 		op.dst.u.ksb = ksb;  in ccp_copy_to_from_ksb()
1033 	struct ccp_data src, dst;  in ccp_run_aes_cmd()  local
1053 	if (!aes->key || !aes->src || !aes->dst)  in ccp_run_aes_cmd()
1124 	if (sg_virt(aes->src) == sg_virt(aes->dst))  in ccp_run_aes_cmd()
1134 		dst = src;  in ccp_run_aes_cmd()
1136 		ret = ccp_init_data(&dst, cmd_q, aes->dst, aes->src_len,  in ccp_run_aes_cmd()
1144 		ccp_prepare_data(&src, &dst, &op, AES_BLOCK_SIZE, true);  in ccp_run_aes_cmd()
1162 		ccp_process_data(&src, &dst, &op);  in ccp_run_aes_cmd()
1183 		ccp_free_data(&dst, cmd_q);  in ccp_run_aes_cmd()
1202 	struct ccp_data src, dst;  in ccp_run_xts_aes_cmd()  local
1238 	if (!xts->key || !xts->iv || !xts->src || !xts->dst)  in ccp_run_xts_aes_cmd()
1297 	if (sg_virt(xts->src) == sg_virt(xts->dst))  in ccp_run_xts_aes_cmd()
1307 		dst = src;  in ccp_run_xts_aes_cmd()
1309 		ret = ccp_init_data(&dst, cmd_q, xts->dst, xts->src_len,  in ccp_run_xts_aes_cmd()
1317 		ccp_prepare_data(&src, &dst, &op, unit_size, true);  in ccp_run_xts_aes_cmd()
1327 		ccp_process_data(&src, &dst, &op);  in ccp_run_xts_aes_cmd()
1346 		ccp_free_data(&dst, cmd_q);  in ccp_run_xts_aes_cmd()
1569 	struct ccp_data dst;  in ccp_run_rsa_cmd()  local
1577 	if (!rsa->exp || !rsa->mod || !rsa->src || !rsa->dst)  in ccp_run_rsa_cmd()
1633 	ret = ccp_init_data(&dst, cmd_q, rsa->dst, rsa->mod_len,  in ccp_run_rsa_cmd()
1642 	op.dst.u.dma.address = dst.dm_wa.dma.address;  in ccp_run_rsa_cmd()
1643 	op.dst.u.dma.offset = 0;  in ccp_run_rsa_cmd()
1644 	op.dst.u.dma.length = o_len;  in ccp_run_rsa_cmd()
1655 	ccp_reverse_get_dm_area(&dst.dm_wa, rsa->dst, rsa->mod_len);  in ccp_run_rsa_cmd()
1658 	ccp_free_data(&dst, cmd_q);  in ccp_run_rsa_cmd()
1677 	struct ccp_data src, dst;  in ccp_run_passthru_cmd()  local
1686 	if (!pt->src || !pt->dst)  in ccp_run_passthru_cmd()
1726 	if (sg_virt(pt->src) == sg_virt(pt->dst))  in ccp_run_passthru_cmd()
1736 		dst = src;  in ccp_run_passthru_cmd()
1738 		ret = ccp_init_data(&dst, cmd_q, pt->dst, pt->src_len,  in ccp_run_passthru_cmd()
1751 	dst.sg_wa.sg_used = 0;  in ccp_run_passthru_cmd()
1753 		if (!dst.sg_wa.sg ||  in ccp_run_passthru_cmd()
1754 		    (dst.sg_wa.sg->length < src.sg_wa.sg->length)) {  in ccp_run_passthru_cmd()
1769 		op.dst.type = CCP_MEMTYPE_SYSTEM;  in ccp_run_passthru_cmd()
1770 		op.dst.u.dma.address = sg_dma_address(dst.sg_wa.sg);  in ccp_run_passthru_cmd()
1771 		op.dst.u.dma.offset = dst.sg_wa.sg_used;  in ccp_run_passthru_cmd()
1772 		op.dst.u.dma.length = op.src.u.dma.length;  in ccp_run_passthru_cmd()
1780 		dst.sg_wa.sg_used += src.sg_wa.sg->length;  in ccp_run_passthru_cmd()
1781 		if (dst.sg_wa.sg_used == dst.sg_wa.sg->length) {  in ccp_run_passthru_cmd()
1782 			dst.sg_wa.sg = sg_next(dst.sg_wa.sg);  in ccp_run_passthru_cmd()
1783 			dst.sg_wa.sg_used = 0;  in ccp_run_passthru_cmd()
1790 		ccp_free_data(&dst, cmd_q);  in ccp_run_passthru_cmd()
1805 	struct ccp_dm_workarea src, dst;  in ccp_run_ecc_mm_cmd()  local
1865 	ret = ccp_init_dm_workarea(&dst, cmd_q, CCP_ECC_DST_BUF_SIZE,  in ccp_run_ecc_mm_cmd()
1874 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_mm_cmd()
1875 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_mm_cmd()
1876 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_mm_cmd()
1887 		(const __le16 *)(dst.address + CCP_ECC_RESULT_OFFSET));  in ccp_run_ecc_mm_cmd()
1894 	ccp_reverse_get_dm_area(&dst, ecc->u.mm.result, CCP_ECC_MODULUS_BYTES);  in ccp_run_ecc_mm_cmd()
1897 	ccp_dm_free(&dst);  in ccp_run_ecc_mm_cmd()
1908 	struct ccp_dm_workarea src, dst;  in ccp_run_ecc_pm_cmd()  local
2014 	ret = ccp_init_dm_workarea(&dst, cmd_q, CCP_ECC_DST_BUF_SIZE,  in ccp_run_ecc_pm_cmd()
2023 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_pm_cmd()
2024 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_pm_cmd()
2025 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_pm_cmd()
2036 		(const __le16 *)(dst.address + CCP_ECC_RESULT_OFFSET));  in ccp_run_ecc_pm_cmd()
2045 	save = dst.address;  in ccp_run_ecc_pm_cmd()
2048 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.x,  in ccp_run_ecc_pm_cmd()
2050 	dst.address += CCP_ECC_OUTPUT_SIZE;  in ccp_run_ecc_pm_cmd()
2051 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.y,  in ccp_run_ecc_pm_cmd()
2053 	dst.address += CCP_ECC_OUTPUT_SIZE;  in ccp_run_ecc_pm_cmd()
2056 	dst.address = save;  in ccp_run_ecc_pm_cmd()
2059 	ccp_dm_free(&dst);  in ccp_run_ecc_pm_cmd()