77 	} u;  member
131 	} u;  member
268 		| (op->u.aes.type << REQ1_AES_TYPE_SHIFT)  in ccp_perform_aes()
269 		| (op->u.aes.mode << REQ1_AES_MODE_SHIFT)  in ccp_perform_aes()
270 		| (op->u.aes.action << REQ1_AES_ACTION_SHIFT)  in ccp_perform_aes()
272 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_aes()
273 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_aes()
276 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_aes()
277 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_aes()
279 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_aes()
281 	if (op->u.aes.mode == CCP_AES_MODE_CFB)  in ccp_perform_aes()
299 		| (op->u.xts.action << REQ1_AES_ACTION_SHIFT)  in ccp_perform_xts_aes()
300 		| (op->u.xts.unit_size << REQ1_XTS_AES_SIZE_SHIFT)  in ccp_perform_xts_aes()
302 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_xts_aes()
303 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_xts_aes()
306 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_xts_aes()
307 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_xts_aes()
309 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_xts_aes()
326 		| (op->u.sha.type << REQ1_SHA_TYPE_SHIFT)  in ccp_perform_sha()
328 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_sha()
329 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_sha()
332 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_sha()
336 		cr[4] = lower_32_bits(op->u.sha.msg_bits);  in ccp_perform_sha()
337 		cr[5] = upper_32_bits(op->u.sha.msg_bits);  in ccp_perform_sha()
352 		| (op->u.rsa.mod_size << REQ1_RSA_MOD_SIZE_SHIFT)  in ccp_perform_rsa()
355 	cr[1] = op->u.rsa.input_len - 1;  in ccp_perform_rsa()
356 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_rsa()
359 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_rsa()
360 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_rsa()
362 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_rsa()
373 		| (op->u.passthru.bit_mod << REQ1_PT_BW_SHIFT)  in ccp_perform_passthru()
374 		| (op->u.passthru.byte_swap << REQ1_PT_BS_SHIFT);  in ccp_perform_passthru()
377 		cr[1] = op->src.u.dma.length - 1;  in ccp_perform_passthru()
379 		cr[1] = op->dst.u.dma.length - 1;  in ccp_perform_passthru()
382 		cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_passthru()
384 			| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_passthru()
386 		if (op->u.passthru.bit_mod != CCP_PASSTHRU_BITWISE_NOOP)  in ccp_perform_passthru()
389 		cr[2] = op->src.u.ksb * CCP_KSB_BYTES;  in ccp_perform_passthru()
394 		cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_passthru()
396 			| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_passthru()
398 		cr[4] = op->dst.u.ksb * CCP_KSB_BYTES;  in ccp_perform_passthru()
415 		| (op->u.ecc.function << REQ1_ECC_FUNCTION_SHIFT)  in ccp_perform_ecc()
417 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_ecc()
418 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_ecc()
420 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_ecc()
421 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_ecc()
423 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_ecc()
788 		op->src.u.dma.address = src->dm_wa.dma.address;  in ccp_prepare_data()
789 		op->src.u.dma.offset = 0;  in ccp_prepare_data()
790 		op->src.u.dma.length = (blocksize_op) ? block_size : cp_len;  in ccp_prepare_data()
795 		op->src.u.dma.address = sg_dma_address(src->sg_wa.sg);  in ccp_prepare_data()
796 		op->src.u.dma.offset = src->sg_wa.sg_used;  in ccp_prepare_data()
797 		op->src.u.dma.length = op_len & ~(block_size - 1);  in ccp_prepare_data()
799 		ccp_update_sg_workarea(&src->sg_wa, op->src.u.dma.length);  in ccp_prepare_data()
809 			op->dst.u.dma.address = dst->dm_wa.dma.address;  in ccp_prepare_data()
810 			op->dst.u.dma.offset = 0;  in ccp_prepare_data()
811 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
816 			op->dst.u.dma.address = sg_dma_address(dst->sg_wa.sg);  in ccp_prepare_data()
817 			op->dst.u.dma.offset = dst->sg_wa.sg_used;  in ccp_prepare_data()
818 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
829 		if (op->dst.u.dma.address == dst->dm_wa.dma.address)  in ccp_process_data()
833 					       op->dst.u.dma.length);  in ccp_process_data()
852 		op.src.u.ksb = ksb;  in ccp_copy_to_from_ksb()
854 		op.dst.u.dma.address = wa->dma.address;  in ccp_copy_to_from_ksb()
855 		op.dst.u.dma.length = wa->length;  in ccp_copy_to_from_ksb()
858 		op.src.u.dma.address = wa->dma.address;  in ccp_copy_to_from_ksb()
859 		op.src.u.dma.length = wa->length;  in ccp_copy_to_from_ksb()
861 		op.dst.u.ksb = ksb;  in ccp_copy_to_from_ksb()
864 	op.u.passthru.byte_swap = byte_swap;  in ccp_copy_to_from_ksb()
886 	struct ccp_aes_engine *aes = &cmd->u.aes;  in ccp_run_aes_cmac_cmd()
925 	op.u.aes.type = aes->type;  in ccp_run_aes_cmac_cmd()
926 	op.u.aes.mode = aes->mode;  in ccp_run_aes_cmac_cmd()
927 	op.u.aes.action = aes->action;  in ccp_run_aes_cmac_cmd()
1035 	struct ccp_aes_engine *aes = &cmd->u.aes;  in ccp_run_aes_cmd()
1078 	op.u.aes.type = aes->type;  in ccp_run_aes_cmd()
1079 	op.u.aes.mode = aes->mode;  in ccp_run_aes_cmd()
1080 	op.u.aes.action = aes->action;  in ccp_run_aes_cmd()
1204 	struct ccp_xts_aes_engine *xts = &cmd->u.xts;  in ccp_run_xts_aes_cmd()
1255 	op.u.xts.action = xts->action;  in ccp_run_xts_aes_cmd()
1256 	op.u.xts.unit_size = xts->unit_size;  in ccp_run_xts_aes_cmd()
1366 	struct ccp_sha_engine *sha = &cmd->u.sha;  in ccp_run_sha_cmd()
1426 	op.u.sha.type = sha->type;  in ccp_run_sha_cmd()
1427 	op.u.sha.msg_bits = sha->msg_bits;  in ccp_run_sha_cmd()
1542 		hmac_cmd.u.sha.type = sha->type;  in ccp_run_sha_cmd()
1543 		hmac_cmd.u.sha.ctx = sha->ctx;  in ccp_run_sha_cmd()
1544 		hmac_cmd.u.sha.ctx_len = sha->ctx_len;  in ccp_run_sha_cmd()
1545 		hmac_cmd.u.sha.src = &sg;  in ccp_run_sha_cmd()
1546 		hmac_cmd.u.sha.src_len = block_size + digest_size;  in ccp_run_sha_cmd()
1547 		hmac_cmd.u.sha.opad = NULL;  in ccp_run_sha_cmd()
1548 		hmac_cmd.u.sha.opad_len = 0;  in ccp_run_sha_cmd()
1549 		hmac_cmd.u.sha.first = 1;  in ccp_run_sha_cmd()
1550 		hmac_cmd.u.sha.final = 1;  in ccp_run_sha_cmd()
1551 		hmac_cmd.u.sha.msg_bits = (block_size + digest_size) << 3;  in ccp_run_sha_cmd()
1571 	struct ccp_rsa_engine *rsa = &cmd->u.rsa;  in ccp_run_rsa_cmd()
1649 	op.src.u.dma.address = src.dma.address;  in ccp_run_rsa_cmd()
1650 	op.src.u.dma.offset = 0;  in ccp_run_rsa_cmd()
1651 	op.src.u.dma.length = i_len;  in ccp_run_rsa_cmd()
1652 	op.dst.u.dma.address = dst.dm_wa.dma.address;  in ccp_run_rsa_cmd()
1653 	op.dst.u.dma.offset = 0;  in ccp_run_rsa_cmd()
1654 	op.dst.u.dma.length = o_len;  in ccp_run_rsa_cmd()
1656 	op.u.rsa.mod_size = rsa->key_size;  in ccp_run_rsa_cmd()
1657 	op.u.rsa.input_len = i_len;  in ccp_run_rsa_cmd()
1685 	struct ccp_passthru_engine *pt = &cmd->u.passthru;  in ccp_run_passthru_cmd()
1775 		op.src.u.dma.address = sg_dma_address(src.sg_wa.sg);  in ccp_run_passthru_cmd()
1776 		op.src.u.dma.offset = 0;  in ccp_run_passthru_cmd()
1777 		op.src.u.dma.length = sg_dma_len(src.sg_wa.sg);  in ccp_run_passthru_cmd()
1780 		op.dst.u.dma.address = sg_dma_address(dst.sg_wa.sg);  in ccp_run_passthru_cmd()
1781 		op.dst.u.dma.offset = dst.sg_wa.sg_used;  in ccp_run_passthru_cmd()
1782 		op.dst.u.dma.length = op.src.u.dma.length;  in ccp_run_passthru_cmd()
1814 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_mm_cmd()
1820 	if (!ecc->u.mm.operand_1 ||  in ccp_run_ecc_mm_cmd()
1821 	    (ecc->u.mm.operand_1_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1825 		if (!ecc->u.mm.operand_2 ||  in ccp_run_ecc_mm_cmd()
1826 		    (ecc->u.mm.operand_2_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1829 	if (!ecc->u.mm.result ||  in ccp_run_ecc_mm_cmd()
1830 	    (ecc->u.mm.result_len < CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1860 	ret = ccp_reverse_set_dm_area(&src, ecc->u.mm.operand_1,  in ccp_run_ecc_mm_cmd()
1861 				      ecc->u.mm.operand_1_len,  in ccp_run_ecc_mm_cmd()
1869 		ret = ccp_reverse_set_dm_area(&src, ecc->u.mm.operand_2,  in ccp_run_ecc_mm_cmd()
1870 					      ecc->u.mm.operand_2_len,  in ccp_run_ecc_mm_cmd()
1887 	op.src.u.dma.address = src.dma.address;  in ccp_run_ecc_mm_cmd()
1888 	op.src.u.dma.offset = 0;  in ccp_run_ecc_mm_cmd()
1889 	op.src.u.dma.length = src.length;  in ccp_run_ecc_mm_cmd()
1890 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_mm_cmd()
1891 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_mm_cmd()
1892 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_mm_cmd()
1894 	op.u.ecc.function = cmd->u.ecc.function;  in ccp_run_ecc_mm_cmd()
1910 	ccp_reverse_get_dm_area(&dst, ecc->u.mm.result, CCP_ECC_MODULUS_BYTES);  in ccp_run_ecc_mm_cmd()
1923 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_pm_cmd()
1929 	if (!ecc->u.pm.point_1.x ||  in ccp_run_ecc_pm_cmd()
1930 	    (ecc->u.pm.point_1.x_len > CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1931 	    !ecc->u.pm.point_1.y ||  in ccp_run_ecc_pm_cmd()
1932 	    (ecc->u.pm.point_1.y_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1936 		if (!ecc->u.pm.point_2.x ||  in ccp_run_ecc_pm_cmd()
1937 		    (ecc->u.pm.point_2.x_len > CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1938 		    !ecc->u.pm.point_2.y ||  in ccp_run_ecc_pm_cmd()
1939 		    (ecc->u.pm.point_2.y_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1942 		if (!ecc->u.pm.domain_a ||  in ccp_run_ecc_pm_cmd()
1943 		    (ecc->u.pm.domain_a_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1947 			if (!ecc->u.pm.scalar ||  in ccp_run_ecc_pm_cmd()
1948 			    (ecc->u.pm.scalar_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1952 	if (!ecc->u.pm.result.x ||  in ccp_run_ecc_pm_cmd()
1953 	    (ecc->u.pm.result.x_len < CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1954 	    !ecc->u.pm.result.y ||  in ccp_run_ecc_pm_cmd()
1955 	    (ecc->u.pm.result.y_len < CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1985 	ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.point_1.x,  in ccp_run_ecc_pm_cmd()
1986 				      ecc->u.pm.point_1.x_len,  in ccp_run_ecc_pm_cmd()
1991 	ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.point_1.y,  in ccp_run_ecc_pm_cmd()
1992 				      ecc->u.pm.point_1.y_len,  in ccp_run_ecc_pm_cmd()
2004 		ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.point_2.x,  in ccp_run_ecc_pm_cmd()
2005 					      ecc->u.pm.point_2.x_len,  in ccp_run_ecc_pm_cmd()
2010 		ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.point_2.y,  in ccp_run_ecc_pm_cmd()
2011 					      ecc->u.pm.point_2.y_len,  in ccp_run_ecc_pm_cmd()
2022 		ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.domain_a,  in ccp_run_ecc_pm_cmd()
2023 					      ecc->u.pm.domain_a_len,  in ccp_run_ecc_pm_cmd()
2031 			ret = ccp_reverse_set_dm_area(&src, ecc->u.pm.scalar,  in ccp_run_ecc_pm_cmd()
2032 						      ecc->u.pm.scalar_len,  in ccp_run_ecc_pm_cmd()
2051 	op.src.u.dma.address = src.dma.address;  in ccp_run_ecc_pm_cmd()
2052 	op.src.u.dma.offset = 0;  in ccp_run_ecc_pm_cmd()
2053 	op.src.u.dma.length = src.length;  in ccp_run_ecc_pm_cmd()
2054 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_pm_cmd()
2055 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_pm_cmd()
2056 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_pm_cmd()
2058 	op.u.ecc.function = cmd->u.ecc.function;  in ccp_run_ecc_pm_cmd()
2079 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.x,  in ccp_run_ecc_pm_cmd()
2082 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.y,  in ccp_run_ecc_pm_cmd()
2100 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_cmd()