78 	} u;  member
132 	} u;  member
269 		| (op->u.aes.type << REQ1_AES_TYPE_SHIFT)  in ccp_perform_aes()
270 		| (op->u.aes.mode << REQ1_AES_MODE_SHIFT)  in ccp_perform_aes()
271 		| (op->u.aes.action << REQ1_AES_ACTION_SHIFT)  in ccp_perform_aes()
273 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_aes()
274 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_aes()
277 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_aes()
278 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_aes()
280 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_aes()
282 	if (op->u.aes.mode == CCP_AES_MODE_CFB)  in ccp_perform_aes()
300 		| (op->u.xts.action << REQ1_AES_ACTION_SHIFT)  in ccp_perform_xts_aes()
301 		| (op->u.xts.unit_size << REQ1_XTS_AES_SIZE_SHIFT)  in ccp_perform_xts_aes()
303 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_xts_aes()
304 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_xts_aes()
307 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_xts_aes()
308 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_xts_aes()
310 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_xts_aes()
327 		| (op->u.sha.type << REQ1_SHA_TYPE_SHIFT)  in ccp_perform_sha()
329 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_sha()
330 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_sha()
333 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_sha()
337 		cr[4] = lower_32_bits(op->u.sha.msg_bits);  in ccp_perform_sha()
338 		cr[5] = upper_32_bits(op->u.sha.msg_bits);  in ccp_perform_sha()
353 		| (op->u.rsa.mod_size << REQ1_RSA_MOD_SIZE_SHIFT)  in ccp_perform_rsa()
356 	cr[1] = op->u.rsa.input_len - 1;  in ccp_perform_rsa()
357 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_rsa()
360 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_rsa()
361 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_rsa()
363 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_rsa()
374 		| (op->u.passthru.bit_mod << REQ1_PT_BW_SHIFT)  in ccp_perform_passthru()
375 		| (op->u.passthru.byte_swap << REQ1_PT_BS_SHIFT);  in ccp_perform_passthru()
378 		cr[1] = op->src.u.dma.length - 1;  in ccp_perform_passthru()
380 		cr[1] = op->dst.u.dma.length - 1;  in ccp_perform_passthru()
383 		cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_passthru()
385 			| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_passthru()
387 		if (op->u.passthru.bit_mod != CCP_PASSTHRU_BITWISE_NOOP)  in ccp_perform_passthru()
390 		cr[2] = op->src.u.ksb * CCP_KSB_BYTES;  in ccp_perform_passthru()
395 		cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_passthru()
397 			| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_passthru()
399 		cr[4] = op->dst.u.ksb * CCP_KSB_BYTES;  in ccp_perform_passthru()
416 		| (op->u.ecc.function << REQ1_ECC_FUNCTION_SHIFT)  in ccp_perform_ecc()
418 	cr[1] = op->src.u.dma.length - 1;  in ccp_perform_ecc()
419 	cr[2] = ccp_addr_lo(&op->src.u.dma);  in ccp_perform_ecc()
421 		| ccp_addr_hi(&op->src.u.dma);  in ccp_perform_ecc()
422 	cr[4] = ccp_addr_lo(&op->dst.u.dma);  in ccp_perform_ecc()
424 		| ccp_addr_hi(&op->dst.u.dma);  in ccp_perform_ecc()
784 		op->src.u.dma.address = src->dm_wa.dma.address;  in ccp_prepare_data()
785 		op->src.u.dma.offset = 0;  in ccp_prepare_data()
786 		op->src.u.dma.length = (blocksize_op) ? block_size : cp_len;  in ccp_prepare_data()
791 		op->src.u.dma.address = sg_dma_address(src->sg_wa.sg);  in ccp_prepare_data()
792 		op->src.u.dma.offset = src->sg_wa.sg_used;  in ccp_prepare_data()
793 		op->src.u.dma.length = op_len & ~(block_size - 1);  in ccp_prepare_data()
795 		ccp_update_sg_workarea(&src->sg_wa, op->src.u.dma.length);  in ccp_prepare_data()
805 			op->dst.u.dma.address = dst->dm_wa.dma.address;  in ccp_prepare_data()
806 			op->dst.u.dma.offset = 0;  in ccp_prepare_data()
807 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
812 			op->dst.u.dma.address = sg_dma_address(dst->sg_wa.sg);  in ccp_prepare_data()
813 			op->dst.u.dma.offset = dst->sg_wa.sg_used;  in ccp_prepare_data()
814 			op->dst.u.dma.length = op->src.u.dma.length;  in ccp_prepare_data()
825 		if (op->dst.u.dma.address == dst->dm_wa.dma.address)  in ccp_process_data()
829 					       op->dst.u.dma.length);  in ccp_process_data()
848 		op.src.u.ksb = ksb;  in ccp_copy_to_from_ksb()
850 		op.dst.u.dma.address = wa->dma.address;  in ccp_copy_to_from_ksb()
851 		op.dst.u.dma.length = wa->length;  in ccp_copy_to_from_ksb()
854 		op.src.u.dma.address = wa->dma.address;  in ccp_copy_to_from_ksb()
855 		op.src.u.dma.length = wa->length;  in ccp_copy_to_from_ksb()
857 		op.dst.u.ksb = ksb;  in ccp_copy_to_from_ksb()
860 	op.u.passthru.byte_swap = byte_swap;  in ccp_copy_to_from_ksb()
882 	struct ccp_aes_engine *aes = &cmd->u.aes;  in ccp_run_aes_cmac_cmd()
921 	op.u.aes.type = aes->type;  in ccp_run_aes_cmac_cmd()
922 	op.u.aes.mode = aes->mode;  in ccp_run_aes_cmac_cmd()
923 	op.u.aes.action = aes->action;  in ccp_run_aes_cmac_cmd()
1031 	struct ccp_aes_engine *aes = &cmd->u.aes;  in ccp_run_aes_cmd()
1074 	op.u.aes.type = aes->type;  in ccp_run_aes_cmd()
1075 	op.u.aes.mode = aes->mode;  in ccp_run_aes_cmd()
1076 	op.u.aes.action = aes->action;  in ccp_run_aes_cmd()
1200 	struct ccp_xts_aes_engine *xts = &cmd->u.xts;  in ccp_run_xts_aes_cmd()
1251 	op.u.xts.action = xts->action;  in ccp_run_xts_aes_cmd()
1252 	op.u.xts.unit_size = xts->unit_size;  in ccp_run_xts_aes_cmd()
1362 	struct ccp_sha_engine *sha = &cmd->u.sha;  in ccp_run_sha_cmd()
1422 	op.u.sha.type = sha->type;  in ccp_run_sha_cmd()
1423 	op.u.sha.msg_bits = sha->msg_bits;  in ccp_run_sha_cmd()
1538 		hmac_cmd.u.sha.type = sha->type;  in ccp_run_sha_cmd()
1539 		hmac_cmd.u.sha.ctx = sha->ctx;  in ccp_run_sha_cmd()
1540 		hmac_cmd.u.sha.ctx_len = sha->ctx_len;  in ccp_run_sha_cmd()
1541 		hmac_cmd.u.sha.src = &sg;  in ccp_run_sha_cmd()
1542 		hmac_cmd.u.sha.src_len = block_size + digest_size;  in ccp_run_sha_cmd()
1543 		hmac_cmd.u.sha.opad = NULL;  in ccp_run_sha_cmd()
1544 		hmac_cmd.u.sha.opad_len = 0;  in ccp_run_sha_cmd()
1545 		hmac_cmd.u.sha.first = 1;  in ccp_run_sha_cmd()
1546 		hmac_cmd.u.sha.final = 1;  in ccp_run_sha_cmd()
1547 		hmac_cmd.u.sha.msg_bits = (block_size + digest_size) << 3;  in ccp_run_sha_cmd()
1567 	struct ccp_rsa_engine *rsa = &cmd->u.rsa;  in ccp_run_rsa_cmd()
1639 	op.src.u.dma.address = src.dma.address;  in ccp_run_rsa_cmd()
1640 	op.src.u.dma.offset = 0;  in ccp_run_rsa_cmd()
1641 	op.src.u.dma.length = i_len;  in ccp_run_rsa_cmd()
1642 	op.dst.u.dma.address = dst.dm_wa.dma.address;  in ccp_run_rsa_cmd()
1643 	op.dst.u.dma.offset = 0;  in ccp_run_rsa_cmd()
1644 	op.dst.u.dma.length = o_len;  in ccp_run_rsa_cmd()
1646 	op.u.rsa.mod_size = rsa->key_size;  in ccp_run_rsa_cmd()
1647 	op.u.rsa.input_len = i_len;  in ccp_run_rsa_cmd()
1675 	struct ccp_passthru_engine *pt = &cmd->u.passthru;  in ccp_run_passthru_cmd()
1765 		op.src.u.dma.address = sg_dma_address(src.sg_wa.sg);  in ccp_run_passthru_cmd()
1766 		op.src.u.dma.offset = 0;  in ccp_run_passthru_cmd()
1767 		op.src.u.dma.length = sg_dma_len(src.sg_wa.sg);  in ccp_run_passthru_cmd()
1770 		op.dst.u.dma.address = sg_dma_address(dst.sg_wa.sg);  in ccp_run_passthru_cmd()
1771 		op.dst.u.dma.offset = dst.sg_wa.sg_used;  in ccp_run_passthru_cmd()
1772 		op.dst.u.dma.length = op.src.u.dma.length;  in ccp_run_passthru_cmd()
1804 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_mm_cmd()
1810 	if (!ecc->u.mm.operand_1 ||  in ccp_run_ecc_mm_cmd()
1811 	    (ecc->u.mm.operand_1_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1815 		if (!ecc->u.mm.operand_2 ||  in ccp_run_ecc_mm_cmd()
1816 		    (ecc->u.mm.operand_2_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1819 	if (!ecc->u.mm.result ||  in ccp_run_ecc_mm_cmd()
1820 	    (ecc->u.mm.result_len < CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_mm_cmd()
1848 	ccp_reverse_set_dm_area(&src, ecc->u.mm.operand_1,  in ccp_run_ecc_mm_cmd()
1849 				ecc->u.mm.operand_1_len,  in ccp_run_ecc_mm_cmd()
1855 		ccp_reverse_set_dm_area(&src, ecc->u.mm.operand_2,  in ccp_run_ecc_mm_cmd()
1856 					ecc->u.mm.operand_2_len,  in ccp_run_ecc_mm_cmd()
1871 	op.src.u.dma.address = src.dma.address;  in ccp_run_ecc_mm_cmd()
1872 	op.src.u.dma.offset = 0;  in ccp_run_ecc_mm_cmd()
1873 	op.src.u.dma.length = src.length;  in ccp_run_ecc_mm_cmd()
1874 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_mm_cmd()
1875 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_mm_cmd()
1876 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_mm_cmd()
1878 	op.u.ecc.function = cmd->u.ecc.function;  in ccp_run_ecc_mm_cmd()
1894 	ccp_reverse_get_dm_area(&dst, ecc->u.mm.result, CCP_ECC_MODULUS_BYTES);  in ccp_run_ecc_mm_cmd()
1907 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_pm_cmd()
1913 	if (!ecc->u.pm.point_1.x ||  in ccp_run_ecc_pm_cmd()
1914 	    (ecc->u.pm.point_1.x_len > CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1915 	    !ecc->u.pm.point_1.y ||  in ccp_run_ecc_pm_cmd()
1916 	    (ecc->u.pm.point_1.y_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1920 		if (!ecc->u.pm.point_2.x ||  in ccp_run_ecc_pm_cmd()
1921 		    (ecc->u.pm.point_2.x_len > CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1922 		    !ecc->u.pm.point_2.y ||  in ccp_run_ecc_pm_cmd()
1923 		    (ecc->u.pm.point_2.y_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1926 		if (!ecc->u.pm.domain_a ||  in ccp_run_ecc_pm_cmd()
1927 		    (ecc->u.pm.domain_a_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1931 			if (!ecc->u.pm.scalar ||  in ccp_run_ecc_pm_cmd()
1932 			    (ecc->u.pm.scalar_len > CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1936 	if (!ecc->u.pm.result.x ||  in ccp_run_ecc_pm_cmd()
1937 	    (ecc->u.pm.result.x_len < CCP_ECC_MODULUS_BYTES) ||  in ccp_run_ecc_pm_cmd()
1938 	    !ecc->u.pm.result.y ||  in ccp_run_ecc_pm_cmd()
1939 	    (ecc->u.pm.result.y_len < CCP_ECC_MODULUS_BYTES))  in ccp_run_ecc_pm_cmd()
1967 	ccp_reverse_set_dm_area(&src, ecc->u.pm.point_1.x,  in ccp_run_ecc_pm_cmd()
1968 				ecc->u.pm.point_1.x_len,  in ccp_run_ecc_pm_cmd()
1971 	ccp_reverse_set_dm_area(&src, ecc->u.pm.point_1.y,  in ccp_run_ecc_pm_cmd()
1972 				ecc->u.pm.point_1.y_len,  in ccp_run_ecc_pm_cmd()
1982 		ccp_reverse_set_dm_area(&src, ecc->u.pm.point_2.x,  in ccp_run_ecc_pm_cmd()
1983 					ecc->u.pm.point_2.x_len,  in ccp_run_ecc_pm_cmd()
1986 		ccp_reverse_set_dm_area(&src, ecc->u.pm.point_2.y,  in ccp_run_ecc_pm_cmd()
1987 					ecc->u.pm.point_2.y_len,  in ccp_run_ecc_pm_cmd()
1996 		ccp_reverse_set_dm_area(&src, ecc->u.pm.domain_a,  in ccp_run_ecc_pm_cmd()
1997 					ecc->u.pm.domain_a_len,  in ccp_run_ecc_pm_cmd()
2003 			ccp_reverse_set_dm_area(&src, ecc->u.pm.scalar,  in ccp_run_ecc_pm_cmd()
2004 						ecc->u.pm.scalar_len,  in ccp_run_ecc_pm_cmd()
2020 	op.src.u.dma.address = src.dma.address;  in ccp_run_ecc_pm_cmd()
2021 	op.src.u.dma.offset = 0;  in ccp_run_ecc_pm_cmd()
2022 	op.src.u.dma.length = src.length;  in ccp_run_ecc_pm_cmd()
2023 	op.dst.u.dma.address = dst.dma.address;  in ccp_run_ecc_pm_cmd()
2024 	op.dst.u.dma.offset = 0;  in ccp_run_ecc_pm_cmd()
2025 	op.dst.u.dma.length = dst.length;  in ccp_run_ecc_pm_cmd()
2027 	op.u.ecc.function = cmd->u.ecc.function;  in ccp_run_ecc_pm_cmd()
2048 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.x,  in ccp_run_ecc_pm_cmd()
2051 	ccp_reverse_get_dm_area(&dst, ecc->u.pm.result.y,  in ccp_run_ecc_pm_cmd()
2069 	struct ccp_ecc_engine *ecc = &cmd->u.ecc;  in ccp_run_ecc_cmd()