1891 		       struct aead_edesc *edesc,  in aead_unmap()  argument
1895 		   edesc->src_nents, edesc->dst_nents, 0, 0,  in aead_unmap()
1896 		   edesc->sec4_sg_dma, edesc->sec4_sg_bytes);  in aead_unmap()
1900 			     struct ablkcipher_edesc *edesc,  in ablkcipher_unmap()  argument
1907 		   edesc->src_nents, edesc->dst_nents,  in ablkcipher_unmap()
1908 		   edesc->iv_dma, ivsize,  in ablkcipher_unmap()
1909 		   edesc->sec4_sg_dma, edesc->sec4_sg_bytes);  in ablkcipher_unmap()
1916 	struct aead_edesc *edesc;  in aead_encrypt_done()  local
1922 	edesc = container_of(desc, struct aead_edesc, hw_desc[0]);  in aead_encrypt_done()
1927 	aead_unmap(jrdev, edesc, req);  in aead_encrypt_done()
1929 	kfree(edesc);  in aead_encrypt_done()
1938 	struct aead_edesc *edesc;  in aead_decrypt_done()  local
1944 	edesc = container_of(desc, struct aead_edesc, hw_desc[0]);  in aead_decrypt_done()
1949 	aead_unmap(jrdev, edesc, req);  in aead_decrypt_done()
1957 	kfree(edesc);  in aead_decrypt_done()
1966 	struct ablkcipher_edesc *edesc;  in ablkcipher_encrypt_done()  local
1974 	edesc = (struct ablkcipher_edesc *)((char *)desc -  in ablkcipher_encrypt_done()
1983 		       edesc->src_nents > 1 ? 100 : ivsize, 1);  in ablkcipher_encrypt_done()
1986 		       edesc->dst_nents > 1 ? 100 : req->nbytes, 1);  in ablkcipher_encrypt_done()
1989 	ablkcipher_unmap(jrdev, edesc, req);  in ablkcipher_encrypt_done()
1990 	kfree(edesc);  in ablkcipher_encrypt_done()
1999 	struct ablkcipher_edesc *edesc;  in ablkcipher_decrypt_done()  local
2007 	edesc = (struct ablkcipher_edesc *)((char *)desc -  in ablkcipher_decrypt_done()
2018 		       edesc->dst_nents > 1 ? 100 : req->nbytes, 1);  in ablkcipher_decrypt_done()
2021 	ablkcipher_unmap(jrdev, edesc, req);  in ablkcipher_decrypt_done()
2022 	kfree(edesc);  in ablkcipher_decrypt_done()
2031 			  struct aead_edesc *edesc,  in init_aead_job()  argument
2037 	u32 *desc = edesc->hw_desc;  in init_aead_job()
2054 		src_dma = edesc->sec4_sg_dma;  in init_aead_job()
2055 		sec4_sg_index += edesc->src_nents;  in init_aead_job()
2066 		if (!edesc->dst_nents) {  in init_aead_job()
2069 			dst_dma = edesc->sec4_sg_dma +  in init_aead_job()
2090 			 struct aead_edesc *edesc,  in init_gcm_job()  argument
2096 	u32 *desc = edesc->hw_desc;  in init_gcm_job()
2100 	init_aead_job(req, edesc, all_contig, encrypt);  in init_gcm_job()
2119 			     struct aead_edesc *edesc,  in init_authenc_job()  argument
2130 	u32 *desc = edesc->hw_desc;  in init_authenc_job()
2148 	init_aead_job(req, edesc, all_contig, encrypt);  in init_authenc_job()
2161 				struct ablkcipher_edesc *edesc,  in init_ablkcipher_job()  argument
2167 	u32 *desc = edesc->hw_desc;  in init_ablkcipher_job()
2178 		       edesc->src_nents ? 100 : req->nbytes, 1);  in init_ablkcipher_job()
2185 		src_dma = edesc->iv_dma;  in init_ablkcipher_job()
2188 		src_dma = edesc->sec4_sg_dma;  in init_ablkcipher_job()
2189 		sec4_sg_index += edesc->src_nents + 1;  in init_ablkcipher_job()
2195 		if (!edesc->src_nents && iv_contig) {  in init_ablkcipher_job()
2198 			dst_dma = edesc->sec4_sg_dma +  in init_ablkcipher_job()
2203 		if (!edesc->dst_nents) {  in init_ablkcipher_job()
2206 			dst_dma = edesc->sec4_sg_dma +  in init_ablkcipher_job()
2218 				    struct ablkcipher_edesc *edesc,  in init_ablkcipher_giv_job()  argument
2224 	u32 *desc = edesc->hw_desc;  in init_ablkcipher_giv_job()
2235 		       edesc->src_nents ? 100 : req->nbytes, 1);  in init_ablkcipher_giv_job()
2241 	if (!edesc->src_nents) {  in init_ablkcipher_giv_job()
2245 		src_dma = edesc->sec4_sg_dma;  in init_ablkcipher_giv_job()
2246 		sec4_sg_index += edesc->src_nents;  in init_ablkcipher_giv_job()
2252 		dst_dma = edesc->iv_dma;  in init_ablkcipher_giv_job()
2255 		dst_dma = edesc->sec4_sg_dma +  in init_ablkcipher_giv_job()
2275 	struct aead_edesc *edesc;  in aead_edesc_alloc()  local
2304 	edesc = kzalloc(sizeof(*edesc) + desc_bytes + sec4_sg_bytes,  in aead_edesc_alloc()
2306 	if (!edesc) {  in aead_edesc_alloc()
2316 			kfree(edesc);  in aead_edesc_alloc()
2324 			kfree(edesc);  in aead_edesc_alloc()
2334 			kfree(edesc);  in aead_edesc_alloc()
2339 	edesc->src_nents = src_nents;  in aead_edesc_alloc()
2340 	edesc->dst_nents = dst_nents;  in aead_edesc_alloc()
2341 	edesc->sec4_sg = (void *)edesc + sizeof(struct aead_edesc) +  in aead_edesc_alloc()
2348 			      edesc->sec4_sg + sec4_sg_index, 0);  in aead_edesc_alloc()
2353 				   edesc->sec4_sg + sec4_sg_index, 0);  in aead_edesc_alloc()
2357 		return edesc;  in aead_edesc_alloc()
2359 	edesc->sec4_sg_dma = dma_map_single(jrdev, edesc->sec4_sg,  in aead_edesc_alloc()
2361 	if (dma_mapping_error(jrdev, edesc->sec4_sg_dma)) {  in aead_edesc_alloc()
2363 		aead_unmap(jrdev, edesc, req);  in aead_edesc_alloc()
2364 		kfree(edesc);  in aead_edesc_alloc()
2368 	edesc->sec4_sg_bytes = sec4_sg_bytes;  in aead_edesc_alloc()
2370 	return edesc;  in aead_edesc_alloc()
2375 	struct aead_edesc *edesc;  in gcm_encrypt()  local
2384 	edesc = aead_edesc_alloc(req, GCM_DESC_JOB_IO_LEN, &all_contig, true);  in gcm_encrypt()
2385 	if (IS_ERR(edesc))  in gcm_encrypt()
2386 		return PTR_ERR(edesc);  in gcm_encrypt()
2389 	init_gcm_job(req, edesc, all_contig, true);  in gcm_encrypt()
2392 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in gcm_encrypt()
2393 		       desc_bytes(edesc->hw_desc), 1);  in gcm_encrypt()
2396 	desc = edesc->hw_desc;  in gcm_encrypt()
2401 		aead_unmap(jrdev, edesc, req);  in gcm_encrypt()
2402 		kfree(edesc);  in gcm_encrypt()
2418 	struct aead_edesc *edesc;  in aead_encrypt()  local
2427 	edesc = aead_edesc_alloc(req, AUTHENC_DESC_JOB_IO_LEN,  in aead_encrypt()
2429 	if (IS_ERR(edesc))  in aead_encrypt()
2430 		return PTR_ERR(edesc);  in aead_encrypt()
2433 	init_authenc_job(req, edesc, all_contig, true);  in aead_encrypt()
2436 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in aead_encrypt()
2437 		       desc_bytes(edesc->hw_desc), 1);  in aead_encrypt()
2440 	desc = edesc->hw_desc;  in aead_encrypt()
2445 		aead_unmap(jrdev, edesc, req);  in aead_encrypt()
2446 		kfree(edesc);  in aead_encrypt()
2454 	struct aead_edesc *edesc;  in gcm_decrypt()  local
2463 	edesc = aead_edesc_alloc(req, GCM_DESC_JOB_IO_LEN, &all_contig, false);  in gcm_decrypt()
2464 	if (IS_ERR(edesc))  in gcm_decrypt()
2465 		return PTR_ERR(edesc);  in gcm_decrypt()
2468 	init_gcm_job(req, edesc, all_contig, false);  in gcm_decrypt()
2471 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in gcm_decrypt()
2472 		       desc_bytes(edesc->hw_desc), 1);  in gcm_decrypt()
2475 	desc = edesc->hw_desc;  in gcm_decrypt()
2480 		aead_unmap(jrdev, edesc, req);  in gcm_decrypt()
2481 		kfree(edesc);  in gcm_decrypt()
2497 	struct aead_edesc *edesc;  in aead_decrypt()  local
2506 	edesc = aead_edesc_alloc(req, AUTHENC_DESC_JOB_IO_LEN,  in aead_decrypt()
2508 	if (IS_ERR(edesc))  in aead_decrypt()
2509 		return PTR_ERR(edesc);  in aead_decrypt()
2518 	init_authenc_job(req, edesc, all_contig, false);  in aead_decrypt()
2521 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in aead_decrypt()
2522 		       desc_bytes(edesc->hw_desc), 1);  in aead_decrypt()
2525 	desc = edesc->hw_desc;  in aead_decrypt()
2530 		aead_unmap(jrdev, edesc, req);  in aead_decrypt()
2531 		kfree(edesc);  in aead_decrypt()
2565 	struct ablkcipher_edesc *edesc;  in ablkcipher_edesc_alloc()  local
2605 	edesc = kzalloc(sizeof(*edesc) + desc_bytes + sec4_sg_bytes,  in ablkcipher_edesc_alloc()
2607 	if (!edesc) {  in ablkcipher_edesc_alloc()
2612 	edesc->src_nents = src_nents;  in ablkcipher_edesc_alloc()
2613 	edesc->dst_nents = dst_nents;  in ablkcipher_edesc_alloc()
2614 	edesc->sec4_sg_bytes = sec4_sg_bytes;  in ablkcipher_edesc_alloc()
2615 	edesc->sec4_sg = (void *)edesc + sizeof(struct ablkcipher_edesc) +  in ablkcipher_edesc_alloc()
2620 		dma_to_sec4_sg_one(edesc->sec4_sg, iv_dma, ivsize, 0);  in ablkcipher_edesc_alloc()
2622 				   edesc->sec4_sg + 1, 0);  in ablkcipher_edesc_alloc()
2628 			edesc->sec4_sg + sec4_sg_index, 0);  in ablkcipher_edesc_alloc()
2631 	edesc->sec4_sg_dma = dma_map_single(jrdev, edesc->sec4_sg,  in ablkcipher_edesc_alloc()
2633 	if (dma_mapping_error(jrdev, edesc->sec4_sg_dma)) {  in ablkcipher_edesc_alloc()
2638 	edesc->iv_dma = iv_dma;  in ablkcipher_edesc_alloc()
2642 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->sec4_sg,  in ablkcipher_edesc_alloc()
2647 	return edesc;  in ablkcipher_edesc_alloc()
2652 	struct ablkcipher_edesc *edesc;  in ablkcipher_encrypt()  local
2661 	edesc = ablkcipher_edesc_alloc(req, DESC_JOB_IO_LEN *  in ablkcipher_encrypt()
2663 	if (IS_ERR(edesc))  in ablkcipher_encrypt()
2664 		return PTR_ERR(edesc);  in ablkcipher_encrypt()
2668 		ctx->sh_desc_enc_dma, edesc, req, iv_contig);  in ablkcipher_encrypt()
2671 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in ablkcipher_encrypt()
2672 		       desc_bytes(edesc->hw_desc), 1);  in ablkcipher_encrypt()
2674 	desc = edesc->hw_desc;  in ablkcipher_encrypt()
2680 		ablkcipher_unmap(jrdev, edesc, req);  in ablkcipher_encrypt()
2681 		kfree(edesc);  in ablkcipher_encrypt()
2689 	struct ablkcipher_edesc *edesc;  in ablkcipher_decrypt()  local
2698 	edesc = ablkcipher_edesc_alloc(req, DESC_JOB_IO_LEN *  in ablkcipher_decrypt()
2700 	if (IS_ERR(edesc))  in ablkcipher_decrypt()
2701 		return PTR_ERR(edesc);  in ablkcipher_decrypt()
2705 		ctx->sh_desc_dec_dma, edesc, req, iv_contig);  in ablkcipher_decrypt()
2706 	desc = edesc->hw_desc;  in ablkcipher_decrypt()
2709 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in ablkcipher_decrypt()
2710 		       desc_bytes(edesc->hw_desc), 1);  in ablkcipher_decrypt()
2717 		ablkcipher_unmap(jrdev, edesc, req);  in ablkcipher_decrypt()
2718 		kfree(edesc);  in ablkcipher_decrypt()
2741 	struct ablkcipher_edesc *edesc;  in ablkcipher_giv_edesc_alloc()  local
2781 	edesc = kzalloc(sizeof(*edesc) + desc_bytes + sec4_sg_bytes,  in ablkcipher_giv_edesc_alloc()
2783 	if (!edesc) {  in ablkcipher_giv_edesc_alloc()
2788 	edesc->src_nents = src_nents;  in ablkcipher_giv_edesc_alloc()
2789 	edesc->dst_nents = dst_nents;  in ablkcipher_giv_edesc_alloc()
2790 	edesc->sec4_sg_bytes = sec4_sg_bytes;  in ablkcipher_giv_edesc_alloc()
2791 	edesc->sec4_sg = (void *)edesc + sizeof(struct ablkcipher_edesc) +  in ablkcipher_giv_edesc_alloc()
2796 		sg_to_sec4_sg_last(req->src, src_nents, edesc->sec4_sg, 0);  in ablkcipher_giv_edesc_alloc()
2801 		dma_to_sec4_sg_one(edesc->sec4_sg + sec4_sg_index,  in ablkcipher_giv_edesc_alloc()
2805 				   edesc->sec4_sg + sec4_sg_index, 0);  in ablkcipher_giv_edesc_alloc()
2808 	edesc->sec4_sg_dma = dma_map_single(jrdev, edesc->sec4_sg,  in ablkcipher_giv_edesc_alloc()
2810 	if (dma_mapping_error(jrdev, edesc->sec4_sg_dma)) {  in ablkcipher_giv_edesc_alloc()
2814 	edesc->iv_dma = iv_dma;  in ablkcipher_giv_edesc_alloc()
2819 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->sec4_sg,  in ablkcipher_giv_edesc_alloc()
2824 	return edesc;  in ablkcipher_giv_edesc_alloc()
2830 	struct ablkcipher_edesc *edesc;  in ablkcipher_givencrypt()  local
2839 	edesc = ablkcipher_giv_edesc_alloc(creq, DESC_JOB_IO_LEN *  in ablkcipher_givencrypt()
2841 	if (IS_ERR(edesc))  in ablkcipher_givencrypt()
2842 		return PTR_ERR(edesc);  in ablkcipher_givencrypt()
2846 				edesc, req, iv_contig);  in ablkcipher_givencrypt()
2850 		       DUMP_PREFIX_ADDRESS, 16, 4, edesc->hw_desc,  in ablkcipher_givencrypt()
2851 		       desc_bytes(edesc->hw_desc), 1);  in ablkcipher_givencrypt()
2853 	desc = edesc->hw_desc;  in ablkcipher_givencrypt()
2859 		ablkcipher_unmap(jrdev, edesc, req);  in ablkcipher_givencrypt()
2860 		kfree(edesc);  in ablkcipher_givencrypt()