42 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_done()  local
54 	dma_unmap_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_done()
55 	dma_unmap_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_done()
57 	memcpy(rctx->digest, result->auth_iv, digestsize);  in qce_ahash_done()
61 	rctx->byte_count[0] = cpu_to_be32(result->auth_byte_count[0]);  in qce_ahash_done()
62 	rctx->byte_count[1] = cpu_to_be32(result->auth_byte_count[1]);  in qce_ahash_done()
68 	req->src = rctx->src_orig;  in qce_ahash_done()
69 	req->nbytes = rctx->nbytes_orig;  in qce_ahash_done()
70 	rctx->last_blk = false;  in qce_ahash_done()
71 	rctx->first_blk = false;  in qce_ahash_done()
79 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_async_req_handle()  local
83 	unsigned long flags = rctx->flags;  in qce_ahash_async_req_handle()
87 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
88 		rctx->authklen = QCE_SHA_HMAC_KEY_SIZE;  in qce_ahash_async_req_handle()
90 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
91 		rctx->authklen = AES_KEYSIZE_128;  in qce_ahash_async_req_handle()
94 	rctx->src_nents = sg_nents_for_len(req->src, req->nbytes);  in qce_ahash_async_req_handle()
95 	ret = dma_map_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_async_req_handle()
99 	sg_init_one(&rctx->result_sg, qce->dma.result_buf, QCE_RESULT_BUF_SZ);  in qce_ahash_async_req_handle()
101 	ret = dma_map_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_async_req_handle()
105 	ret = qce_dma_prep_sgs(&qce->dma, req->src, rctx->src_nents,  in qce_ahash_async_req_handle()
106 			       &rctx->result_sg, 1, qce_ahash_done, async_req);  in qce_ahash_async_req_handle()
121 	dma_unmap_sg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE);  in qce_ahash_async_req_handle()
123 	dma_unmap_sg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE);  in qce_ahash_async_req_handle()
129 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_init()  local
133 	memset(rctx, 0, sizeof(*rctx));  in qce_ahash_init()
134 	rctx->first_blk = true;  in qce_ahash_init()
135 	rctx->last_blk = false;  in qce_ahash_init()
136 	rctx->flags = tmpl->alg_flags;  in qce_ahash_init()
137 	memcpy(rctx->digest, std_iv, sizeof(rctx->digest));  in qce_ahash_init()
145 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_export()  local
146 	unsigned long flags = rctx->flags;  in qce_ahash_export()
154 		out_state->count = rctx->count;  in qce_ahash_export()
156 				       rctx->digest, digestsize);  in qce_ahash_export()
157 		memcpy(out_state->buffer, rctx->buf, blocksize);  in qce_ahash_export()
161 		out_state->count = rctx->count;  in qce_ahash_export()
163 				       rctx->digest, digestsize);  in qce_ahash_export()
164 		memcpy(out_state->buf, rctx->buf, blocksize);  in qce_ahash_export()
176 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_import_common()  local
182 	rctx->count = in_count;  in qce_import_common()
183 	memcpy(rctx->buf, buffer, blocksize);  in qce_import_common()
186 		rctx->first_blk = 1;  in qce_import_common()
188 		rctx->first_blk = 0;  in qce_import_common()
198 	rctx->byte_count[0] = (__force __be32)(count & ~SHA_PADDING_MASK);  in qce_import_common()
199 	rctx->byte_count[1] = (__force __be32)(count >> 32);  in qce_import_common()
200 	qce_cpu_to_be32p_array((__be32 *)rctx->digest, (const u8 *)state,  in qce_import_common()
202 	rctx->buflen = (unsigned int)(in_count & (blocksize - 1));  in qce_import_common()
209 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_import()  local
210 	unsigned long flags = rctx->flags;  in qce_ahash_import()
232 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_update()  local
242 	rctx->count += req->nbytes;  in qce_ahash_update()
245 	total = req->nbytes + rctx->buflen;  in qce_ahash_update()
248 		scatterwalk_map_and_copy(rctx->buf + rctx->buflen, req->src,  in qce_ahash_update()
250 		rctx->buflen += req->nbytes;  in qce_ahash_update()
255 	rctx->src_orig = req->src;  in qce_ahash_update()
256 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_update()
262 	if (rctx->buflen)  in qce_ahash_update()
263 		memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_update()
269 		scatterwalk_map_and_copy(rctx->buf, req->src, src_offset,  in qce_ahash_update()
276 	len = rctx->buflen;  in qce_ahash_update()
292 	if (rctx->buflen) {  in qce_ahash_update()
293 		sg_init_table(rctx->sg, 2);  in qce_ahash_update()
294 		sg_set_buf(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_update()
295 		sg_chain(rctx->sg, 2, req->src);  in qce_ahash_update()
296 		req->src = rctx->sg;  in qce_ahash_update()
300 	rctx->buflen = hash_later;  in qce_ahash_update()
307 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_final()  local
311 	if (!rctx->buflen)  in qce_ahash_final()
314 	rctx->last_blk = true;  in qce_ahash_final()
316 	rctx->src_orig = req->src;  in qce_ahash_final()
317 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_final()
319 	memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_final()
320 	sg_init_one(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_final()
322 	req->src = rctx->sg;  in qce_ahash_final()
323 	req->nbytes = rctx->buflen;  in qce_ahash_final()
330 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_digest()  local
339 	rctx->src_orig = req->src;  in qce_ahash_digest()
340 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_digest()
341 	rctx->first_blk = true;  in qce_ahash_digest()
342 	rctx->last_blk = true;  in qce_ahash_digest()