42 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_done()  local
54 	qce_unmapsg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE,  in qce_ahash_done()
55 		    rctx->src_chained);  in qce_ahash_done()
56 	qce_unmapsg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE, 0);  in qce_ahash_done()
58 	memcpy(rctx->digest, result->auth_iv, digestsize);  in qce_ahash_done()
62 	rctx->byte_count[0] = cpu_to_be32(result->auth_byte_count[0]);  in qce_ahash_done()
63 	rctx->byte_count[1] = cpu_to_be32(result->auth_byte_count[1]);  in qce_ahash_done()
69 	req->src = rctx->src_orig;  in qce_ahash_done()
70 	req->nbytes = rctx->nbytes_orig;  in qce_ahash_done()
71 	rctx->last_blk = false;  in qce_ahash_done()
72 	rctx->first_blk = false;  in qce_ahash_done()
80 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_async_req_handle()  local
84 	unsigned long flags = rctx->flags;  in qce_ahash_async_req_handle()
88 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
89 		rctx->authklen = QCE_SHA_HMAC_KEY_SIZE;  in qce_ahash_async_req_handle()
91 		rctx->authkey = ctx->authkey;  in qce_ahash_async_req_handle()
92 		rctx->authklen = AES_KEYSIZE_128;  in qce_ahash_async_req_handle()
95 	rctx->src_nents = qce_countsg(req->src, req->nbytes,  in qce_ahash_async_req_handle()
96 				      &rctx->src_chained);  in qce_ahash_async_req_handle()
97 	ret = qce_mapsg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE,  in qce_ahash_async_req_handle()
98 			rctx->src_chained);  in qce_ahash_async_req_handle()
102 	sg_init_one(&rctx->result_sg, qce->dma.result_buf, QCE_RESULT_BUF_SZ);  in qce_ahash_async_req_handle()
104 	ret = qce_mapsg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE, 0);  in qce_ahash_async_req_handle()
108 	ret = qce_dma_prep_sgs(&qce->dma, req->src, rctx->src_nents,  in qce_ahash_async_req_handle()
109 			       &rctx->result_sg, 1, qce_ahash_done, async_req);  in qce_ahash_async_req_handle()
124 	qce_unmapsg(qce->dev, &rctx->result_sg, 1, DMA_FROM_DEVICE, 0);  in qce_ahash_async_req_handle()
126 	qce_unmapsg(qce->dev, req->src, rctx->src_nents, DMA_TO_DEVICE,  in qce_ahash_async_req_handle()
127 		    rctx->src_chained);  in qce_ahash_async_req_handle()
133 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_init()  local
137 	memset(rctx, 0, sizeof(*rctx));  in qce_ahash_init()
138 	rctx->first_blk = true;  in qce_ahash_init()
139 	rctx->last_blk = false;  in qce_ahash_init()
140 	rctx->flags = tmpl->alg_flags;  in qce_ahash_init()
141 	memcpy(rctx->digest, std_iv, sizeof(rctx->digest));  in qce_ahash_init()
149 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_export()  local
150 	unsigned long flags = rctx->flags;  in qce_ahash_export()
158 		out_state->count = rctx->count;  in qce_ahash_export()
160 				       rctx->digest, digestsize);  in qce_ahash_export()
161 		memcpy(out_state->buffer, rctx->buf, blocksize);  in qce_ahash_export()
165 		out_state->count = rctx->count;  in qce_ahash_export()
167 				       rctx->digest, digestsize);  in qce_ahash_export()
168 		memcpy(out_state->buf, rctx->buf, blocksize);  in qce_ahash_export()
180 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_import_common()  local
186 	rctx->count = in_count;  in qce_import_common()
187 	memcpy(rctx->buf, buffer, blocksize);  in qce_import_common()
190 		rctx->first_blk = 1;  in qce_import_common()
192 		rctx->first_blk = 0;  in qce_import_common()
202 	rctx->byte_count[0] = (__force __be32)(count & ~SHA_PADDING_MASK);  in qce_import_common()
203 	rctx->byte_count[1] = (__force __be32)(count >> 32);  in qce_import_common()
204 	qce_cpu_to_be32p_array((__be32 *)rctx->digest, (const u8 *)state,  in qce_import_common()
206 	rctx->buflen = (unsigned int)(in_count & (blocksize - 1));  in qce_import_common()
213 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_import()  local
214 	unsigned long flags = rctx->flags;  in qce_ahash_import()
236 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_update()  local
246 	rctx->count += req->nbytes;  in qce_ahash_update()
249 	total = req->nbytes + rctx->buflen;  in qce_ahash_update()
252 		scatterwalk_map_and_copy(rctx->buf + rctx->buflen, req->src,  in qce_ahash_update()
254 		rctx->buflen += req->nbytes;  in qce_ahash_update()
259 	rctx->src_orig = req->src;  in qce_ahash_update()
260 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_update()
266 	if (rctx->buflen)  in qce_ahash_update()
267 		memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_update()
273 		scatterwalk_map_and_copy(rctx->buf, req->src, src_offset,  in qce_ahash_update()
280 	len = rctx->buflen;  in qce_ahash_update()
296 	if (rctx->buflen) {  in qce_ahash_update()
297 		sg_init_table(rctx->sg, 2);  in qce_ahash_update()
298 		sg_set_buf(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_update()
299 		scatterwalk_sg_chain(rctx->sg, 2, req->src);  in qce_ahash_update()
300 		req->src = rctx->sg;  in qce_ahash_update()
304 	rctx->buflen = hash_later;  in qce_ahash_update()
311 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_final()  local
315 	if (!rctx->buflen)  in qce_ahash_final()
318 	rctx->last_blk = true;  in qce_ahash_final()
320 	rctx->src_orig = req->src;  in qce_ahash_final()
321 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_final()
323 	memcpy(rctx->tmpbuf, rctx->buf, rctx->buflen);  in qce_ahash_final()
324 	sg_init_one(rctx->sg, rctx->tmpbuf, rctx->buflen);  in qce_ahash_final()
326 	req->src = rctx->sg;  in qce_ahash_final()
327 	req->nbytes = rctx->buflen;  in qce_ahash_final()
334 	struct qce_sha_reqctx *rctx = ahash_request_ctx(req);  in qce_ahash_digest()  local
343 	rctx->src_orig = req->src;  in qce_ahash_digest()
344 	rctx->nbytes_orig = req->nbytes;  in qce_ahash_digest()
345 	rctx->first_blk = true;  in qce_ahash_digest()
346 	rctx->last_blk = true;  in qce_ahash_digest()