31 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_complete()  local
37 	if (rctx->hash_rem) {  in ccp_aes_cmac_complete()
39 		unsigned int offset = rctx->nbytes - rctx->hash_rem;  in ccp_aes_cmac_complete()
41 		scatterwalk_map_and_copy(rctx->buf, rctx->src,  in ccp_aes_cmac_complete()
42 					 offset, rctx->hash_rem, 0);  in ccp_aes_cmac_complete()
43 		rctx->buf_count = rctx->hash_rem;  in ccp_aes_cmac_complete()
45 		rctx->buf_count = 0;  in ccp_aes_cmac_complete()
50 		memcpy(req->result, rctx->iv, digest_size);  in ccp_aes_cmac_complete()
53 	sg_free_table(&rctx->data_sg);  in ccp_aes_cmac_complete()
63 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_do_cmac_update()  local
76 		rctx->null_msg = 0;  in ccp_do_cmac_update()
78 	len = (u64)rctx->buf_count + (u64)nbytes;  in ccp_do_cmac_update()
81 		scatterwalk_map_and_copy(rctx->buf + rctx->buf_count, req->src,  in ccp_do_cmac_update()
83 		rctx->buf_count += nbytes;  in ccp_do_cmac_update()
88 	rctx->src = req->src;  in ccp_do_cmac_update()
89 	rctx->nbytes = nbytes;  in ccp_do_cmac_update()
91 	rctx->final = final;  in ccp_do_cmac_update()
92 	rctx->hash_rem = final ? 0 : len & (block_size - 1);  in ccp_do_cmac_update()
93 	rctx->hash_cnt = len - rctx->hash_rem;  in ccp_do_cmac_update()
94 	if (!final && !rctx->hash_rem) {  in ccp_do_cmac_update()
96 		rctx->hash_cnt -= block_size;  in ccp_do_cmac_update()
97 		rctx->hash_rem = block_size;  in ccp_do_cmac_update()
100 	if (final && (rctx->null_msg || (len & (block_size - 1))))  in ccp_do_cmac_update()
105 	sg_init_one(&rctx->iv_sg, rctx->iv, sizeof(rctx->iv));  in ccp_do_cmac_update()
113 	ret = sg_alloc_table(&rctx->data_sg, sg_count, gfp);  in ccp_do_cmac_update()
118 	if (rctx->buf_count) {  in ccp_do_cmac_update()
119 		sg_init_one(&rctx->buf_sg, rctx->buf, rctx->buf_count);  in ccp_do_cmac_update()
120 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, &rctx->buf_sg);  in ccp_do_cmac_update()
128 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, req->src);  in ccp_do_cmac_update()
138 		rctx->hash_cnt += pad_length;  in ccp_do_cmac_update()
140 		memset(rctx->pad, 0, sizeof(rctx->pad));  in ccp_do_cmac_update()
141 		rctx->pad[0] = 0x80;  in ccp_do_cmac_update()
142 		sg_init_one(&rctx->pad_sg, rctx->pad, pad_length);  in ccp_do_cmac_update()
143 		sg = ccp_crypto_sg_table_add(&rctx->data_sg, &rctx->pad_sg);  in ccp_do_cmac_update()
151 		sg = rctx->data_sg.sgl;  in ccp_do_cmac_update()
159 	memset(&rctx->cmd, 0, sizeof(rctx->cmd));  in ccp_do_cmac_update()
160 	INIT_LIST_HEAD(&rctx->cmd.entry);  in ccp_do_cmac_update()
161 	rctx->cmd.engine = CCP_ENGINE_AES;  in ccp_do_cmac_update()
162 	rctx->cmd.u.aes.type = ctx->u.aes.type;  in ccp_do_cmac_update()
163 	rctx->cmd.u.aes.mode = ctx->u.aes.mode;  in ccp_do_cmac_update()
164 	rctx->cmd.u.aes.action = CCP_AES_ACTION_ENCRYPT;  in ccp_do_cmac_update()
165 	rctx->cmd.u.aes.key = &ctx->u.aes.key_sg;  in ccp_do_cmac_update()
166 	rctx->cmd.u.aes.key_len = ctx->u.aes.key_len;  in ccp_do_cmac_update()
167 	rctx->cmd.u.aes.iv = &rctx->iv_sg;  in ccp_do_cmac_update()
168 	rctx->cmd.u.aes.iv_len = AES_BLOCK_SIZE;  in ccp_do_cmac_update()
169 	rctx->cmd.u.aes.src = sg;  in ccp_do_cmac_update()
170 	rctx->cmd.u.aes.src_len = rctx->hash_cnt;  in ccp_do_cmac_update()
171 	rctx->cmd.u.aes.dst = NULL;  in ccp_do_cmac_update()
172 	rctx->cmd.u.aes.cmac_key = cmac_key_sg;  in ccp_do_cmac_update()
173 	rctx->cmd.u.aes.cmac_key_len = ctx->u.aes.kn_len;  in ccp_do_cmac_update()
174 	rctx->cmd.u.aes.cmac_final = final;  in ccp_do_cmac_update()
176 	ret = ccp_crypto_enqueue_request(&req->base, &rctx->cmd);  in ccp_do_cmac_update()
181 	sg_free_table(&rctx->data_sg);  in ccp_do_cmac_update()
188 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_init()  local
190 	memset(rctx, 0, sizeof(*rctx));  in ccp_aes_cmac_init()
192 	rctx->null_msg = 1;  in ccp_aes_cmac_init()
225 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_export()  local
231 	state.null_msg = rctx->null_msg;  in ccp_aes_cmac_export()
232 	memcpy(state.iv, rctx->iv, sizeof(state.iv));  in ccp_aes_cmac_export()
233 	state.buf_count = rctx->buf_count;  in ccp_aes_cmac_export()
234 	memcpy(state.buf, rctx->buf, sizeof(state.buf));  in ccp_aes_cmac_export()
244 	struct ccp_aes_cmac_req_ctx *rctx = ahash_request_ctx(req);  in ccp_aes_cmac_import()  local
250 	memset(rctx, 0, sizeof(*rctx));  in ccp_aes_cmac_import()
251 	rctx->null_msg = state.null_msg;  in ccp_aes_cmac_import()
252 	memcpy(rctx->iv, state.iv, sizeof(rctx->iv));  in ccp_aes_cmac_import()
253 	rctx->buf_count = state.buf_count;  in ccp_aes_cmac_import()
254 	memcpy(rctx->buf, state.buf, sizeof(rctx->buf));  in ccp_aes_cmac_import()