111 		  struct aead_request   *req,  in nx_gca()  argument
124 		scatterwalk_start(&walk, req->src);  in nx_gca()
149 					  req->src, processed, &to_process);  in nx_gca()
160 				req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP);  in nx_gca()
180 static int gmac(struct aead_request *req, struct blkcipher_desc *desc,  in gmac()  argument
185 		crypto_aead_ctx(crypto_aead_reqtfm(req));  in gmac()
217 					  req->src, processed, &to_process);  in gmac()
231 				req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP);  in gmac()
254 static int gcm_empty(struct aead_request *req, struct blkcipher_desc *desc,  in gcm_empty()  argument
259 		crypto_aead_ctx(crypto_aead_reqtfm(req));  in gcm_empty()
306 			crypto_aead_authsize(crypto_aead_reqtfm(req)));  in gcm_empty()
320 static int gcm_aes_nx_crypt(struct aead_request *req, int enc,  in gcm_aes_nx_crypt()  argument
324 		crypto_aead_ctx(crypto_aead_reqtfm(req));  in gcm_aes_nx_crypt()
325 	struct nx_gcm_rctx *rctx = aead_request_ctx(req);  in gcm_aes_nx_crypt()
328 	unsigned int nbytes = req->cryptlen;  in gcm_aes_nx_crypt()
341 			rc = gcm_empty(req, &desc, enc);  in gcm_aes_nx_crypt()
343 			rc = gmac(req, &desc, assoclen);  in gcm_aes_nx_crypt()
353 		rc = nx_gca(nx_ctx, req, csbcpb->cpb.aes_gcm.in_pat_or_aad,  in gcm_aes_nx_crypt()
365 		nbytes -= crypto_aead_authsize(crypto_aead_reqtfm(req));  in gcm_aes_nx_crypt()
372 		rc = nx_build_sg_lists(nx_ctx, &desc, req->dst,  in gcm_aes_nx_crypt()
373 				       req->src, &to_process,  in gcm_aes_nx_crypt()
374 				       processed + req->assoclen,  in gcm_aes_nx_crypt()
387 				   req->base.flags & CRYPTO_TFM_REQ_MAY_SLEEP);  in gcm_aes_nx_crypt()
411 			req->dst, req->assoclen + nbytes,  in gcm_aes_nx_crypt()
412 			crypto_aead_authsize(crypto_aead_reqtfm(req)),  in gcm_aes_nx_crypt()
419 			itag, req->src, req->assoclen + nbytes,  in gcm_aes_nx_crypt()
420 			crypto_aead_authsize(crypto_aead_reqtfm(req)),  in gcm_aes_nx_crypt()
423 			    crypto_aead_authsize(crypto_aead_reqtfm(req))) ?  in gcm_aes_nx_crypt()
431 static int gcm_aes_nx_encrypt(struct aead_request *req)  in gcm_aes_nx_encrypt()  argument
433 	struct nx_gcm_rctx *rctx = aead_request_ctx(req);  in gcm_aes_nx_encrypt()
436 	memcpy(iv, req->iv, 12);  in gcm_aes_nx_encrypt()
438 	return gcm_aes_nx_crypt(req, 1, req->assoclen);  in gcm_aes_nx_encrypt()
441 static int gcm_aes_nx_decrypt(struct aead_request *req)  in gcm_aes_nx_decrypt()  argument
443 	struct nx_gcm_rctx *rctx = aead_request_ctx(req);  in gcm_aes_nx_decrypt()
446 	memcpy(iv, req->iv, 12);  in gcm_aes_nx_decrypt()
448 	return gcm_aes_nx_crypt(req, 0, req->assoclen);  in gcm_aes_nx_decrypt()
451 static int gcm4106_aes_nx_encrypt(struct aead_request *req)  in gcm4106_aes_nx_encrypt()  argument
454 		crypto_aead_ctx(crypto_aead_reqtfm(req));  in gcm4106_aes_nx_encrypt()
455 	struct nx_gcm_rctx *rctx = aead_request_ctx(req);  in gcm4106_aes_nx_encrypt()
460 	memcpy(iv + NX_GCM4106_NONCE_LEN, req->iv, 8);  in gcm4106_aes_nx_encrypt()
462 	if (req->assoclen < 8)  in gcm4106_aes_nx_encrypt()
465 	return gcm_aes_nx_crypt(req, 1, req->assoclen - 8);  in gcm4106_aes_nx_encrypt()
468 static int gcm4106_aes_nx_decrypt(struct aead_request *req)  in gcm4106_aes_nx_decrypt()  argument
471 		crypto_aead_ctx(crypto_aead_reqtfm(req));  in gcm4106_aes_nx_decrypt()
472 	struct nx_gcm_rctx *rctx = aead_request_ctx(req);  in gcm4106_aes_nx_decrypt()
477 	memcpy(iv + NX_GCM4106_NONCE_LEN, req->iv, 8);  in gcm4106_aes_nx_decrypt()
479 	if (req->assoclen < 8)  in gcm4106_aes_nx_decrypt()
482 	return gcm_aes_nx_crypt(req, 0, req->assoclen - 8);  in gcm4106_aes_nx_decrypt()