76 static inline void async_done_continue(struct aead_request *req, int err,  in async_done_continue()  argument
79 	if (!err)  in async_done_continue()
80 		err = cont(req);  in async_done_continue()
82 	if (err != -EINPROGRESS && err != -EBUSY)  in async_done_continue()
83 		aead_request_complete(req, err);  in async_done_continue()
120 static void chacha_decrypt_done(struct crypto_async_request *areq, int err)  in chacha_decrypt_done()  argument
122 	async_done_continue(areq->data, err, poly_verify_tag);  in chacha_decrypt_done()
131 	int err;  in chacha_decrypt()  local
149 	err = crypto_ablkcipher_decrypt(&creq->req);  in chacha_decrypt()
150 	if (err)  in chacha_decrypt()
151 		return err;  in chacha_decrypt()
166 static void poly_tail_done(struct crypto_async_request *areq, int err)  in poly_tail_done()  argument
168 	async_done_continue(areq->data, err, poly_tail_continue);  in poly_tail_done()
178 	int err;  in poly_tail()  local
193 	err = crypto_ahash_finup(&preq->req);  in poly_tail()
194 	if (err)  in poly_tail()
195 		return err;  in poly_tail()
200 static void poly_cipherpad_done(struct crypto_async_request *areq, int err)  in poly_cipherpad_done()  argument
202 	async_done_continue(areq->data, err, poly_tail);  in poly_cipherpad_done()
211 	int err;  in poly_cipherpad()  local
223 	err = crypto_ahash_update(&preq->req);  in poly_cipherpad()
224 	if (err)  in poly_cipherpad()
225 		return err;  in poly_cipherpad()
230 static void poly_cipher_done(struct crypto_async_request *areq, int err)  in poly_cipher_done()  argument
232 	async_done_continue(areq->data, err, poly_cipherpad);  in poly_cipher_done()
241 	int err;  in poly_cipher()  local
254 	err = crypto_ahash_update(&preq->req);  in poly_cipher()
255 	if (err)  in poly_cipher()
256 		return err;  in poly_cipher()
261 static void poly_adpad_done(struct crypto_async_request *areq, int err)  in poly_adpad_done()  argument
263 	async_done_continue(areq->data, err, poly_cipher);  in poly_adpad_done()
272 	int err;  in poly_adpad()  local
284 	err = crypto_ahash_update(&preq->req);  in poly_adpad()
285 	if (err)  in poly_adpad()
286 		return err;  in poly_adpad()
291 static void poly_ad_done(struct crypto_async_request *areq, int err)  in poly_ad_done()  argument
293 	async_done_continue(areq->data, err, poly_adpad);  in poly_ad_done()
301 	int err;  in poly_ad()  local
308 	err = crypto_ahash_update(&preq->req);  in poly_ad()
309 	if (err)  in poly_ad()
310 		return err;  in poly_ad()
315 static void poly_setkey_done(struct crypto_async_request *areq, int err)  in poly_setkey_done()  argument
317 	async_done_continue(areq->data, err, poly_ad);  in poly_setkey_done()
325 	int err;  in poly_setkey()  local
335 	err = crypto_ahash_update(&preq->req);  in poly_setkey()
336 	if (err)  in poly_setkey()
337 		return err;  in poly_setkey()
342 static void poly_init_done(struct crypto_async_request *areq, int err)  in poly_init_done()  argument
344 	async_done_continue(areq->data, err, poly_setkey);  in poly_init_done()
352 	int err;  in poly_init()  local
358 	err = crypto_ahash_init(&preq->req);  in poly_init()
359 	if (err)  in poly_init()
360 		return err;  in poly_init()
365 static void poly_genkey_done(struct crypto_async_request *areq, int err)  in poly_genkey_done()  argument
367 	async_done_continue(areq->data, err, poly_init);  in poly_genkey_done()
376 	int err;  in poly_genkey()  local
398 	err = crypto_ablkcipher_decrypt(&creq->req);  in poly_genkey()
399 	if (err)  in poly_genkey()
400 		return err;  in poly_genkey()
405 static void chacha_encrypt_done(struct crypto_async_request *areq, int err)  in chacha_encrypt_done()  argument
407 	async_done_continue(areq->data, err, poly_genkey);  in chacha_encrypt_done()
416 	int err;  in chacha_encrypt()  local
434 	err = crypto_ablkcipher_encrypt(&creq->req);  in chacha_encrypt()
435 	if (err)  in chacha_encrypt()
436 		return err;  in chacha_encrypt()
487 	int err;  in chachapoly_setkey()  local
499 	err = crypto_ablkcipher_setkey(ctx->chacha, key, keylen);  in chachapoly_setkey()
502 	return err;  in chachapoly_setkey()
579 	int err;  in chachapoly_create()  local
604 	err = -ENOMEM;  in chachapoly_create()
612 	err = crypto_init_ahash_spawn(&ctx->poly, poly_hash,  in chachapoly_create()
614 	if (err)  in chachapoly_create()
618 	err = crypto_grab_skcipher(&ctx->chacha, chacha_name, 0,  in chachapoly_create()
621 	if (err)  in chachapoly_create()
626 	err = -EINVAL;  in chachapoly_create()
634 	err = -ENAMETOOLONG;  in chachapoly_create()
664 	err = aead_register_instance(tmpl, inst);  in chachapoly_create()
665 	if (err)  in chachapoly_create()
670 	return err;  in chachapoly_create()
705 	int err;  in chacha20poly1305_module_init()  local
707 	err = crypto_register_template(&rfc7539_tmpl);  in chacha20poly1305_module_init()
708 	if (err)  in chacha20poly1305_module_init()
709 		return err;  in chacha20poly1305_module_init()
711 	err = crypto_register_template(&rfc7539esp_tmpl);  in chacha20poly1305_module_init()
712 	if (err)  in chacha20poly1305_module_init()
715 	return err;  in chacha20poly1305_module_init()