1/*
2 * Glue code for the SHA256 Secure Hash Algorithm assembly implementation
3 * using NEON instructions.
4 *
5 * Copyright � 2015 Google Inc.
6 *
7 * This file is based on sha512_neon_glue.c:
8 *   Copyright � 2014 Jussi Kivilinna <jussi.kivilinna@iki.fi>
9 *
10 * This program is free software; you can redistribute it and/or modify it
11 * under the terms of the GNU General Public License as published by the Free
12 * Software Foundation; either version 2 of the License, or (at your option)
13 * any later version.
14 *
15 */
16
17#include <crypto/internal/hash.h>
18#include <linux/cryptohash.h>
19#include <linux/types.h>
20#include <linux/string.h>
21#include <crypto/sha.h>
22#include <crypto/sha256_base.h>
23#include <asm/byteorder.h>
24#include <asm/simd.h>
25#include <asm/neon.h>
26
27#include "sha256_glue.h"
28
29asmlinkage void sha256_block_data_order_neon(u32 *digest, const void *data,
30					     unsigned int num_blks);
31
32static int sha256_update(struct shash_desc *desc, const u8 *data,
33			 unsigned int len)
34{
35	struct sha256_state *sctx = shash_desc_ctx(desc);
36
37	if (!may_use_simd() ||
38	    (sctx->count % SHA256_BLOCK_SIZE) + len < SHA256_BLOCK_SIZE)
39		return crypto_sha256_arm_update(desc, data, len);
40
41	kernel_neon_begin();
42	sha256_base_do_update(desc, data, len,
43			(sha256_block_fn *)sha256_block_data_order_neon);
44	kernel_neon_end();
45
46	return 0;
47}
48
49static int sha256_finup(struct shash_desc *desc, const u8 *data,
50			unsigned int len, u8 *out)
51{
52	if (!may_use_simd())
53		return crypto_sha256_arm_finup(desc, data, len, out);
54
55	kernel_neon_begin();
56	if (len)
57		sha256_base_do_update(desc, data, len,
58			(sha256_block_fn *)sha256_block_data_order_neon);
59	sha256_base_do_finalize(desc,
60			(sha256_block_fn *)sha256_block_data_order_neon);
61	kernel_neon_end();
62
63	return sha256_base_finish(desc, out);
64}
65
66static int sha256_final(struct shash_desc *desc, u8 *out)
67{
68	return sha256_finup(desc, NULL, 0, out);
69}
70
71struct shash_alg sha256_neon_algs[] = { {
72	.digestsize	=	SHA256_DIGEST_SIZE,
73	.init		=	sha256_base_init,
74	.update		=	sha256_update,
75	.final		=	sha256_final,
76	.finup		=	sha256_finup,
77	.descsize	=	sizeof(struct sha256_state),
78	.base		=	{
79		.cra_name	=	"sha256",
80		.cra_driver_name =	"sha256-neon",
81		.cra_priority	=	250,
82		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
83		.cra_blocksize	=	SHA256_BLOCK_SIZE,
84		.cra_module	=	THIS_MODULE,
85	}
86}, {
87	.digestsize	=	SHA224_DIGEST_SIZE,
88	.init		=	sha224_base_init,
89	.update		=	sha256_update,
90	.final		=	sha256_final,
91	.finup		=	sha256_finup,
92	.descsize	=	sizeof(struct sha256_state),
93	.base		=	{
94		.cra_name	=	"sha224",
95		.cra_driver_name =	"sha224-neon",
96		.cra_priority	=	250,
97		.cra_flags	=	CRYPTO_ALG_TYPE_SHASH,
98		.cra_blocksize	=	SHA224_BLOCK_SIZE,
99		.cra_module	=	THIS_MODULE,
100	}
101} };
102