35 static void octeon_sha512_store_hash(struct sha512_state *sctx)  in octeon_sha512_store_hash()  argument
37 	write_octeon_64bit_hash_sha512(sctx->state[0], 0);  in octeon_sha512_store_hash()
38 	write_octeon_64bit_hash_sha512(sctx->state[1], 1);  in octeon_sha512_store_hash()
39 	write_octeon_64bit_hash_sha512(sctx->state[2], 2);  in octeon_sha512_store_hash()
40 	write_octeon_64bit_hash_sha512(sctx->state[3], 3);  in octeon_sha512_store_hash()
41 	write_octeon_64bit_hash_sha512(sctx->state[4], 4);  in octeon_sha512_store_hash()
42 	write_octeon_64bit_hash_sha512(sctx->state[5], 5);  in octeon_sha512_store_hash()
43 	write_octeon_64bit_hash_sha512(sctx->state[6], 6);  in octeon_sha512_store_hash()
44 	write_octeon_64bit_hash_sha512(sctx->state[7], 7);  in octeon_sha512_store_hash()
47 static void octeon_sha512_read_hash(struct sha512_state *sctx)  in octeon_sha512_read_hash()  argument
49 	sctx->state[0] = read_octeon_64bit_hash_sha512(0);  in octeon_sha512_read_hash()
50 	sctx->state[1] = read_octeon_64bit_hash_sha512(1);  in octeon_sha512_read_hash()
51 	sctx->state[2] = read_octeon_64bit_hash_sha512(2);  in octeon_sha512_read_hash()
52 	sctx->state[3] = read_octeon_64bit_hash_sha512(3);  in octeon_sha512_read_hash()
53 	sctx->state[4] = read_octeon_64bit_hash_sha512(4);  in octeon_sha512_read_hash()
54 	sctx->state[5] = read_octeon_64bit_hash_sha512(5);  in octeon_sha512_read_hash()
55 	sctx->state[6] = read_octeon_64bit_hash_sha512(6);  in octeon_sha512_read_hash()
56 	sctx->state[7] = read_octeon_64bit_hash_sha512(7);  in octeon_sha512_read_hash()
83 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_init()  local
85 	sctx->state[0] = SHA512_H0;  in octeon_sha512_init()
86 	sctx->state[1] = SHA512_H1;  in octeon_sha512_init()
87 	sctx->state[2] = SHA512_H2;  in octeon_sha512_init()
88 	sctx->state[3] = SHA512_H3;  in octeon_sha512_init()
89 	sctx->state[4] = SHA512_H4;  in octeon_sha512_init()
90 	sctx->state[5] = SHA512_H5;  in octeon_sha512_init()
91 	sctx->state[6] = SHA512_H6;  in octeon_sha512_init()
92 	sctx->state[7] = SHA512_H7;  in octeon_sha512_init()
93 	sctx->count[0] = sctx->count[1] = 0;  in octeon_sha512_init()
100 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha384_init()  local
102 	sctx->state[0] = SHA384_H0;  in octeon_sha384_init()
103 	sctx->state[1] = SHA384_H1;  in octeon_sha384_init()
104 	sctx->state[2] = SHA384_H2;  in octeon_sha384_init()
105 	sctx->state[3] = SHA384_H3;  in octeon_sha384_init()
106 	sctx->state[4] = SHA384_H4;  in octeon_sha384_init()
107 	sctx->state[5] = SHA384_H5;  in octeon_sha384_init()
108 	sctx->state[6] = SHA384_H6;  in octeon_sha384_init()
109 	sctx->state[7] = SHA384_H7;  in octeon_sha384_init()
110 	sctx->count[0] = sctx->count[1] = 0;  in octeon_sha384_init()
115 static void __octeon_sha512_update(struct sha512_state *sctx, const u8 *data,  in __octeon_sha512_update()  argument
123 	index = sctx->count[0] % SHA512_BLOCK_SIZE;  in __octeon_sha512_update()
126 	if ((sctx->count[0] += len) < len)  in __octeon_sha512_update()
127 		sctx->count[1]++;  in __octeon_sha512_update()
133 		memcpy(&sctx->buf[index], data, part_len);  in __octeon_sha512_update()
134 		octeon_sha512_transform(sctx->buf);  in __octeon_sha512_update()
146 	memcpy(&sctx->buf[index], &data[i], len - i);  in __octeon_sha512_update()
152 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_update()  local
161 	if ((sctx->count[0] % SHA512_BLOCK_SIZE) + len < SHA512_BLOCK_SIZE)  in octeon_sha512_update()
165 	octeon_sha512_store_hash(sctx);  in octeon_sha512_update()
167 	__octeon_sha512_update(sctx, data, len);  in octeon_sha512_update()
169 	octeon_sha512_read_hash(sctx);  in octeon_sha512_update()
177 	struct sha512_state *sctx = shash_desc_ctx(desc);  in octeon_sha512_final()  local
188 	bits[1] = cpu_to_be64(sctx->count[0] << 3);  in octeon_sha512_final()
189 	bits[0] = cpu_to_be64(sctx->count[1] << 3 | sctx->count[0] >> 61);  in octeon_sha512_final()
192 	index = sctx->count[0] & 0x7f;  in octeon_sha512_final()
196 	octeon_sha512_store_hash(sctx);  in octeon_sha512_final()
198 	__octeon_sha512_update(sctx, padding, pad_len);  in octeon_sha512_final()
201 	__octeon_sha512_update(sctx, (const u8 *)bits, sizeof(bits));  in octeon_sha512_final()
203 	octeon_sha512_read_hash(sctx);  in octeon_sha512_final()
208 		dst[i] = cpu_to_be64(sctx->state[i]);  in octeon_sha512_final()
211 	memset(sctx, 0, sizeof(struct sha512_state));  in octeon_sha512_final()