1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-or-later
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Linux/arm64 port of the OpenSSL SHA512 implementation for AArch64
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (c) 2016 Linaro Ltd. <ard.biesheuvel@linaro.org>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <crypto/internal/hash.h>
9*4882a593Smuzhiyun #include <linux/types.h>
10*4882a593Smuzhiyun #include <linux/string.h>
11*4882a593Smuzhiyun #include <crypto/sha.h>
12*4882a593Smuzhiyun #include <crypto/sha512_base.h>
13*4882a593Smuzhiyun #include <asm/neon.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun MODULE_DESCRIPTION("SHA-384/SHA-512 secure hash for arm64");
16*4882a593Smuzhiyun MODULE_AUTHOR("Andy Polyakov <appro@openssl.org>");
17*4882a593Smuzhiyun MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
18*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
19*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha384");
20*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha512");
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun asmlinkage void sha512_block_data_order(u64 *digest, const void *data,
23*4882a593Smuzhiyun unsigned int num_blks);
24*4882a593Smuzhiyun EXPORT_SYMBOL(sha512_block_data_order);
25*4882a593Smuzhiyun
__sha512_block_data_order(struct sha512_state * sst,u8 const * src,int blocks)26*4882a593Smuzhiyun static void __sha512_block_data_order(struct sha512_state *sst, u8 const *src,
27*4882a593Smuzhiyun int blocks)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun sha512_block_data_order(sst->state, src, blocks);
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun
sha512_update(struct shash_desc * desc,const u8 * data,unsigned int len)32*4882a593Smuzhiyun static int sha512_update(struct shash_desc *desc, const u8 *data,
33*4882a593Smuzhiyun unsigned int len)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun return sha512_base_do_update(desc, data, len,
36*4882a593Smuzhiyun __sha512_block_data_order);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
sha512_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * out)39*4882a593Smuzhiyun static int sha512_finup(struct shash_desc *desc, const u8 *data,
40*4882a593Smuzhiyun unsigned int len, u8 *out)
41*4882a593Smuzhiyun {
42*4882a593Smuzhiyun if (len)
43*4882a593Smuzhiyun sha512_base_do_update(desc, data, len,
44*4882a593Smuzhiyun __sha512_block_data_order);
45*4882a593Smuzhiyun sha512_base_do_finalize(desc, __sha512_block_data_order);
46*4882a593Smuzhiyun
47*4882a593Smuzhiyun return sha512_base_finish(desc, out);
48*4882a593Smuzhiyun }
49*4882a593Smuzhiyun
sha512_final(struct shash_desc * desc,u8 * out)50*4882a593Smuzhiyun static int sha512_final(struct shash_desc *desc, u8 *out)
51*4882a593Smuzhiyun {
52*4882a593Smuzhiyun return sha512_finup(desc, NULL, 0, out);
53*4882a593Smuzhiyun }
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun static struct shash_alg algs[] = { {
56*4882a593Smuzhiyun .digestsize = SHA512_DIGEST_SIZE,
57*4882a593Smuzhiyun .init = sha512_base_init,
58*4882a593Smuzhiyun .update = sha512_update,
59*4882a593Smuzhiyun .final = sha512_final,
60*4882a593Smuzhiyun .finup = sha512_finup,
61*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
62*4882a593Smuzhiyun .base.cra_name = "sha512",
63*4882a593Smuzhiyun .base.cra_driver_name = "sha512-arm64",
64*4882a593Smuzhiyun .base.cra_priority = 150,
65*4882a593Smuzhiyun .base.cra_blocksize = SHA512_BLOCK_SIZE,
66*4882a593Smuzhiyun .base.cra_module = THIS_MODULE,
67*4882a593Smuzhiyun }, {
68*4882a593Smuzhiyun .digestsize = SHA384_DIGEST_SIZE,
69*4882a593Smuzhiyun .init = sha384_base_init,
70*4882a593Smuzhiyun .update = sha512_update,
71*4882a593Smuzhiyun .final = sha512_final,
72*4882a593Smuzhiyun .finup = sha512_finup,
73*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
74*4882a593Smuzhiyun .base.cra_name = "sha384",
75*4882a593Smuzhiyun .base.cra_driver_name = "sha384-arm64",
76*4882a593Smuzhiyun .base.cra_priority = 150,
77*4882a593Smuzhiyun .base.cra_blocksize = SHA384_BLOCK_SIZE,
78*4882a593Smuzhiyun .base.cra_module = THIS_MODULE,
79*4882a593Smuzhiyun } };
80*4882a593Smuzhiyun
sha512_mod_init(void)81*4882a593Smuzhiyun static int __init sha512_mod_init(void)
82*4882a593Smuzhiyun {
83*4882a593Smuzhiyun return crypto_register_shashes(algs, ARRAY_SIZE(algs));
84*4882a593Smuzhiyun }
85*4882a593Smuzhiyun
sha512_mod_fini(void)86*4882a593Smuzhiyun static void __exit sha512_mod_fini(void)
87*4882a593Smuzhiyun {
88*4882a593Smuzhiyun crypto_unregister_shashes(algs, ARRAY_SIZE(algs));
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun module_init(sha512_mod_init);
92*4882a593Smuzhiyun module_exit(sha512_mod_fini);
93