1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * sha512-glue.c - accelerated SHA-384/512 for ARM
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2015 Linaro Ltd <ard.biesheuvel@linaro.org>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <crypto/internal/hash.h>
9*4882a593Smuzhiyun #include <crypto/sha.h>
10*4882a593Smuzhiyun #include <crypto/sha512_base.h>
11*4882a593Smuzhiyun #include <linux/crypto.h>
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #include <asm/hwcap.h>
15*4882a593Smuzhiyun #include <asm/neon.h>
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include "sha512.h"
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun MODULE_DESCRIPTION("Accelerated SHA-384/SHA-512 secure hash for ARM");
20*4882a593Smuzhiyun MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
21*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha384");
24*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha512");
25*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha384-arm");
26*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha512-arm");
27*4882a593Smuzhiyun
28*4882a593Smuzhiyun asmlinkage void sha512_block_data_order(u64 *state, u8 const *src, int blocks);
29*4882a593Smuzhiyun
sha512_arm_update(struct shash_desc * desc,const u8 * data,unsigned int len)30*4882a593Smuzhiyun int sha512_arm_update(struct shash_desc *desc, const u8 *data,
31*4882a593Smuzhiyun unsigned int len)
32*4882a593Smuzhiyun {
33*4882a593Smuzhiyun return sha512_base_do_update(desc, data, len,
34*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order);
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
sha512_arm_final(struct shash_desc * desc,u8 * out)37*4882a593Smuzhiyun static int sha512_arm_final(struct shash_desc *desc, u8 *out)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun sha512_base_do_finalize(desc,
40*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order);
41*4882a593Smuzhiyun return sha512_base_finish(desc, out);
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
sha512_arm_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * out)44*4882a593Smuzhiyun int sha512_arm_finup(struct shash_desc *desc, const u8 *data,
45*4882a593Smuzhiyun unsigned int len, u8 *out)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun sha512_base_do_update(desc, data, len,
48*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order);
49*4882a593Smuzhiyun return sha512_arm_final(desc, out);
50*4882a593Smuzhiyun }
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun static struct shash_alg sha512_arm_algs[] = { {
53*4882a593Smuzhiyun .init = sha384_base_init,
54*4882a593Smuzhiyun .update = sha512_arm_update,
55*4882a593Smuzhiyun .final = sha512_arm_final,
56*4882a593Smuzhiyun .finup = sha512_arm_finup,
57*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
58*4882a593Smuzhiyun .digestsize = SHA384_DIGEST_SIZE,
59*4882a593Smuzhiyun .base = {
60*4882a593Smuzhiyun .cra_name = "sha384",
61*4882a593Smuzhiyun .cra_driver_name = "sha384-arm",
62*4882a593Smuzhiyun .cra_priority = 250,
63*4882a593Smuzhiyun .cra_blocksize = SHA512_BLOCK_SIZE,
64*4882a593Smuzhiyun .cra_module = THIS_MODULE,
65*4882a593Smuzhiyun }
66*4882a593Smuzhiyun }, {
67*4882a593Smuzhiyun .init = sha512_base_init,
68*4882a593Smuzhiyun .update = sha512_arm_update,
69*4882a593Smuzhiyun .final = sha512_arm_final,
70*4882a593Smuzhiyun .finup = sha512_arm_finup,
71*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
72*4882a593Smuzhiyun .digestsize = SHA512_DIGEST_SIZE,
73*4882a593Smuzhiyun .base = {
74*4882a593Smuzhiyun .cra_name = "sha512",
75*4882a593Smuzhiyun .cra_driver_name = "sha512-arm",
76*4882a593Smuzhiyun .cra_priority = 250,
77*4882a593Smuzhiyun .cra_blocksize = SHA512_BLOCK_SIZE,
78*4882a593Smuzhiyun .cra_module = THIS_MODULE,
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun } };
81*4882a593Smuzhiyun
sha512_arm_mod_init(void)82*4882a593Smuzhiyun static int __init sha512_arm_mod_init(void)
83*4882a593Smuzhiyun {
84*4882a593Smuzhiyun int err;
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun err = crypto_register_shashes(sha512_arm_algs,
87*4882a593Smuzhiyun ARRAY_SIZE(sha512_arm_algs));
88*4882a593Smuzhiyun if (err)
89*4882a593Smuzhiyun return err;
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon()) {
92*4882a593Smuzhiyun err = crypto_register_shashes(sha512_neon_algs,
93*4882a593Smuzhiyun ARRAY_SIZE(sha512_neon_algs));
94*4882a593Smuzhiyun if (err)
95*4882a593Smuzhiyun goto err_unregister;
96*4882a593Smuzhiyun }
97*4882a593Smuzhiyun return 0;
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun err_unregister:
100*4882a593Smuzhiyun crypto_unregister_shashes(sha512_arm_algs,
101*4882a593Smuzhiyun ARRAY_SIZE(sha512_arm_algs));
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun return err;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
sha512_arm_mod_fini(void)106*4882a593Smuzhiyun static void __exit sha512_arm_mod_fini(void)
107*4882a593Smuzhiyun {
108*4882a593Smuzhiyun crypto_unregister_shashes(sha512_arm_algs,
109*4882a593Smuzhiyun ARRAY_SIZE(sha512_arm_algs));
110*4882a593Smuzhiyun if (IS_ENABLED(CONFIG_KERNEL_MODE_NEON) && cpu_has_neon())
111*4882a593Smuzhiyun crypto_unregister_shashes(sha512_neon_algs,
112*4882a593Smuzhiyun ARRAY_SIZE(sha512_neon_algs));
113*4882a593Smuzhiyun }
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun module_init(sha512_arm_mod_init);
116*4882a593Smuzhiyun module_exit(sha512_arm_mod_fini);
117