1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * sha512-neon-glue.c - accelerated SHA-384/512 for ARM NEON
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Copyright (C) 2015 Linaro Ltd <ard.biesheuvel@linaro.org>
6*4882a593Smuzhiyun */
7*4882a593Smuzhiyun
8*4882a593Smuzhiyun #include <crypto/internal/hash.h>
9*4882a593Smuzhiyun #include <crypto/internal/simd.h>
10*4882a593Smuzhiyun #include <crypto/sha.h>
11*4882a593Smuzhiyun #include <crypto/sha512_base.h>
12*4882a593Smuzhiyun #include <linux/crypto.h>
13*4882a593Smuzhiyun #include <linux/module.h>
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #include <asm/simd.h>
16*4882a593Smuzhiyun #include <asm/neon.h>
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include "sha512.h"
19*4882a593Smuzhiyun
20*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha384-neon");
21*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sha512-neon");
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun asmlinkage void sha512_block_data_order_neon(u64 *state, u8 const *src,
24*4882a593Smuzhiyun int blocks);
25*4882a593Smuzhiyun
sha512_neon_update(struct shash_desc * desc,const u8 * data,unsigned int len)26*4882a593Smuzhiyun static int sha512_neon_update(struct shash_desc *desc, const u8 *data,
27*4882a593Smuzhiyun unsigned int len)
28*4882a593Smuzhiyun {
29*4882a593Smuzhiyun struct sha512_state *sctx = shash_desc_ctx(desc);
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun if (!crypto_simd_usable() ||
32*4882a593Smuzhiyun (sctx->count[0] % SHA512_BLOCK_SIZE) + len < SHA512_BLOCK_SIZE)
33*4882a593Smuzhiyun return sha512_arm_update(desc, data, len);
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun kernel_neon_begin();
36*4882a593Smuzhiyun sha512_base_do_update(desc, data, len,
37*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order_neon);
38*4882a593Smuzhiyun kernel_neon_end();
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun return 0;
41*4882a593Smuzhiyun }
42*4882a593Smuzhiyun
sha512_neon_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * out)43*4882a593Smuzhiyun static int sha512_neon_finup(struct shash_desc *desc, const u8 *data,
44*4882a593Smuzhiyun unsigned int len, u8 *out)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun if (!crypto_simd_usable())
47*4882a593Smuzhiyun return sha512_arm_finup(desc, data, len, out);
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun kernel_neon_begin();
50*4882a593Smuzhiyun if (len)
51*4882a593Smuzhiyun sha512_base_do_update(desc, data, len,
52*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order_neon);
53*4882a593Smuzhiyun sha512_base_do_finalize(desc,
54*4882a593Smuzhiyun (sha512_block_fn *)sha512_block_data_order_neon);
55*4882a593Smuzhiyun kernel_neon_end();
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun return sha512_base_finish(desc, out);
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun
sha512_neon_final(struct shash_desc * desc,u8 * out)60*4882a593Smuzhiyun static int sha512_neon_final(struct shash_desc *desc, u8 *out)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun return sha512_neon_finup(desc, NULL, 0, out);
63*4882a593Smuzhiyun }
64*4882a593Smuzhiyun
65*4882a593Smuzhiyun struct shash_alg sha512_neon_algs[] = { {
66*4882a593Smuzhiyun .init = sha384_base_init,
67*4882a593Smuzhiyun .update = sha512_neon_update,
68*4882a593Smuzhiyun .final = sha512_neon_final,
69*4882a593Smuzhiyun .finup = sha512_neon_finup,
70*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
71*4882a593Smuzhiyun .digestsize = SHA384_DIGEST_SIZE,
72*4882a593Smuzhiyun .base = {
73*4882a593Smuzhiyun .cra_name = "sha384",
74*4882a593Smuzhiyun .cra_driver_name = "sha384-neon",
75*4882a593Smuzhiyun .cra_priority = 300,
76*4882a593Smuzhiyun .cra_blocksize = SHA384_BLOCK_SIZE,
77*4882a593Smuzhiyun .cra_module = THIS_MODULE,
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun }, {
81*4882a593Smuzhiyun .init = sha512_base_init,
82*4882a593Smuzhiyun .update = sha512_neon_update,
83*4882a593Smuzhiyun .final = sha512_neon_final,
84*4882a593Smuzhiyun .finup = sha512_neon_finup,
85*4882a593Smuzhiyun .descsize = sizeof(struct sha512_state),
86*4882a593Smuzhiyun .digestsize = SHA512_DIGEST_SIZE,
87*4882a593Smuzhiyun .base = {
88*4882a593Smuzhiyun .cra_name = "sha512",
89*4882a593Smuzhiyun .cra_driver_name = "sha512-neon",
90*4882a593Smuzhiyun .cra_priority = 300,
91*4882a593Smuzhiyun .cra_blocksize = SHA512_BLOCK_SIZE,
92*4882a593Smuzhiyun .cra_module = THIS_MODULE,
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun } };
95