1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun
3*4882a593Smuzhiyun #include <asm/neon.h>
4*4882a593Smuzhiyun #include <asm/simd.h>
5*4882a593Smuzhiyun #include <crypto/sm4.h>
6*4882a593Smuzhiyun #include <crypto/internal/simd.h>
7*4882a593Smuzhiyun #include <linux/module.h>
8*4882a593Smuzhiyun #include <linux/cpufeature.h>
9*4882a593Smuzhiyun #include <linux/crypto.h>
10*4882a593Smuzhiyun #include <linux/types.h>
11*4882a593Smuzhiyun
12*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sm4");
13*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sm4-ce");
14*4882a593Smuzhiyun MODULE_DESCRIPTION("SM4 symmetric cipher using ARMv8 Crypto Extensions");
15*4882a593Smuzhiyun MODULE_AUTHOR("Ard Biesheuvel <ard.biesheuvel@linaro.org>");
16*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun asmlinkage void sm4_ce_do_crypt(const u32 *rk, void *out, const void *in);
19*4882a593Smuzhiyun
sm4_ce_encrypt(struct crypto_tfm * tfm,u8 * out,const u8 * in)20*4882a593Smuzhiyun static void sm4_ce_encrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun const struct crypto_sm4_ctx *ctx = crypto_tfm_ctx(tfm);
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun if (!crypto_simd_usable()) {
25*4882a593Smuzhiyun crypto_sm4_encrypt(tfm, out, in);
26*4882a593Smuzhiyun } else {
27*4882a593Smuzhiyun kernel_neon_begin();
28*4882a593Smuzhiyun sm4_ce_do_crypt(ctx->rkey_enc, out, in);
29*4882a593Smuzhiyun kernel_neon_end();
30*4882a593Smuzhiyun }
31*4882a593Smuzhiyun }
32*4882a593Smuzhiyun
sm4_ce_decrypt(struct crypto_tfm * tfm,u8 * out,const u8 * in)33*4882a593Smuzhiyun static void sm4_ce_decrypt(struct crypto_tfm *tfm, u8 *out, const u8 *in)
34*4882a593Smuzhiyun {
35*4882a593Smuzhiyun const struct crypto_sm4_ctx *ctx = crypto_tfm_ctx(tfm);
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun if (!crypto_simd_usable()) {
38*4882a593Smuzhiyun crypto_sm4_decrypt(tfm, out, in);
39*4882a593Smuzhiyun } else {
40*4882a593Smuzhiyun kernel_neon_begin();
41*4882a593Smuzhiyun sm4_ce_do_crypt(ctx->rkey_dec, out, in);
42*4882a593Smuzhiyun kernel_neon_end();
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun }
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun static struct crypto_alg sm4_ce_alg = {
47*4882a593Smuzhiyun .cra_name = "sm4",
48*4882a593Smuzhiyun .cra_driver_name = "sm4-ce",
49*4882a593Smuzhiyun .cra_priority = 200,
50*4882a593Smuzhiyun .cra_flags = CRYPTO_ALG_TYPE_CIPHER,
51*4882a593Smuzhiyun .cra_blocksize = SM4_BLOCK_SIZE,
52*4882a593Smuzhiyun .cra_ctxsize = sizeof(struct crypto_sm4_ctx),
53*4882a593Smuzhiyun .cra_module = THIS_MODULE,
54*4882a593Smuzhiyun .cra_u.cipher = {
55*4882a593Smuzhiyun .cia_min_keysize = SM4_KEY_SIZE,
56*4882a593Smuzhiyun .cia_max_keysize = SM4_KEY_SIZE,
57*4882a593Smuzhiyun .cia_setkey = crypto_sm4_set_key,
58*4882a593Smuzhiyun .cia_encrypt = sm4_ce_encrypt,
59*4882a593Smuzhiyun .cia_decrypt = sm4_ce_decrypt
60*4882a593Smuzhiyun }
61*4882a593Smuzhiyun };
62*4882a593Smuzhiyun
sm4_ce_mod_init(void)63*4882a593Smuzhiyun static int __init sm4_ce_mod_init(void)
64*4882a593Smuzhiyun {
65*4882a593Smuzhiyun return crypto_register_alg(&sm4_ce_alg);
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
sm4_ce_mod_fini(void)68*4882a593Smuzhiyun static void __exit sm4_ce_mod_fini(void)
69*4882a593Smuzhiyun {
70*4882a593Smuzhiyun crypto_unregister_alg(&sm4_ce_alg);
71*4882a593Smuzhiyun }
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun module_cpu_feature_match(SM4, sm4_ce_mod_init);
74*4882a593Smuzhiyun module_exit(sm4_ce_mod_fini);
75