1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * SM3 secure hash, as specified by OSCCA GM/T 0004-2012 SM3 and
4*4882a593Smuzhiyun * described at https://tools.ietf.org/html/draft-shen-sm3-hash-01
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2017 ARM Limited or its affiliates.
7*4882a593Smuzhiyun * Written by Gilad Ben-Yossef <gilad@benyossef.com>
8*4882a593Smuzhiyun */
9*4882a593Smuzhiyun
10*4882a593Smuzhiyun #include <crypto/internal/hash.h>
11*4882a593Smuzhiyun #include <linux/init.h>
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun #include <linux/mm.h>
14*4882a593Smuzhiyun #include <linux/types.h>
15*4882a593Smuzhiyun #include <crypto/sm3.h>
16*4882a593Smuzhiyun #include <crypto/sm3_base.h>
17*4882a593Smuzhiyun #include <linux/bitops.h>
18*4882a593Smuzhiyun #include <asm/byteorder.h>
19*4882a593Smuzhiyun #include <asm/unaligned.h>
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun const u8 sm3_zero_message_hash[SM3_DIGEST_SIZE] = {
22*4882a593Smuzhiyun 0x1A, 0xB2, 0x1D, 0x83, 0x55, 0xCF, 0xA1, 0x7F,
23*4882a593Smuzhiyun 0x8e, 0x61, 0x19, 0x48, 0x31, 0xE8, 0x1A, 0x8F,
24*4882a593Smuzhiyun 0x22, 0xBE, 0xC8, 0xC7, 0x28, 0xFE, 0xFB, 0x74,
25*4882a593Smuzhiyun 0x7E, 0xD0, 0x35, 0xEB, 0x50, 0x82, 0xAA, 0x2B
26*4882a593Smuzhiyun };
27*4882a593Smuzhiyun EXPORT_SYMBOL_GPL(sm3_zero_message_hash);
28*4882a593Smuzhiyun
p0(u32 x)29*4882a593Smuzhiyun static inline u32 p0(u32 x)
30*4882a593Smuzhiyun {
31*4882a593Smuzhiyun return x ^ rol32(x, 9) ^ rol32(x, 17);
32*4882a593Smuzhiyun }
33*4882a593Smuzhiyun
p1(u32 x)34*4882a593Smuzhiyun static inline u32 p1(u32 x)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun return x ^ rol32(x, 15) ^ rol32(x, 23);
37*4882a593Smuzhiyun }
38*4882a593Smuzhiyun
ff(unsigned int n,u32 a,u32 b,u32 c)39*4882a593Smuzhiyun static inline u32 ff(unsigned int n, u32 a, u32 b, u32 c)
40*4882a593Smuzhiyun {
41*4882a593Smuzhiyun return (n < 16) ? (a ^ b ^ c) : ((a & b) | (a & c) | (b & c));
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
gg(unsigned int n,u32 e,u32 f,u32 g)44*4882a593Smuzhiyun static inline u32 gg(unsigned int n, u32 e, u32 f, u32 g)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun return (n < 16) ? (e ^ f ^ g) : ((e & f) | ((~e) & g));
47*4882a593Smuzhiyun }
48*4882a593Smuzhiyun
t(unsigned int n)49*4882a593Smuzhiyun static inline u32 t(unsigned int n)
50*4882a593Smuzhiyun {
51*4882a593Smuzhiyun return (n < 16) ? SM3_T1 : SM3_T2;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
sm3_expand(u32 * t,u32 * w,u32 * wt)54*4882a593Smuzhiyun static void sm3_expand(u32 *t, u32 *w, u32 *wt)
55*4882a593Smuzhiyun {
56*4882a593Smuzhiyun int i;
57*4882a593Smuzhiyun unsigned int tmp;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun /* load the input */
60*4882a593Smuzhiyun for (i = 0; i <= 15; i++)
61*4882a593Smuzhiyun w[i] = get_unaligned_be32((__u32 *)t + i);
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun for (i = 16; i <= 67; i++) {
64*4882a593Smuzhiyun tmp = w[i - 16] ^ w[i - 9] ^ rol32(w[i - 3], 15);
65*4882a593Smuzhiyun w[i] = p1(tmp) ^ (rol32(w[i - 13], 7)) ^ w[i - 6];
66*4882a593Smuzhiyun }
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun for (i = 0; i <= 63; i++)
69*4882a593Smuzhiyun wt[i] = w[i] ^ w[i + 4];
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
sm3_compress(u32 * w,u32 * wt,u32 * m)72*4882a593Smuzhiyun static void sm3_compress(u32 *w, u32 *wt, u32 *m)
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun u32 ss1;
75*4882a593Smuzhiyun u32 ss2;
76*4882a593Smuzhiyun u32 tt1;
77*4882a593Smuzhiyun u32 tt2;
78*4882a593Smuzhiyun u32 a, b, c, d, e, f, g, h;
79*4882a593Smuzhiyun int i;
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun a = m[0];
82*4882a593Smuzhiyun b = m[1];
83*4882a593Smuzhiyun c = m[2];
84*4882a593Smuzhiyun d = m[3];
85*4882a593Smuzhiyun e = m[4];
86*4882a593Smuzhiyun f = m[5];
87*4882a593Smuzhiyun g = m[6];
88*4882a593Smuzhiyun h = m[7];
89*4882a593Smuzhiyun
90*4882a593Smuzhiyun for (i = 0; i <= 63; i++) {
91*4882a593Smuzhiyun
92*4882a593Smuzhiyun ss1 = rol32((rol32(a, 12) + e + rol32(t(i), i & 31)), 7);
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun ss2 = ss1 ^ rol32(a, 12);
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun tt1 = ff(i, a, b, c) + d + ss2 + *wt;
97*4882a593Smuzhiyun wt++;
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun tt2 = gg(i, e, f, g) + h + ss1 + *w;
100*4882a593Smuzhiyun w++;
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun d = c;
103*4882a593Smuzhiyun c = rol32(b, 9);
104*4882a593Smuzhiyun b = a;
105*4882a593Smuzhiyun a = tt1;
106*4882a593Smuzhiyun h = g;
107*4882a593Smuzhiyun g = rol32(f, 19);
108*4882a593Smuzhiyun f = e;
109*4882a593Smuzhiyun e = p0(tt2);
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun m[0] = a ^ m[0];
113*4882a593Smuzhiyun m[1] = b ^ m[1];
114*4882a593Smuzhiyun m[2] = c ^ m[2];
115*4882a593Smuzhiyun m[3] = d ^ m[3];
116*4882a593Smuzhiyun m[4] = e ^ m[4];
117*4882a593Smuzhiyun m[5] = f ^ m[5];
118*4882a593Smuzhiyun m[6] = g ^ m[6];
119*4882a593Smuzhiyun m[7] = h ^ m[7];
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun a = b = c = d = e = f = g = h = ss1 = ss2 = tt1 = tt2 = 0;
122*4882a593Smuzhiyun }
123*4882a593Smuzhiyun
sm3_transform(struct sm3_state * sst,u8 const * src)124*4882a593Smuzhiyun static void sm3_transform(struct sm3_state *sst, u8 const *src)
125*4882a593Smuzhiyun {
126*4882a593Smuzhiyun unsigned int w[68];
127*4882a593Smuzhiyun unsigned int wt[64];
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun sm3_expand((u32 *)src, w, wt);
130*4882a593Smuzhiyun sm3_compress(w, wt, sst->state);
131*4882a593Smuzhiyun
132*4882a593Smuzhiyun memzero_explicit(w, sizeof(w));
133*4882a593Smuzhiyun memzero_explicit(wt, sizeof(wt));
134*4882a593Smuzhiyun }
135*4882a593Smuzhiyun
sm3_generic_block_fn(struct sm3_state * sst,u8 const * src,int blocks)136*4882a593Smuzhiyun static void sm3_generic_block_fn(struct sm3_state *sst, u8 const *src,
137*4882a593Smuzhiyun int blocks)
138*4882a593Smuzhiyun {
139*4882a593Smuzhiyun while (blocks--) {
140*4882a593Smuzhiyun sm3_transform(sst, src);
141*4882a593Smuzhiyun src += SM3_BLOCK_SIZE;
142*4882a593Smuzhiyun }
143*4882a593Smuzhiyun }
144*4882a593Smuzhiyun
crypto_sm3_update(struct shash_desc * desc,const u8 * data,unsigned int len)145*4882a593Smuzhiyun int crypto_sm3_update(struct shash_desc *desc, const u8 *data,
146*4882a593Smuzhiyun unsigned int len)
147*4882a593Smuzhiyun {
148*4882a593Smuzhiyun return sm3_base_do_update(desc, data, len, sm3_generic_block_fn);
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun EXPORT_SYMBOL(crypto_sm3_update);
151*4882a593Smuzhiyun
crypto_sm3_final(struct shash_desc * desc,u8 * out)152*4882a593Smuzhiyun int crypto_sm3_final(struct shash_desc *desc, u8 *out)
153*4882a593Smuzhiyun {
154*4882a593Smuzhiyun sm3_base_do_finalize(desc, sm3_generic_block_fn);
155*4882a593Smuzhiyun return sm3_base_finish(desc, out);
156*4882a593Smuzhiyun }
157*4882a593Smuzhiyun EXPORT_SYMBOL(crypto_sm3_final);
158*4882a593Smuzhiyun
crypto_sm3_finup(struct shash_desc * desc,const u8 * data,unsigned int len,u8 * hash)159*4882a593Smuzhiyun int crypto_sm3_finup(struct shash_desc *desc, const u8 *data,
160*4882a593Smuzhiyun unsigned int len, u8 *hash)
161*4882a593Smuzhiyun {
162*4882a593Smuzhiyun sm3_base_do_update(desc, data, len, sm3_generic_block_fn);
163*4882a593Smuzhiyun return crypto_sm3_final(desc, hash);
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun EXPORT_SYMBOL(crypto_sm3_finup);
166*4882a593Smuzhiyun
167*4882a593Smuzhiyun static struct shash_alg sm3_alg = {
168*4882a593Smuzhiyun .digestsize = SM3_DIGEST_SIZE,
169*4882a593Smuzhiyun .init = sm3_base_init,
170*4882a593Smuzhiyun .update = crypto_sm3_update,
171*4882a593Smuzhiyun .final = crypto_sm3_final,
172*4882a593Smuzhiyun .finup = crypto_sm3_finup,
173*4882a593Smuzhiyun .descsize = sizeof(struct sm3_state),
174*4882a593Smuzhiyun .base = {
175*4882a593Smuzhiyun .cra_name = "sm3",
176*4882a593Smuzhiyun .cra_driver_name = "sm3-generic",
177*4882a593Smuzhiyun .cra_blocksize = SM3_BLOCK_SIZE,
178*4882a593Smuzhiyun .cra_module = THIS_MODULE,
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun };
181*4882a593Smuzhiyun
sm3_generic_mod_init(void)182*4882a593Smuzhiyun static int __init sm3_generic_mod_init(void)
183*4882a593Smuzhiyun {
184*4882a593Smuzhiyun return crypto_register_shash(&sm3_alg);
185*4882a593Smuzhiyun }
186*4882a593Smuzhiyun
sm3_generic_mod_fini(void)187*4882a593Smuzhiyun static void __exit sm3_generic_mod_fini(void)
188*4882a593Smuzhiyun {
189*4882a593Smuzhiyun crypto_unregister_shash(&sm3_alg);
190*4882a593Smuzhiyun }
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun subsys_initcall(sm3_generic_mod_init);
193*4882a593Smuzhiyun module_exit(sm3_generic_mod_fini);
194*4882a593Smuzhiyun
195*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
196*4882a593Smuzhiyun MODULE_DESCRIPTION("SM3 Secure Hash Algorithm");
197*4882a593Smuzhiyun
198*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sm3");
199*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("sm3-generic");
200