1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /* Glue code for MD5 hashing optimized for sparc64 crypto opcodes.
3*4882a593Smuzhiyun *
4*4882a593Smuzhiyun * This is based largely upon arch/x86/crypto/sha1_ssse3_glue.c
5*4882a593Smuzhiyun * and crypto/md5.c which are:
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright (c) Alan Smithee.
8*4882a593Smuzhiyun * Copyright (c) Andrew McDonald <andrew@mcdonald.org.uk>
9*4882a593Smuzhiyun * Copyright (c) Jean-Francois Dive <jef@linuxbe.org>
10*4882a593Smuzhiyun * Copyright (c) Mathias Krause <minipli@googlemail.com>
11*4882a593Smuzhiyun * Copyright (c) Cryptoapi developers.
12*4882a593Smuzhiyun * Copyright (c) 2002 James Morris <jmorris@intercode.com.au>
13*4882a593Smuzhiyun */
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
16*4882a593Smuzhiyun
17*4882a593Smuzhiyun #include <crypto/internal/hash.h>
18*4882a593Smuzhiyun #include <linux/init.h>
19*4882a593Smuzhiyun #include <linux/module.h>
20*4882a593Smuzhiyun #include <linux/mm.h>
21*4882a593Smuzhiyun #include <linux/types.h>
22*4882a593Smuzhiyun #include <crypto/md5.h>
23*4882a593Smuzhiyun
24*4882a593Smuzhiyun #include <asm/pstate.h>
25*4882a593Smuzhiyun #include <asm/elf.h>
26*4882a593Smuzhiyun
27*4882a593Smuzhiyun #include "opcodes.h"
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun asmlinkage void md5_sparc64_transform(u32 *digest, const char *data,
30*4882a593Smuzhiyun unsigned int rounds);
31*4882a593Smuzhiyun
md5_sparc64_init(struct shash_desc * desc)32*4882a593Smuzhiyun static int md5_sparc64_init(struct shash_desc *desc)
33*4882a593Smuzhiyun {
34*4882a593Smuzhiyun struct md5_state *mctx = shash_desc_ctx(desc);
35*4882a593Smuzhiyun
36*4882a593Smuzhiyun mctx->hash[0] = cpu_to_le32(MD5_H0);
37*4882a593Smuzhiyun mctx->hash[1] = cpu_to_le32(MD5_H1);
38*4882a593Smuzhiyun mctx->hash[2] = cpu_to_le32(MD5_H2);
39*4882a593Smuzhiyun mctx->hash[3] = cpu_to_le32(MD5_H3);
40*4882a593Smuzhiyun mctx->byte_count = 0;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun return 0;
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun
__md5_sparc64_update(struct md5_state * sctx,const u8 * data,unsigned int len,unsigned int partial)45*4882a593Smuzhiyun static void __md5_sparc64_update(struct md5_state *sctx, const u8 *data,
46*4882a593Smuzhiyun unsigned int len, unsigned int partial)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun unsigned int done = 0;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun sctx->byte_count += len;
51*4882a593Smuzhiyun if (partial) {
52*4882a593Smuzhiyun done = MD5_HMAC_BLOCK_SIZE - partial;
53*4882a593Smuzhiyun memcpy((u8 *)sctx->block + partial, data, done);
54*4882a593Smuzhiyun md5_sparc64_transform(sctx->hash, (u8 *)sctx->block, 1);
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun if (len - done >= MD5_HMAC_BLOCK_SIZE) {
57*4882a593Smuzhiyun const unsigned int rounds = (len - done) / MD5_HMAC_BLOCK_SIZE;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun md5_sparc64_transform(sctx->hash, data + done, rounds);
60*4882a593Smuzhiyun done += rounds * MD5_HMAC_BLOCK_SIZE;
61*4882a593Smuzhiyun }
62*4882a593Smuzhiyun
63*4882a593Smuzhiyun memcpy(sctx->block, data + done, len - done);
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
md5_sparc64_update(struct shash_desc * desc,const u8 * data,unsigned int len)66*4882a593Smuzhiyun static int md5_sparc64_update(struct shash_desc *desc, const u8 *data,
67*4882a593Smuzhiyun unsigned int len)
68*4882a593Smuzhiyun {
69*4882a593Smuzhiyun struct md5_state *sctx = shash_desc_ctx(desc);
70*4882a593Smuzhiyun unsigned int partial = sctx->byte_count % MD5_HMAC_BLOCK_SIZE;
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun /* Handle the fast case right here */
73*4882a593Smuzhiyun if (partial + len < MD5_HMAC_BLOCK_SIZE) {
74*4882a593Smuzhiyun sctx->byte_count += len;
75*4882a593Smuzhiyun memcpy((u8 *)sctx->block + partial, data, len);
76*4882a593Smuzhiyun } else
77*4882a593Smuzhiyun __md5_sparc64_update(sctx, data, len, partial);
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun return 0;
80*4882a593Smuzhiyun }
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun /* Add padding and return the message digest. */
md5_sparc64_final(struct shash_desc * desc,u8 * out)83*4882a593Smuzhiyun static int md5_sparc64_final(struct shash_desc *desc, u8 *out)
84*4882a593Smuzhiyun {
85*4882a593Smuzhiyun struct md5_state *sctx = shash_desc_ctx(desc);
86*4882a593Smuzhiyun unsigned int i, index, padlen;
87*4882a593Smuzhiyun u32 *dst = (u32 *)out;
88*4882a593Smuzhiyun __le64 bits;
89*4882a593Smuzhiyun static const u8 padding[MD5_HMAC_BLOCK_SIZE] = { 0x80, };
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun bits = cpu_to_le64(sctx->byte_count << 3);
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun /* Pad out to 56 mod 64 and append length */
94*4882a593Smuzhiyun index = sctx->byte_count % MD5_HMAC_BLOCK_SIZE;
95*4882a593Smuzhiyun padlen = (index < 56) ? (56 - index) : ((MD5_HMAC_BLOCK_SIZE+56) - index);
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun /* We need to fill a whole block for __md5_sparc64_update() */
98*4882a593Smuzhiyun if (padlen <= 56) {
99*4882a593Smuzhiyun sctx->byte_count += padlen;
100*4882a593Smuzhiyun memcpy((u8 *)sctx->block + index, padding, padlen);
101*4882a593Smuzhiyun } else {
102*4882a593Smuzhiyun __md5_sparc64_update(sctx, padding, padlen, index);
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun __md5_sparc64_update(sctx, (const u8 *)&bits, sizeof(bits), 56);
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun /* Store state in digest */
107*4882a593Smuzhiyun for (i = 0; i < MD5_HASH_WORDS; i++)
108*4882a593Smuzhiyun dst[i] = sctx->hash[i];
109*4882a593Smuzhiyun
110*4882a593Smuzhiyun /* Wipe context */
111*4882a593Smuzhiyun memset(sctx, 0, sizeof(*sctx));
112*4882a593Smuzhiyun
113*4882a593Smuzhiyun return 0;
114*4882a593Smuzhiyun }
115*4882a593Smuzhiyun
md5_sparc64_export(struct shash_desc * desc,void * out)116*4882a593Smuzhiyun static int md5_sparc64_export(struct shash_desc *desc, void *out)
117*4882a593Smuzhiyun {
118*4882a593Smuzhiyun struct md5_state *sctx = shash_desc_ctx(desc);
119*4882a593Smuzhiyun
120*4882a593Smuzhiyun memcpy(out, sctx, sizeof(*sctx));
121*4882a593Smuzhiyun
122*4882a593Smuzhiyun return 0;
123*4882a593Smuzhiyun }
124*4882a593Smuzhiyun
md5_sparc64_import(struct shash_desc * desc,const void * in)125*4882a593Smuzhiyun static int md5_sparc64_import(struct shash_desc *desc, const void *in)
126*4882a593Smuzhiyun {
127*4882a593Smuzhiyun struct md5_state *sctx = shash_desc_ctx(desc);
128*4882a593Smuzhiyun
129*4882a593Smuzhiyun memcpy(sctx, in, sizeof(*sctx));
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun return 0;
132*4882a593Smuzhiyun }
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun static struct shash_alg alg = {
135*4882a593Smuzhiyun .digestsize = MD5_DIGEST_SIZE,
136*4882a593Smuzhiyun .init = md5_sparc64_init,
137*4882a593Smuzhiyun .update = md5_sparc64_update,
138*4882a593Smuzhiyun .final = md5_sparc64_final,
139*4882a593Smuzhiyun .export = md5_sparc64_export,
140*4882a593Smuzhiyun .import = md5_sparc64_import,
141*4882a593Smuzhiyun .descsize = sizeof(struct md5_state),
142*4882a593Smuzhiyun .statesize = sizeof(struct md5_state),
143*4882a593Smuzhiyun .base = {
144*4882a593Smuzhiyun .cra_name = "md5",
145*4882a593Smuzhiyun .cra_driver_name= "md5-sparc64",
146*4882a593Smuzhiyun .cra_priority = SPARC_CR_OPCODE_PRIORITY,
147*4882a593Smuzhiyun .cra_blocksize = MD5_HMAC_BLOCK_SIZE,
148*4882a593Smuzhiyun .cra_module = THIS_MODULE,
149*4882a593Smuzhiyun }
150*4882a593Smuzhiyun };
151*4882a593Smuzhiyun
sparc64_has_md5_opcode(void)152*4882a593Smuzhiyun static bool __init sparc64_has_md5_opcode(void)
153*4882a593Smuzhiyun {
154*4882a593Smuzhiyun unsigned long cfr;
155*4882a593Smuzhiyun
156*4882a593Smuzhiyun if (!(sparc64_elf_hwcap & HWCAP_SPARC_CRYPTO))
157*4882a593Smuzhiyun return false;
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun __asm__ __volatile__("rd %%asr26, %0" : "=r" (cfr));
160*4882a593Smuzhiyun if (!(cfr & CFR_MD5))
161*4882a593Smuzhiyun return false;
162*4882a593Smuzhiyun
163*4882a593Smuzhiyun return true;
164*4882a593Smuzhiyun }
165*4882a593Smuzhiyun
md5_sparc64_mod_init(void)166*4882a593Smuzhiyun static int __init md5_sparc64_mod_init(void)
167*4882a593Smuzhiyun {
168*4882a593Smuzhiyun if (sparc64_has_md5_opcode()) {
169*4882a593Smuzhiyun pr_info("Using sparc64 md5 opcode optimized MD5 implementation\n");
170*4882a593Smuzhiyun return crypto_register_shash(&alg);
171*4882a593Smuzhiyun }
172*4882a593Smuzhiyun pr_info("sparc64 md5 opcode not available.\n");
173*4882a593Smuzhiyun return -ENODEV;
174*4882a593Smuzhiyun }
175*4882a593Smuzhiyun
md5_sparc64_mod_fini(void)176*4882a593Smuzhiyun static void __exit md5_sparc64_mod_fini(void)
177*4882a593Smuzhiyun {
178*4882a593Smuzhiyun crypto_unregister_shash(&alg);
179*4882a593Smuzhiyun }
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun module_init(md5_sparc64_mod_init);
182*4882a593Smuzhiyun module_exit(md5_sparc64_mod_fini);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun MODULE_LICENSE("GPL");
185*4882a593Smuzhiyun MODULE_DESCRIPTION("MD5 Message Digest Algorithm, sparc64 md5 opcode accelerated");
186*4882a593Smuzhiyun
187*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("md5");
188*4882a593Smuzhiyun
189*4882a593Smuzhiyun #include "crop_devid.c"
190