xref: /OK3568_Linux_fs/kernel/arch/s390/crypto/ghash_s390.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Cryptographic API.
4*4882a593Smuzhiyun  *
5*4882a593Smuzhiyun  * s390 implementation of the GHASH algorithm for GCM (Galois/Counter Mode).
6*4882a593Smuzhiyun  *
7*4882a593Smuzhiyun  * Copyright IBM Corp. 2011
8*4882a593Smuzhiyun  * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
9*4882a593Smuzhiyun  */
10*4882a593Smuzhiyun 
11*4882a593Smuzhiyun #include <crypto/internal/hash.h>
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun #include <linux/cpufeature.h>
14*4882a593Smuzhiyun #include <asm/cpacf.h>
15*4882a593Smuzhiyun 
16*4882a593Smuzhiyun #define GHASH_BLOCK_SIZE	16
17*4882a593Smuzhiyun #define GHASH_DIGEST_SIZE	16
18*4882a593Smuzhiyun 
19*4882a593Smuzhiyun struct ghash_ctx {
20*4882a593Smuzhiyun 	u8 key[GHASH_BLOCK_SIZE];
21*4882a593Smuzhiyun };
22*4882a593Smuzhiyun 
23*4882a593Smuzhiyun struct ghash_desc_ctx {
24*4882a593Smuzhiyun 	u8 icv[GHASH_BLOCK_SIZE];
25*4882a593Smuzhiyun 	u8 key[GHASH_BLOCK_SIZE];
26*4882a593Smuzhiyun 	u8 buffer[GHASH_BLOCK_SIZE];
27*4882a593Smuzhiyun 	u32 bytes;
28*4882a593Smuzhiyun };
29*4882a593Smuzhiyun 
ghash_init(struct shash_desc * desc)30*4882a593Smuzhiyun static int ghash_init(struct shash_desc *desc)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun 	struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
33*4882a593Smuzhiyun 	struct ghash_ctx *ctx = crypto_shash_ctx(desc->tfm);
34*4882a593Smuzhiyun 
35*4882a593Smuzhiyun 	memset(dctx, 0, sizeof(*dctx));
36*4882a593Smuzhiyun 	memcpy(dctx->key, ctx->key, GHASH_BLOCK_SIZE);
37*4882a593Smuzhiyun 
38*4882a593Smuzhiyun 	return 0;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun 
ghash_setkey(struct crypto_shash * tfm,const u8 * key,unsigned int keylen)41*4882a593Smuzhiyun static int ghash_setkey(struct crypto_shash *tfm,
42*4882a593Smuzhiyun 			const u8 *key, unsigned int keylen)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun 	struct ghash_ctx *ctx = crypto_shash_ctx(tfm);
45*4882a593Smuzhiyun 
46*4882a593Smuzhiyun 	if (keylen != GHASH_BLOCK_SIZE)
47*4882a593Smuzhiyun 		return -EINVAL;
48*4882a593Smuzhiyun 
49*4882a593Smuzhiyun 	memcpy(ctx->key, key, GHASH_BLOCK_SIZE);
50*4882a593Smuzhiyun 
51*4882a593Smuzhiyun 	return 0;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun 
ghash_update(struct shash_desc * desc,const u8 * src,unsigned int srclen)54*4882a593Smuzhiyun static int ghash_update(struct shash_desc *desc,
55*4882a593Smuzhiyun 			 const u8 *src, unsigned int srclen)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun 	struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
58*4882a593Smuzhiyun 	unsigned int n;
59*4882a593Smuzhiyun 	u8 *buf = dctx->buffer;
60*4882a593Smuzhiyun 
61*4882a593Smuzhiyun 	if (dctx->bytes) {
62*4882a593Smuzhiyun 		u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
63*4882a593Smuzhiyun 
64*4882a593Smuzhiyun 		n = min(srclen, dctx->bytes);
65*4882a593Smuzhiyun 		dctx->bytes -= n;
66*4882a593Smuzhiyun 		srclen -= n;
67*4882a593Smuzhiyun 
68*4882a593Smuzhiyun 		memcpy(pos, src, n);
69*4882a593Smuzhiyun 		src += n;
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun 		if (!dctx->bytes) {
72*4882a593Smuzhiyun 			cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf,
73*4882a593Smuzhiyun 				   GHASH_BLOCK_SIZE);
74*4882a593Smuzhiyun 		}
75*4882a593Smuzhiyun 	}
76*4882a593Smuzhiyun 
77*4882a593Smuzhiyun 	n = srclen & ~(GHASH_BLOCK_SIZE - 1);
78*4882a593Smuzhiyun 	if (n) {
79*4882a593Smuzhiyun 		cpacf_kimd(CPACF_KIMD_GHASH, dctx, src, n);
80*4882a593Smuzhiyun 		src += n;
81*4882a593Smuzhiyun 		srclen -= n;
82*4882a593Smuzhiyun 	}
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 	if (srclen) {
85*4882a593Smuzhiyun 		dctx->bytes = GHASH_BLOCK_SIZE - srclen;
86*4882a593Smuzhiyun 		memcpy(buf, src, srclen);
87*4882a593Smuzhiyun 	}
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	return 0;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun 
ghash_flush(struct ghash_desc_ctx * dctx)92*4882a593Smuzhiyun static int ghash_flush(struct ghash_desc_ctx *dctx)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun 	u8 *buf = dctx->buffer;
95*4882a593Smuzhiyun 
96*4882a593Smuzhiyun 	if (dctx->bytes) {
97*4882a593Smuzhiyun 		u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
98*4882a593Smuzhiyun 
99*4882a593Smuzhiyun 		memset(pos, 0, dctx->bytes);
100*4882a593Smuzhiyun 		cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf, GHASH_BLOCK_SIZE);
101*4882a593Smuzhiyun 		dctx->bytes = 0;
102*4882a593Smuzhiyun 	}
103*4882a593Smuzhiyun 
104*4882a593Smuzhiyun 	return 0;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun 
ghash_final(struct shash_desc * desc,u8 * dst)107*4882a593Smuzhiyun static int ghash_final(struct shash_desc *desc, u8 *dst)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun 	struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
110*4882a593Smuzhiyun 	int ret;
111*4882a593Smuzhiyun 
112*4882a593Smuzhiyun 	ret = ghash_flush(dctx);
113*4882a593Smuzhiyun 	if (!ret)
114*4882a593Smuzhiyun 		memcpy(dst, dctx->icv, GHASH_BLOCK_SIZE);
115*4882a593Smuzhiyun 	return ret;
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun 
118*4882a593Smuzhiyun static struct shash_alg ghash_alg = {
119*4882a593Smuzhiyun 	.digestsize	= GHASH_DIGEST_SIZE,
120*4882a593Smuzhiyun 	.init		= ghash_init,
121*4882a593Smuzhiyun 	.update		= ghash_update,
122*4882a593Smuzhiyun 	.final		= ghash_final,
123*4882a593Smuzhiyun 	.setkey		= ghash_setkey,
124*4882a593Smuzhiyun 	.descsize	= sizeof(struct ghash_desc_ctx),
125*4882a593Smuzhiyun 	.base		= {
126*4882a593Smuzhiyun 		.cra_name		= "ghash",
127*4882a593Smuzhiyun 		.cra_driver_name	= "ghash-s390",
128*4882a593Smuzhiyun 		.cra_priority		= 300,
129*4882a593Smuzhiyun 		.cra_blocksize		= GHASH_BLOCK_SIZE,
130*4882a593Smuzhiyun 		.cra_ctxsize		= sizeof(struct ghash_ctx),
131*4882a593Smuzhiyun 		.cra_module		= THIS_MODULE,
132*4882a593Smuzhiyun 	},
133*4882a593Smuzhiyun };
134*4882a593Smuzhiyun 
ghash_mod_init(void)135*4882a593Smuzhiyun static int __init ghash_mod_init(void)
136*4882a593Smuzhiyun {
137*4882a593Smuzhiyun 	if (!cpacf_query_func(CPACF_KIMD, CPACF_KIMD_GHASH))
138*4882a593Smuzhiyun 		return -ENODEV;
139*4882a593Smuzhiyun 
140*4882a593Smuzhiyun 	return crypto_register_shash(&ghash_alg);
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun 
ghash_mod_exit(void)143*4882a593Smuzhiyun static void __exit ghash_mod_exit(void)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun 	crypto_unregister_shash(&ghash_alg);
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun 
148*4882a593Smuzhiyun module_cpu_feature_match(MSA, ghash_mod_init);
149*4882a593Smuzhiyun module_exit(ghash_mod_exit);
150*4882a593Smuzhiyun 
151*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("ghash");
152*4882a593Smuzhiyun 
153*4882a593Smuzhiyun MODULE_LICENSE("GPL");
154*4882a593Smuzhiyun MODULE_DESCRIPTION("GHASH hash function, s390 implementation");
155