1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Cryptographic API.
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * s390 implementation of the GHASH algorithm for GCM (Galois/Counter Mode).
6*4882a593Smuzhiyun *
7*4882a593Smuzhiyun * Copyright IBM Corp. 2011
8*4882a593Smuzhiyun * Author(s): Gerald Schaefer <gerald.schaefer@de.ibm.com>
9*4882a593Smuzhiyun */
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun #include <crypto/internal/hash.h>
12*4882a593Smuzhiyun #include <linux/module.h>
13*4882a593Smuzhiyun #include <linux/cpufeature.h>
14*4882a593Smuzhiyun #include <asm/cpacf.h>
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun #define GHASH_BLOCK_SIZE 16
17*4882a593Smuzhiyun #define GHASH_DIGEST_SIZE 16
18*4882a593Smuzhiyun
19*4882a593Smuzhiyun struct ghash_ctx {
20*4882a593Smuzhiyun u8 key[GHASH_BLOCK_SIZE];
21*4882a593Smuzhiyun };
22*4882a593Smuzhiyun
23*4882a593Smuzhiyun struct ghash_desc_ctx {
24*4882a593Smuzhiyun u8 icv[GHASH_BLOCK_SIZE];
25*4882a593Smuzhiyun u8 key[GHASH_BLOCK_SIZE];
26*4882a593Smuzhiyun u8 buffer[GHASH_BLOCK_SIZE];
27*4882a593Smuzhiyun u32 bytes;
28*4882a593Smuzhiyun };
29*4882a593Smuzhiyun
ghash_init(struct shash_desc * desc)30*4882a593Smuzhiyun static int ghash_init(struct shash_desc *desc)
31*4882a593Smuzhiyun {
32*4882a593Smuzhiyun struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
33*4882a593Smuzhiyun struct ghash_ctx *ctx = crypto_shash_ctx(desc->tfm);
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun memset(dctx, 0, sizeof(*dctx));
36*4882a593Smuzhiyun memcpy(dctx->key, ctx->key, GHASH_BLOCK_SIZE);
37*4882a593Smuzhiyun
38*4882a593Smuzhiyun return 0;
39*4882a593Smuzhiyun }
40*4882a593Smuzhiyun
ghash_setkey(struct crypto_shash * tfm,const u8 * key,unsigned int keylen)41*4882a593Smuzhiyun static int ghash_setkey(struct crypto_shash *tfm,
42*4882a593Smuzhiyun const u8 *key, unsigned int keylen)
43*4882a593Smuzhiyun {
44*4882a593Smuzhiyun struct ghash_ctx *ctx = crypto_shash_ctx(tfm);
45*4882a593Smuzhiyun
46*4882a593Smuzhiyun if (keylen != GHASH_BLOCK_SIZE)
47*4882a593Smuzhiyun return -EINVAL;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun memcpy(ctx->key, key, GHASH_BLOCK_SIZE);
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun return 0;
52*4882a593Smuzhiyun }
53*4882a593Smuzhiyun
ghash_update(struct shash_desc * desc,const u8 * src,unsigned int srclen)54*4882a593Smuzhiyun static int ghash_update(struct shash_desc *desc,
55*4882a593Smuzhiyun const u8 *src, unsigned int srclen)
56*4882a593Smuzhiyun {
57*4882a593Smuzhiyun struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
58*4882a593Smuzhiyun unsigned int n;
59*4882a593Smuzhiyun u8 *buf = dctx->buffer;
60*4882a593Smuzhiyun
61*4882a593Smuzhiyun if (dctx->bytes) {
62*4882a593Smuzhiyun u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
63*4882a593Smuzhiyun
64*4882a593Smuzhiyun n = min(srclen, dctx->bytes);
65*4882a593Smuzhiyun dctx->bytes -= n;
66*4882a593Smuzhiyun srclen -= n;
67*4882a593Smuzhiyun
68*4882a593Smuzhiyun memcpy(pos, src, n);
69*4882a593Smuzhiyun src += n;
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun if (!dctx->bytes) {
72*4882a593Smuzhiyun cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf,
73*4882a593Smuzhiyun GHASH_BLOCK_SIZE);
74*4882a593Smuzhiyun }
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
77*4882a593Smuzhiyun n = srclen & ~(GHASH_BLOCK_SIZE - 1);
78*4882a593Smuzhiyun if (n) {
79*4882a593Smuzhiyun cpacf_kimd(CPACF_KIMD_GHASH, dctx, src, n);
80*4882a593Smuzhiyun src += n;
81*4882a593Smuzhiyun srclen -= n;
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun if (srclen) {
85*4882a593Smuzhiyun dctx->bytes = GHASH_BLOCK_SIZE - srclen;
86*4882a593Smuzhiyun memcpy(buf, src, srclen);
87*4882a593Smuzhiyun }
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun return 0;
90*4882a593Smuzhiyun }
91*4882a593Smuzhiyun
ghash_flush(struct ghash_desc_ctx * dctx)92*4882a593Smuzhiyun static int ghash_flush(struct ghash_desc_ctx *dctx)
93*4882a593Smuzhiyun {
94*4882a593Smuzhiyun u8 *buf = dctx->buffer;
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun if (dctx->bytes) {
97*4882a593Smuzhiyun u8 *pos = buf + (GHASH_BLOCK_SIZE - dctx->bytes);
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun memset(pos, 0, dctx->bytes);
100*4882a593Smuzhiyun cpacf_kimd(CPACF_KIMD_GHASH, dctx, buf, GHASH_BLOCK_SIZE);
101*4882a593Smuzhiyun dctx->bytes = 0;
102*4882a593Smuzhiyun }
103*4882a593Smuzhiyun
104*4882a593Smuzhiyun return 0;
105*4882a593Smuzhiyun }
106*4882a593Smuzhiyun
ghash_final(struct shash_desc * desc,u8 * dst)107*4882a593Smuzhiyun static int ghash_final(struct shash_desc *desc, u8 *dst)
108*4882a593Smuzhiyun {
109*4882a593Smuzhiyun struct ghash_desc_ctx *dctx = shash_desc_ctx(desc);
110*4882a593Smuzhiyun int ret;
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun ret = ghash_flush(dctx);
113*4882a593Smuzhiyun if (!ret)
114*4882a593Smuzhiyun memcpy(dst, dctx->icv, GHASH_BLOCK_SIZE);
115*4882a593Smuzhiyun return ret;
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun static struct shash_alg ghash_alg = {
119*4882a593Smuzhiyun .digestsize = GHASH_DIGEST_SIZE,
120*4882a593Smuzhiyun .init = ghash_init,
121*4882a593Smuzhiyun .update = ghash_update,
122*4882a593Smuzhiyun .final = ghash_final,
123*4882a593Smuzhiyun .setkey = ghash_setkey,
124*4882a593Smuzhiyun .descsize = sizeof(struct ghash_desc_ctx),
125*4882a593Smuzhiyun .base = {
126*4882a593Smuzhiyun .cra_name = "ghash",
127*4882a593Smuzhiyun .cra_driver_name = "ghash-s390",
128*4882a593Smuzhiyun .cra_priority = 300,
129*4882a593Smuzhiyun .cra_blocksize = GHASH_BLOCK_SIZE,
130*4882a593Smuzhiyun .cra_ctxsize = sizeof(struct ghash_ctx),
131*4882a593Smuzhiyun .cra_module = THIS_MODULE,
132*4882a593Smuzhiyun },
133*4882a593Smuzhiyun };
134*4882a593Smuzhiyun
ghash_mod_init(void)135*4882a593Smuzhiyun static int __init ghash_mod_init(void)
136*4882a593Smuzhiyun {
137*4882a593Smuzhiyun if (!cpacf_query_func(CPACF_KIMD, CPACF_KIMD_GHASH))
138*4882a593Smuzhiyun return -ENODEV;
139*4882a593Smuzhiyun
140*4882a593Smuzhiyun return crypto_register_shash(&ghash_alg);
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
ghash_mod_exit(void)143*4882a593Smuzhiyun static void __exit ghash_mod_exit(void)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun crypto_unregister_shash(&ghash_alg);
146*4882a593Smuzhiyun }
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun module_cpu_feature_match(MSA, ghash_mod_init);
149*4882a593Smuzhiyun module_exit(ghash_mod_exit);
150*4882a593Smuzhiyun
151*4882a593Smuzhiyun MODULE_ALIAS_CRYPTO("ghash");
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun MODULE_LICENSE("GPL");
154*4882a593Smuzhiyun MODULE_DESCRIPTION("GHASH hash function, s390 implementation");
155