1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * sun8i-ce-prng.c - hardware cryptographic offloader for
4*4882a593Smuzhiyun * Allwinner H3/A64/H5/H2+/H6/R40 SoC
5*4882a593Smuzhiyun *
6*4882a593Smuzhiyun * Copyright (C) 2015-2020 Corentin Labbe <clabbe@baylibre.com>
7*4882a593Smuzhiyun *
8*4882a593Smuzhiyun * This file handle the PRNG
9*4882a593Smuzhiyun *
10*4882a593Smuzhiyun * You could find a link for the datasheet in Documentation/arm/sunxi.rst
11*4882a593Smuzhiyun */
12*4882a593Smuzhiyun #include "sun8i-ce.h"
13*4882a593Smuzhiyun #include <linux/dma-mapping.h>
14*4882a593Smuzhiyun #include <linux/pm_runtime.h>
15*4882a593Smuzhiyun #include <crypto/internal/rng.h>
16*4882a593Smuzhiyun
sun8i_ce_prng_init(struct crypto_tfm * tfm)17*4882a593Smuzhiyun int sun8i_ce_prng_init(struct crypto_tfm *tfm)
18*4882a593Smuzhiyun {
19*4882a593Smuzhiyun struct sun8i_ce_rng_tfm_ctx *ctx = crypto_tfm_ctx(tfm);
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun memset(ctx, 0, sizeof(struct sun8i_ce_rng_tfm_ctx));
22*4882a593Smuzhiyun return 0;
23*4882a593Smuzhiyun }
24*4882a593Smuzhiyun
sun8i_ce_prng_exit(struct crypto_tfm * tfm)25*4882a593Smuzhiyun void sun8i_ce_prng_exit(struct crypto_tfm *tfm)
26*4882a593Smuzhiyun {
27*4882a593Smuzhiyun struct sun8i_ce_rng_tfm_ctx *ctx = crypto_tfm_ctx(tfm);
28*4882a593Smuzhiyun
29*4882a593Smuzhiyun memzero_explicit(ctx->seed, ctx->slen);
30*4882a593Smuzhiyun kfree(ctx->seed);
31*4882a593Smuzhiyun ctx->seed = NULL;
32*4882a593Smuzhiyun ctx->slen = 0;
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun
sun8i_ce_prng_seed(struct crypto_rng * tfm,const u8 * seed,unsigned int slen)35*4882a593Smuzhiyun int sun8i_ce_prng_seed(struct crypto_rng *tfm, const u8 *seed,
36*4882a593Smuzhiyun unsigned int slen)
37*4882a593Smuzhiyun {
38*4882a593Smuzhiyun struct sun8i_ce_rng_tfm_ctx *ctx = crypto_rng_ctx(tfm);
39*4882a593Smuzhiyun
40*4882a593Smuzhiyun if (ctx->seed && ctx->slen != slen) {
41*4882a593Smuzhiyun memzero_explicit(ctx->seed, ctx->slen);
42*4882a593Smuzhiyun kfree(ctx->seed);
43*4882a593Smuzhiyun ctx->slen = 0;
44*4882a593Smuzhiyun ctx->seed = NULL;
45*4882a593Smuzhiyun }
46*4882a593Smuzhiyun if (!ctx->seed)
47*4882a593Smuzhiyun ctx->seed = kmalloc(slen, GFP_KERNEL | GFP_DMA);
48*4882a593Smuzhiyun if (!ctx->seed)
49*4882a593Smuzhiyun return -ENOMEM;
50*4882a593Smuzhiyun
51*4882a593Smuzhiyun memcpy(ctx->seed, seed, slen);
52*4882a593Smuzhiyun ctx->slen = slen;
53*4882a593Smuzhiyun
54*4882a593Smuzhiyun return 0;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun
sun8i_ce_prng_generate(struct crypto_rng * tfm,const u8 * src,unsigned int slen,u8 * dst,unsigned int dlen)57*4882a593Smuzhiyun int sun8i_ce_prng_generate(struct crypto_rng *tfm, const u8 *src,
58*4882a593Smuzhiyun unsigned int slen, u8 *dst, unsigned int dlen)
59*4882a593Smuzhiyun {
60*4882a593Smuzhiyun struct sun8i_ce_rng_tfm_ctx *ctx = crypto_rng_ctx(tfm);
61*4882a593Smuzhiyun struct rng_alg *alg = crypto_rng_alg(tfm);
62*4882a593Smuzhiyun struct sun8i_ce_alg_template *algt;
63*4882a593Smuzhiyun struct sun8i_ce_dev *ce;
64*4882a593Smuzhiyun dma_addr_t dma_iv, dma_dst;
65*4882a593Smuzhiyun int err = 0;
66*4882a593Smuzhiyun int flow = 3;
67*4882a593Smuzhiyun unsigned int todo;
68*4882a593Smuzhiyun struct sun8i_ce_flow *chan;
69*4882a593Smuzhiyun struct ce_task *cet;
70*4882a593Smuzhiyun u32 common, sym;
71*4882a593Smuzhiyun void *d;
72*4882a593Smuzhiyun
73*4882a593Smuzhiyun algt = container_of(alg, struct sun8i_ce_alg_template, alg.rng);
74*4882a593Smuzhiyun ce = algt->ce;
75*4882a593Smuzhiyun
76*4882a593Smuzhiyun if (ctx->slen == 0) {
77*4882a593Smuzhiyun dev_err(ce->dev, "not seeded\n");
78*4882a593Smuzhiyun return -EINVAL;
79*4882a593Smuzhiyun }
80*4882a593Smuzhiyun
81*4882a593Smuzhiyun /* we want dlen + seedsize rounded up to a multiple of PRNG_DATA_SIZE */
82*4882a593Smuzhiyun todo = dlen + ctx->slen + PRNG_DATA_SIZE * 2;
83*4882a593Smuzhiyun todo -= todo % PRNG_DATA_SIZE;
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun d = kzalloc(todo, GFP_KERNEL | GFP_DMA);
86*4882a593Smuzhiyun if (!d) {
87*4882a593Smuzhiyun err = -ENOMEM;
88*4882a593Smuzhiyun goto err_mem;
89*4882a593Smuzhiyun }
90*4882a593Smuzhiyun
91*4882a593Smuzhiyun dev_dbg(ce->dev, "%s PRNG slen=%u dlen=%u todo=%u multi=%u\n", __func__,
92*4882a593Smuzhiyun slen, dlen, todo, todo / PRNG_DATA_SIZE);
93*4882a593Smuzhiyun
94*4882a593Smuzhiyun #ifdef CONFIG_CRYPTO_DEV_SUN8I_CE_DEBUG
95*4882a593Smuzhiyun algt->stat_req++;
96*4882a593Smuzhiyun algt->stat_bytes += todo;
97*4882a593Smuzhiyun #endif
98*4882a593Smuzhiyun
99*4882a593Smuzhiyun dma_iv = dma_map_single(ce->dev, ctx->seed, ctx->slen, DMA_TO_DEVICE);
100*4882a593Smuzhiyun if (dma_mapping_error(ce->dev, dma_iv)) {
101*4882a593Smuzhiyun dev_err(ce->dev, "Cannot DMA MAP IV\n");
102*4882a593Smuzhiyun goto err_iv;
103*4882a593Smuzhiyun }
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun dma_dst = dma_map_single(ce->dev, d, todo, DMA_FROM_DEVICE);
106*4882a593Smuzhiyun if (dma_mapping_error(ce->dev, dma_dst)) {
107*4882a593Smuzhiyun dev_err(ce->dev, "Cannot DMA MAP DST\n");
108*4882a593Smuzhiyun err = -EFAULT;
109*4882a593Smuzhiyun goto err_dst;
110*4882a593Smuzhiyun }
111*4882a593Smuzhiyun
112*4882a593Smuzhiyun err = pm_runtime_get_sync(ce->dev);
113*4882a593Smuzhiyun if (err < 0) {
114*4882a593Smuzhiyun pm_runtime_put_noidle(ce->dev);
115*4882a593Smuzhiyun goto err_pm;
116*4882a593Smuzhiyun }
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun mutex_lock(&ce->rnglock);
119*4882a593Smuzhiyun chan = &ce->chanlist[flow];
120*4882a593Smuzhiyun
121*4882a593Smuzhiyun cet = &chan->tl[0];
122*4882a593Smuzhiyun memset(cet, 0, sizeof(struct ce_task));
123*4882a593Smuzhiyun
124*4882a593Smuzhiyun cet->t_id = cpu_to_le32(flow);
125*4882a593Smuzhiyun common = ce->variant->prng | CE_COMM_INT;
126*4882a593Smuzhiyun cet->t_common_ctl = cpu_to_le32(common);
127*4882a593Smuzhiyun
128*4882a593Smuzhiyun /* recent CE (H6) need length in bytes, in word otherwise */
129*4882a593Smuzhiyun if (ce->variant->prng_t_dlen_in_bytes)
130*4882a593Smuzhiyun cet->t_dlen = cpu_to_le32(todo);
131*4882a593Smuzhiyun else
132*4882a593Smuzhiyun cet->t_dlen = cpu_to_le32(todo / 4);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun sym = PRNG_LD;
135*4882a593Smuzhiyun cet->t_sym_ctl = cpu_to_le32(sym);
136*4882a593Smuzhiyun cet->t_asym_ctl = 0;
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun cet->t_key = cpu_to_le32(dma_iv);
139*4882a593Smuzhiyun cet->t_iv = cpu_to_le32(dma_iv);
140*4882a593Smuzhiyun
141*4882a593Smuzhiyun cet->t_dst[0].addr = cpu_to_le32(dma_dst);
142*4882a593Smuzhiyun cet->t_dst[0].len = cpu_to_le32(todo / 4);
143*4882a593Smuzhiyun ce->chanlist[flow].timeout = 2000;
144*4882a593Smuzhiyun
145*4882a593Smuzhiyun err = sun8i_ce_run_task(ce, 3, "PRNG");
146*4882a593Smuzhiyun mutex_unlock(&ce->rnglock);
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun pm_runtime_put(ce->dev);
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun err_pm:
151*4882a593Smuzhiyun dma_unmap_single(ce->dev, dma_dst, todo, DMA_FROM_DEVICE);
152*4882a593Smuzhiyun err_dst:
153*4882a593Smuzhiyun dma_unmap_single(ce->dev, dma_iv, ctx->slen, DMA_TO_DEVICE);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun if (!err) {
156*4882a593Smuzhiyun memcpy(dst, d, dlen);
157*4882a593Smuzhiyun memcpy(ctx->seed, d + dlen, ctx->slen);
158*4882a593Smuzhiyun }
159*4882a593Smuzhiyun memzero_explicit(d, todo);
160*4882a593Smuzhiyun err_iv:
161*4882a593Smuzhiyun kfree(d);
162*4882a593Smuzhiyun err_mem:
163*4882a593Smuzhiyun return err;
164*4882a593Smuzhiyun }
165