1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright (c) 2010-2014, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #include <linux/clk.h>
7*4882a593Smuzhiyun #include <linux/dma-mapping.h>
8*4882a593Smuzhiyun #include <linux/interrupt.h>
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/mod_devicetable.h>
11*4882a593Smuzhiyun #include <linux/platform_device.h>
12*4882a593Smuzhiyun #include <linux/spinlock.h>
13*4882a593Smuzhiyun #include <linux/types.h>
14*4882a593Smuzhiyun #include <crypto/algapi.h>
15*4882a593Smuzhiyun #include <crypto/internal/hash.h>
16*4882a593Smuzhiyun #include <crypto/sha.h>
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include "core.h"
19*4882a593Smuzhiyun #include "cipher.h"
20*4882a593Smuzhiyun #include "sha.h"
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun #define QCE_MAJOR_VERSION5 0x05
23*4882a593Smuzhiyun #define QCE_QUEUE_LENGTH 1
24*4882a593Smuzhiyun
25*4882a593Smuzhiyun static const struct qce_algo_ops *qce_ops[] = {
26*4882a593Smuzhiyun #ifdef CONFIG_CRYPTO_DEV_QCE_SKCIPHER
27*4882a593Smuzhiyun &skcipher_ops,
28*4882a593Smuzhiyun #endif
29*4882a593Smuzhiyun #ifdef CONFIG_CRYPTO_DEV_QCE_SHA
30*4882a593Smuzhiyun &ahash_ops,
31*4882a593Smuzhiyun #endif
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun
qce_unregister_algs(struct qce_device * qce)34*4882a593Smuzhiyun static void qce_unregister_algs(struct qce_device *qce)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun const struct qce_algo_ops *ops;
37*4882a593Smuzhiyun int i;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
40*4882a593Smuzhiyun ops = qce_ops[i];
41*4882a593Smuzhiyun ops->unregister_algs(qce);
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun
qce_register_algs(struct qce_device * qce)45*4882a593Smuzhiyun static int qce_register_algs(struct qce_device *qce)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun const struct qce_algo_ops *ops;
48*4882a593Smuzhiyun int i, ret = -ENODEV;
49*4882a593Smuzhiyun
50*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
51*4882a593Smuzhiyun ops = qce_ops[i];
52*4882a593Smuzhiyun ret = ops->register_algs(qce);
53*4882a593Smuzhiyun if (ret)
54*4882a593Smuzhiyun break;
55*4882a593Smuzhiyun }
56*4882a593Smuzhiyun
57*4882a593Smuzhiyun return ret;
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun
qce_handle_request(struct crypto_async_request * async_req)60*4882a593Smuzhiyun static int qce_handle_request(struct crypto_async_request *async_req)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun int ret = -EINVAL, i;
63*4882a593Smuzhiyun const struct qce_algo_ops *ops;
64*4882a593Smuzhiyun u32 type = crypto_tfm_alg_type(async_req->tfm);
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
67*4882a593Smuzhiyun ops = qce_ops[i];
68*4882a593Smuzhiyun if (type != ops->type)
69*4882a593Smuzhiyun continue;
70*4882a593Smuzhiyun ret = ops->async_req_handle(async_req);
71*4882a593Smuzhiyun break;
72*4882a593Smuzhiyun }
73*4882a593Smuzhiyun
74*4882a593Smuzhiyun return ret;
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun
qce_handle_queue(struct qce_device * qce,struct crypto_async_request * req)77*4882a593Smuzhiyun static int qce_handle_queue(struct qce_device *qce,
78*4882a593Smuzhiyun struct crypto_async_request *req)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun struct crypto_async_request *async_req, *backlog;
81*4882a593Smuzhiyun unsigned long flags;
82*4882a593Smuzhiyun int ret = 0, err;
83*4882a593Smuzhiyun
84*4882a593Smuzhiyun spin_lock_irqsave(&qce->lock, flags);
85*4882a593Smuzhiyun
86*4882a593Smuzhiyun if (req)
87*4882a593Smuzhiyun ret = crypto_enqueue_request(&qce->queue, req);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun /* busy, do not dequeue request */
90*4882a593Smuzhiyun if (qce->req) {
91*4882a593Smuzhiyun spin_unlock_irqrestore(&qce->lock, flags);
92*4882a593Smuzhiyun return ret;
93*4882a593Smuzhiyun }
94*4882a593Smuzhiyun
95*4882a593Smuzhiyun backlog = crypto_get_backlog(&qce->queue);
96*4882a593Smuzhiyun async_req = crypto_dequeue_request(&qce->queue);
97*4882a593Smuzhiyun if (async_req)
98*4882a593Smuzhiyun qce->req = async_req;
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun spin_unlock_irqrestore(&qce->lock, flags);
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun if (!async_req)
103*4882a593Smuzhiyun return ret;
104*4882a593Smuzhiyun
105*4882a593Smuzhiyun if (backlog) {
106*4882a593Smuzhiyun spin_lock_bh(&qce->lock);
107*4882a593Smuzhiyun backlog->complete(backlog, -EINPROGRESS);
108*4882a593Smuzhiyun spin_unlock_bh(&qce->lock);
109*4882a593Smuzhiyun }
110*4882a593Smuzhiyun
111*4882a593Smuzhiyun err = qce_handle_request(async_req);
112*4882a593Smuzhiyun if (err) {
113*4882a593Smuzhiyun qce->result = err;
114*4882a593Smuzhiyun tasklet_schedule(&qce->done_tasklet);
115*4882a593Smuzhiyun }
116*4882a593Smuzhiyun
117*4882a593Smuzhiyun return ret;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun
qce_tasklet_req_done(unsigned long data)120*4882a593Smuzhiyun static void qce_tasklet_req_done(unsigned long data)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun struct qce_device *qce = (struct qce_device *)data;
123*4882a593Smuzhiyun struct crypto_async_request *req;
124*4882a593Smuzhiyun unsigned long flags;
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun spin_lock_irqsave(&qce->lock, flags);
127*4882a593Smuzhiyun req = qce->req;
128*4882a593Smuzhiyun qce->req = NULL;
129*4882a593Smuzhiyun spin_unlock_irqrestore(&qce->lock, flags);
130*4882a593Smuzhiyun
131*4882a593Smuzhiyun if (req)
132*4882a593Smuzhiyun req->complete(req, qce->result);
133*4882a593Smuzhiyun
134*4882a593Smuzhiyun qce_handle_queue(qce, NULL);
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun
qce_async_request_enqueue(struct qce_device * qce,struct crypto_async_request * req)137*4882a593Smuzhiyun static int qce_async_request_enqueue(struct qce_device *qce,
138*4882a593Smuzhiyun struct crypto_async_request *req)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun return qce_handle_queue(qce, req);
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun
qce_async_request_done(struct qce_device * qce,int ret)143*4882a593Smuzhiyun static void qce_async_request_done(struct qce_device *qce, int ret)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun qce->result = ret;
146*4882a593Smuzhiyun tasklet_schedule(&qce->done_tasklet);
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun
qce_check_version(struct qce_device * qce)149*4882a593Smuzhiyun static int qce_check_version(struct qce_device *qce)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun u32 major, minor, step;
152*4882a593Smuzhiyun
153*4882a593Smuzhiyun qce_get_version(qce, &major, &minor, &step);
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun /*
156*4882a593Smuzhiyun * the driver does not support v5 with minor 0 because it has special
157*4882a593Smuzhiyun * alignment requirements.
158*4882a593Smuzhiyun */
159*4882a593Smuzhiyun if (major != QCE_MAJOR_VERSION5 || minor == 0)
160*4882a593Smuzhiyun return -ENODEV;
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun qce->burst_size = QCE_BAM_BURST_SIZE;
163*4882a593Smuzhiyun qce->pipe_pair_id = 1;
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun dev_dbg(qce->dev, "Crypto device found, version %d.%d.%d\n",
166*4882a593Smuzhiyun major, minor, step);
167*4882a593Smuzhiyun
168*4882a593Smuzhiyun return 0;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun
qce_crypto_probe(struct platform_device * pdev)171*4882a593Smuzhiyun static int qce_crypto_probe(struct platform_device *pdev)
172*4882a593Smuzhiyun {
173*4882a593Smuzhiyun struct device *dev = &pdev->dev;
174*4882a593Smuzhiyun struct qce_device *qce;
175*4882a593Smuzhiyun int ret;
176*4882a593Smuzhiyun
177*4882a593Smuzhiyun qce = devm_kzalloc(dev, sizeof(*qce), GFP_KERNEL);
178*4882a593Smuzhiyun if (!qce)
179*4882a593Smuzhiyun return -ENOMEM;
180*4882a593Smuzhiyun
181*4882a593Smuzhiyun qce->dev = dev;
182*4882a593Smuzhiyun platform_set_drvdata(pdev, qce);
183*4882a593Smuzhiyun
184*4882a593Smuzhiyun qce->base = devm_platform_ioremap_resource(pdev, 0);
185*4882a593Smuzhiyun if (IS_ERR(qce->base))
186*4882a593Smuzhiyun return PTR_ERR(qce->base);
187*4882a593Smuzhiyun
188*4882a593Smuzhiyun ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32));
189*4882a593Smuzhiyun if (ret < 0)
190*4882a593Smuzhiyun return ret;
191*4882a593Smuzhiyun
192*4882a593Smuzhiyun qce->core = devm_clk_get(qce->dev, "core");
193*4882a593Smuzhiyun if (IS_ERR(qce->core))
194*4882a593Smuzhiyun return PTR_ERR(qce->core);
195*4882a593Smuzhiyun
196*4882a593Smuzhiyun qce->iface = devm_clk_get(qce->dev, "iface");
197*4882a593Smuzhiyun if (IS_ERR(qce->iface))
198*4882a593Smuzhiyun return PTR_ERR(qce->iface);
199*4882a593Smuzhiyun
200*4882a593Smuzhiyun qce->bus = devm_clk_get(qce->dev, "bus");
201*4882a593Smuzhiyun if (IS_ERR(qce->bus))
202*4882a593Smuzhiyun return PTR_ERR(qce->bus);
203*4882a593Smuzhiyun
204*4882a593Smuzhiyun ret = clk_prepare_enable(qce->core);
205*4882a593Smuzhiyun if (ret)
206*4882a593Smuzhiyun return ret;
207*4882a593Smuzhiyun
208*4882a593Smuzhiyun ret = clk_prepare_enable(qce->iface);
209*4882a593Smuzhiyun if (ret)
210*4882a593Smuzhiyun goto err_clks_core;
211*4882a593Smuzhiyun
212*4882a593Smuzhiyun ret = clk_prepare_enable(qce->bus);
213*4882a593Smuzhiyun if (ret)
214*4882a593Smuzhiyun goto err_clks_iface;
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun ret = qce_dma_request(qce->dev, &qce->dma);
217*4882a593Smuzhiyun if (ret)
218*4882a593Smuzhiyun goto err_clks;
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun ret = qce_check_version(qce);
221*4882a593Smuzhiyun if (ret)
222*4882a593Smuzhiyun goto err_clks;
223*4882a593Smuzhiyun
224*4882a593Smuzhiyun spin_lock_init(&qce->lock);
225*4882a593Smuzhiyun tasklet_init(&qce->done_tasklet, qce_tasklet_req_done,
226*4882a593Smuzhiyun (unsigned long)qce);
227*4882a593Smuzhiyun crypto_init_queue(&qce->queue, QCE_QUEUE_LENGTH);
228*4882a593Smuzhiyun
229*4882a593Smuzhiyun qce->async_req_enqueue = qce_async_request_enqueue;
230*4882a593Smuzhiyun qce->async_req_done = qce_async_request_done;
231*4882a593Smuzhiyun
232*4882a593Smuzhiyun ret = qce_register_algs(qce);
233*4882a593Smuzhiyun if (ret)
234*4882a593Smuzhiyun goto err_dma;
235*4882a593Smuzhiyun
236*4882a593Smuzhiyun return 0;
237*4882a593Smuzhiyun
238*4882a593Smuzhiyun err_dma:
239*4882a593Smuzhiyun qce_dma_release(&qce->dma);
240*4882a593Smuzhiyun err_clks:
241*4882a593Smuzhiyun clk_disable_unprepare(qce->bus);
242*4882a593Smuzhiyun err_clks_iface:
243*4882a593Smuzhiyun clk_disable_unprepare(qce->iface);
244*4882a593Smuzhiyun err_clks_core:
245*4882a593Smuzhiyun clk_disable_unprepare(qce->core);
246*4882a593Smuzhiyun return ret;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun
qce_crypto_remove(struct platform_device * pdev)249*4882a593Smuzhiyun static int qce_crypto_remove(struct platform_device *pdev)
250*4882a593Smuzhiyun {
251*4882a593Smuzhiyun struct qce_device *qce = platform_get_drvdata(pdev);
252*4882a593Smuzhiyun
253*4882a593Smuzhiyun tasklet_kill(&qce->done_tasklet);
254*4882a593Smuzhiyun qce_unregister_algs(qce);
255*4882a593Smuzhiyun qce_dma_release(&qce->dma);
256*4882a593Smuzhiyun clk_disable_unprepare(qce->bus);
257*4882a593Smuzhiyun clk_disable_unprepare(qce->iface);
258*4882a593Smuzhiyun clk_disable_unprepare(qce->core);
259*4882a593Smuzhiyun return 0;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun
262*4882a593Smuzhiyun static const struct of_device_id qce_crypto_of_match[] = {
263*4882a593Smuzhiyun { .compatible = "qcom,crypto-v5.1", },
264*4882a593Smuzhiyun {}
265*4882a593Smuzhiyun };
266*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, qce_crypto_of_match);
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun static struct platform_driver qce_crypto_driver = {
269*4882a593Smuzhiyun .probe = qce_crypto_probe,
270*4882a593Smuzhiyun .remove = qce_crypto_remove,
271*4882a593Smuzhiyun .driver = {
272*4882a593Smuzhiyun .name = KBUILD_MODNAME,
273*4882a593Smuzhiyun .of_match_table = qce_crypto_of_match,
274*4882a593Smuzhiyun },
275*4882a593Smuzhiyun };
276*4882a593Smuzhiyun module_platform_driver(qce_crypto_driver);
277*4882a593Smuzhiyun
278*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
279*4882a593Smuzhiyun MODULE_DESCRIPTION("Qualcomm crypto engine driver");
280*4882a593Smuzhiyun MODULE_ALIAS("platform:" KBUILD_MODNAME);
281*4882a593Smuzhiyun MODULE_AUTHOR("The Linux Foundation");
282