xref: /OK3568_Linux_fs/kernel/drivers/crypto/qce/core.c (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun // SPDX-License-Identifier: GPL-2.0-only
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun  * Copyright (c) 2010-2014, The Linux Foundation. All rights reserved.
4*4882a593Smuzhiyun  */
5*4882a593Smuzhiyun 
6*4882a593Smuzhiyun #include <linux/clk.h>
7*4882a593Smuzhiyun #include <linux/dma-mapping.h>
8*4882a593Smuzhiyun #include <linux/interrupt.h>
9*4882a593Smuzhiyun #include <linux/module.h>
10*4882a593Smuzhiyun #include <linux/mod_devicetable.h>
11*4882a593Smuzhiyun #include <linux/platform_device.h>
12*4882a593Smuzhiyun #include <linux/spinlock.h>
13*4882a593Smuzhiyun #include <linux/types.h>
14*4882a593Smuzhiyun #include <crypto/algapi.h>
15*4882a593Smuzhiyun #include <crypto/internal/hash.h>
16*4882a593Smuzhiyun #include <crypto/sha.h>
17*4882a593Smuzhiyun 
18*4882a593Smuzhiyun #include "core.h"
19*4882a593Smuzhiyun #include "cipher.h"
20*4882a593Smuzhiyun #include "sha.h"
21*4882a593Smuzhiyun 
22*4882a593Smuzhiyun #define QCE_MAJOR_VERSION5	0x05
23*4882a593Smuzhiyun #define QCE_QUEUE_LENGTH	1
24*4882a593Smuzhiyun 
25*4882a593Smuzhiyun static const struct qce_algo_ops *qce_ops[] = {
26*4882a593Smuzhiyun #ifdef CONFIG_CRYPTO_DEV_QCE_SKCIPHER
27*4882a593Smuzhiyun 	&skcipher_ops,
28*4882a593Smuzhiyun #endif
29*4882a593Smuzhiyun #ifdef CONFIG_CRYPTO_DEV_QCE_SHA
30*4882a593Smuzhiyun 	&ahash_ops,
31*4882a593Smuzhiyun #endif
32*4882a593Smuzhiyun };
33*4882a593Smuzhiyun 
qce_unregister_algs(struct qce_device * qce)34*4882a593Smuzhiyun static void qce_unregister_algs(struct qce_device *qce)
35*4882a593Smuzhiyun {
36*4882a593Smuzhiyun 	const struct qce_algo_ops *ops;
37*4882a593Smuzhiyun 	int i;
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
40*4882a593Smuzhiyun 		ops = qce_ops[i];
41*4882a593Smuzhiyun 		ops->unregister_algs(qce);
42*4882a593Smuzhiyun 	}
43*4882a593Smuzhiyun }
44*4882a593Smuzhiyun 
qce_register_algs(struct qce_device * qce)45*4882a593Smuzhiyun static int qce_register_algs(struct qce_device *qce)
46*4882a593Smuzhiyun {
47*4882a593Smuzhiyun 	const struct qce_algo_ops *ops;
48*4882a593Smuzhiyun 	int i, ret = -ENODEV;
49*4882a593Smuzhiyun 
50*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
51*4882a593Smuzhiyun 		ops = qce_ops[i];
52*4882a593Smuzhiyun 		ret = ops->register_algs(qce);
53*4882a593Smuzhiyun 		if (ret)
54*4882a593Smuzhiyun 			break;
55*4882a593Smuzhiyun 	}
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun 	return ret;
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun 
qce_handle_request(struct crypto_async_request * async_req)60*4882a593Smuzhiyun static int qce_handle_request(struct crypto_async_request *async_req)
61*4882a593Smuzhiyun {
62*4882a593Smuzhiyun 	int ret = -EINVAL, i;
63*4882a593Smuzhiyun 	const struct qce_algo_ops *ops;
64*4882a593Smuzhiyun 	u32 type = crypto_tfm_alg_type(async_req->tfm);
65*4882a593Smuzhiyun 
66*4882a593Smuzhiyun 	for (i = 0; i < ARRAY_SIZE(qce_ops); i++) {
67*4882a593Smuzhiyun 		ops = qce_ops[i];
68*4882a593Smuzhiyun 		if (type != ops->type)
69*4882a593Smuzhiyun 			continue;
70*4882a593Smuzhiyun 		ret = ops->async_req_handle(async_req);
71*4882a593Smuzhiyun 		break;
72*4882a593Smuzhiyun 	}
73*4882a593Smuzhiyun 
74*4882a593Smuzhiyun 	return ret;
75*4882a593Smuzhiyun }
76*4882a593Smuzhiyun 
qce_handle_queue(struct qce_device * qce,struct crypto_async_request * req)77*4882a593Smuzhiyun static int qce_handle_queue(struct qce_device *qce,
78*4882a593Smuzhiyun 			    struct crypto_async_request *req)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun 	struct crypto_async_request *async_req, *backlog;
81*4882a593Smuzhiyun 	unsigned long flags;
82*4882a593Smuzhiyun 	int ret = 0, err;
83*4882a593Smuzhiyun 
84*4882a593Smuzhiyun 	spin_lock_irqsave(&qce->lock, flags);
85*4882a593Smuzhiyun 
86*4882a593Smuzhiyun 	if (req)
87*4882a593Smuzhiyun 		ret = crypto_enqueue_request(&qce->queue, req);
88*4882a593Smuzhiyun 
89*4882a593Smuzhiyun 	/* busy, do not dequeue request */
90*4882a593Smuzhiyun 	if (qce->req) {
91*4882a593Smuzhiyun 		spin_unlock_irqrestore(&qce->lock, flags);
92*4882a593Smuzhiyun 		return ret;
93*4882a593Smuzhiyun 	}
94*4882a593Smuzhiyun 
95*4882a593Smuzhiyun 	backlog = crypto_get_backlog(&qce->queue);
96*4882a593Smuzhiyun 	async_req = crypto_dequeue_request(&qce->queue);
97*4882a593Smuzhiyun 	if (async_req)
98*4882a593Smuzhiyun 		qce->req = async_req;
99*4882a593Smuzhiyun 
100*4882a593Smuzhiyun 	spin_unlock_irqrestore(&qce->lock, flags);
101*4882a593Smuzhiyun 
102*4882a593Smuzhiyun 	if (!async_req)
103*4882a593Smuzhiyun 		return ret;
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun 	if (backlog) {
106*4882a593Smuzhiyun 		spin_lock_bh(&qce->lock);
107*4882a593Smuzhiyun 		backlog->complete(backlog, -EINPROGRESS);
108*4882a593Smuzhiyun 		spin_unlock_bh(&qce->lock);
109*4882a593Smuzhiyun 	}
110*4882a593Smuzhiyun 
111*4882a593Smuzhiyun 	err = qce_handle_request(async_req);
112*4882a593Smuzhiyun 	if (err) {
113*4882a593Smuzhiyun 		qce->result = err;
114*4882a593Smuzhiyun 		tasklet_schedule(&qce->done_tasklet);
115*4882a593Smuzhiyun 	}
116*4882a593Smuzhiyun 
117*4882a593Smuzhiyun 	return ret;
118*4882a593Smuzhiyun }
119*4882a593Smuzhiyun 
qce_tasklet_req_done(unsigned long data)120*4882a593Smuzhiyun static void qce_tasklet_req_done(unsigned long data)
121*4882a593Smuzhiyun {
122*4882a593Smuzhiyun 	struct qce_device *qce = (struct qce_device *)data;
123*4882a593Smuzhiyun 	struct crypto_async_request *req;
124*4882a593Smuzhiyun 	unsigned long flags;
125*4882a593Smuzhiyun 
126*4882a593Smuzhiyun 	spin_lock_irqsave(&qce->lock, flags);
127*4882a593Smuzhiyun 	req = qce->req;
128*4882a593Smuzhiyun 	qce->req = NULL;
129*4882a593Smuzhiyun 	spin_unlock_irqrestore(&qce->lock, flags);
130*4882a593Smuzhiyun 
131*4882a593Smuzhiyun 	if (req)
132*4882a593Smuzhiyun 		req->complete(req, qce->result);
133*4882a593Smuzhiyun 
134*4882a593Smuzhiyun 	qce_handle_queue(qce, NULL);
135*4882a593Smuzhiyun }
136*4882a593Smuzhiyun 
qce_async_request_enqueue(struct qce_device * qce,struct crypto_async_request * req)137*4882a593Smuzhiyun static int qce_async_request_enqueue(struct qce_device *qce,
138*4882a593Smuzhiyun 				     struct crypto_async_request *req)
139*4882a593Smuzhiyun {
140*4882a593Smuzhiyun 	return qce_handle_queue(qce, req);
141*4882a593Smuzhiyun }
142*4882a593Smuzhiyun 
qce_async_request_done(struct qce_device * qce,int ret)143*4882a593Smuzhiyun static void qce_async_request_done(struct qce_device *qce, int ret)
144*4882a593Smuzhiyun {
145*4882a593Smuzhiyun 	qce->result = ret;
146*4882a593Smuzhiyun 	tasklet_schedule(&qce->done_tasklet);
147*4882a593Smuzhiyun }
148*4882a593Smuzhiyun 
qce_check_version(struct qce_device * qce)149*4882a593Smuzhiyun static int qce_check_version(struct qce_device *qce)
150*4882a593Smuzhiyun {
151*4882a593Smuzhiyun 	u32 major, minor, step;
152*4882a593Smuzhiyun 
153*4882a593Smuzhiyun 	qce_get_version(qce, &major, &minor, &step);
154*4882a593Smuzhiyun 
155*4882a593Smuzhiyun 	/*
156*4882a593Smuzhiyun 	 * the driver does not support v5 with minor 0 because it has special
157*4882a593Smuzhiyun 	 * alignment requirements.
158*4882a593Smuzhiyun 	 */
159*4882a593Smuzhiyun 	if (major != QCE_MAJOR_VERSION5 || minor == 0)
160*4882a593Smuzhiyun 		return -ENODEV;
161*4882a593Smuzhiyun 
162*4882a593Smuzhiyun 	qce->burst_size = QCE_BAM_BURST_SIZE;
163*4882a593Smuzhiyun 	qce->pipe_pair_id = 1;
164*4882a593Smuzhiyun 
165*4882a593Smuzhiyun 	dev_dbg(qce->dev, "Crypto device found, version %d.%d.%d\n",
166*4882a593Smuzhiyun 		major, minor, step);
167*4882a593Smuzhiyun 
168*4882a593Smuzhiyun 	return 0;
169*4882a593Smuzhiyun }
170*4882a593Smuzhiyun 
qce_crypto_probe(struct platform_device * pdev)171*4882a593Smuzhiyun static int qce_crypto_probe(struct platform_device *pdev)
172*4882a593Smuzhiyun {
173*4882a593Smuzhiyun 	struct device *dev = &pdev->dev;
174*4882a593Smuzhiyun 	struct qce_device *qce;
175*4882a593Smuzhiyun 	int ret;
176*4882a593Smuzhiyun 
177*4882a593Smuzhiyun 	qce = devm_kzalloc(dev, sizeof(*qce), GFP_KERNEL);
178*4882a593Smuzhiyun 	if (!qce)
179*4882a593Smuzhiyun 		return -ENOMEM;
180*4882a593Smuzhiyun 
181*4882a593Smuzhiyun 	qce->dev = dev;
182*4882a593Smuzhiyun 	platform_set_drvdata(pdev, qce);
183*4882a593Smuzhiyun 
184*4882a593Smuzhiyun 	qce->base = devm_platform_ioremap_resource(pdev, 0);
185*4882a593Smuzhiyun 	if (IS_ERR(qce->base))
186*4882a593Smuzhiyun 		return PTR_ERR(qce->base);
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun 	ret = dma_set_mask_and_coherent(dev, DMA_BIT_MASK(32));
189*4882a593Smuzhiyun 	if (ret < 0)
190*4882a593Smuzhiyun 		return ret;
191*4882a593Smuzhiyun 
192*4882a593Smuzhiyun 	qce->core = devm_clk_get(qce->dev, "core");
193*4882a593Smuzhiyun 	if (IS_ERR(qce->core))
194*4882a593Smuzhiyun 		return PTR_ERR(qce->core);
195*4882a593Smuzhiyun 
196*4882a593Smuzhiyun 	qce->iface = devm_clk_get(qce->dev, "iface");
197*4882a593Smuzhiyun 	if (IS_ERR(qce->iface))
198*4882a593Smuzhiyun 		return PTR_ERR(qce->iface);
199*4882a593Smuzhiyun 
200*4882a593Smuzhiyun 	qce->bus = devm_clk_get(qce->dev, "bus");
201*4882a593Smuzhiyun 	if (IS_ERR(qce->bus))
202*4882a593Smuzhiyun 		return PTR_ERR(qce->bus);
203*4882a593Smuzhiyun 
204*4882a593Smuzhiyun 	ret = clk_prepare_enable(qce->core);
205*4882a593Smuzhiyun 	if (ret)
206*4882a593Smuzhiyun 		return ret;
207*4882a593Smuzhiyun 
208*4882a593Smuzhiyun 	ret = clk_prepare_enable(qce->iface);
209*4882a593Smuzhiyun 	if (ret)
210*4882a593Smuzhiyun 		goto err_clks_core;
211*4882a593Smuzhiyun 
212*4882a593Smuzhiyun 	ret = clk_prepare_enable(qce->bus);
213*4882a593Smuzhiyun 	if (ret)
214*4882a593Smuzhiyun 		goto err_clks_iface;
215*4882a593Smuzhiyun 
216*4882a593Smuzhiyun 	ret = qce_dma_request(qce->dev, &qce->dma);
217*4882a593Smuzhiyun 	if (ret)
218*4882a593Smuzhiyun 		goto err_clks;
219*4882a593Smuzhiyun 
220*4882a593Smuzhiyun 	ret = qce_check_version(qce);
221*4882a593Smuzhiyun 	if (ret)
222*4882a593Smuzhiyun 		goto err_clks;
223*4882a593Smuzhiyun 
224*4882a593Smuzhiyun 	spin_lock_init(&qce->lock);
225*4882a593Smuzhiyun 	tasklet_init(&qce->done_tasklet, qce_tasklet_req_done,
226*4882a593Smuzhiyun 		     (unsigned long)qce);
227*4882a593Smuzhiyun 	crypto_init_queue(&qce->queue, QCE_QUEUE_LENGTH);
228*4882a593Smuzhiyun 
229*4882a593Smuzhiyun 	qce->async_req_enqueue = qce_async_request_enqueue;
230*4882a593Smuzhiyun 	qce->async_req_done = qce_async_request_done;
231*4882a593Smuzhiyun 
232*4882a593Smuzhiyun 	ret = qce_register_algs(qce);
233*4882a593Smuzhiyun 	if (ret)
234*4882a593Smuzhiyun 		goto err_dma;
235*4882a593Smuzhiyun 
236*4882a593Smuzhiyun 	return 0;
237*4882a593Smuzhiyun 
238*4882a593Smuzhiyun err_dma:
239*4882a593Smuzhiyun 	qce_dma_release(&qce->dma);
240*4882a593Smuzhiyun err_clks:
241*4882a593Smuzhiyun 	clk_disable_unprepare(qce->bus);
242*4882a593Smuzhiyun err_clks_iface:
243*4882a593Smuzhiyun 	clk_disable_unprepare(qce->iface);
244*4882a593Smuzhiyun err_clks_core:
245*4882a593Smuzhiyun 	clk_disable_unprepare(qce->core);
246*4882a593Smuzhiyun 	return ret;
247*4882a593Smuzhiyun }
248*4882a593Smuzhiyun 
qce_crypto_remove(struct platform_device * pdev)249*4882a593Smuzhiyun static int qce_crypto_remove(struct platform_device *pdev)
250*4882a593Smuzhiyun {
251*4882a593Smuzhiyun 	struct qce_device *qce = platform_get_drvdata(pdev);
252*4882a593Smuzhiyun 
253*4882a593Smuzhiyun 	tasklet_kill(&qce->done_tasklet);
254*4882a593Smuzhiyun 	qce_unregister_algs(qce);
255*4882a593Smuzhiyun 	qce_dma_release(&qce->dma);
256*4882a593Smuzhiyun 	clk_disable_unprepare(qce->bus);
257*4882a593Smuzhiyun 	clk_disable_unprepare(qce->iface);
258*4882a593Smuzhiyun 	clk_disable_unprepare(qce->core);
259*4882a593Smuzhiyun 	return 0;
260*4882a593Smuzhiyun }
261*4882a593Smuzhiyun 
262*4882a593Smuzhiyun static const struct of_device_id qce_crypto_of_match[] = {
263*4882a593Smuzhiyun 	{ .compatible = "qcom,crypto-v5.1", },
264*4882a593Smuzhiyun 	{}
265*4882a593Smuzhiyun };
266*4882a593Smuzhiyun MODULE_DEVICE_TABLE(of, qce_crypto_of_match);
267*4882a593Smuzhiyun 
268*4882a593Smuzhiyun static struct platform_driver qce_crypto_driver = {
269*4882a593Smuzhiyun 	.probe = qce_crypto_probe,
270*4882a593Smuzhiyun 	.remove = qce_crypto_remove,
271*4882a593Smuzhiyun 	.driver = {
272*4882a593Smuzhiyun 		.name = KBUILD_MODNAME,
273*4882a593Smuzhiyun 		.of_match_table = qce_crypto_of_match,
274*4882a593Smuzhiyun 	},
275*4882a593Smuzhiyun };
276*4882a593Smuzhiyun module_platform_driver(qce_crypto_driver);
277*4882a593Smuzhiyun 
278*4882a593Smuzhiyun MODULE_LICENSE("GPL v2");
279*4882a593Smuzhiyun MODULE_DESCRIPTION("Qualcomm crypto engine driver");
280*4882a593Smuzhiyun MODULE_ALIAS("platform:" KBUILD_MODNAME);
281*4882a593Smuzhiyun MODULE_AUTHOR("The Linux Foundation");
282