xref: /OK3568_Linux_fs/kernel/drivers/crypto/ccree/cc_driver.h (revision 4882a59341e53eb6f0b4789bf948001014eff981)
1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /* Copyright (C) 2012-2019 ARM Limited (or its affiliates). */
3*4882a593Smuzhiyun 
4*4882a593Smuzhiyun /* \file cc_driver.h
5*4882a593Smuzhiyun  * ARM CryptoCell Linux Crypto Driver
6*4882a593Smuzhiyun  */
7*4882a593Smuzhiyun 
8*4882a593Smuzhiyun #ifndef __CC_DRIVER_H__
9*4882a593Smuzhiyun #define __CC_DRIVER_H__
10*4882a593Smuzhiyun 
11*4882a593Smuzhiyun #ifdef COMP_IN_WQ
12*4882a593Smuzhiyun #include <linux/workqueue.h>
13*4882a593Smuzhiyun #else
14*4882a593Smuzhiyun #include <linux/interrupt.h>
15*4882a593Smuzhiyun #endif
16*4882a593Smuzhiyun #include <linux/dma-mapping.h>
17*4882a593Smuzhiyun #include <crypto/algapi.h>
18*4882a593Smuzhiyun #include <crypto/internal/skcipher.h>
19*4882a593Smuzhiyun #include <crypto/aes.h>
20*4882a593Smuzhiyun #include <crypto/sha.h>
21*4882a593Smuzhiyun #include <crypto/aead.h>
22*4882a593Smuzhiyun #include <crypto/authenc.h>
23*4882a593Smuzhiyun #include <crypto/hash.h>
24*4882a593Smuzhiyun #include <crypto/skcipher.h>
25*4882a593Smuzhiyun #include <linux/version.h>
26*4882a593Smuzhiyun #include <linux/clk.h>
27*4882a593Smuzhiyun #include <linux/platform_device.h>
28*4882a593Smuzhiyun 
29*4882a593Smuzhiyun #include "cc_host_regs.h"
30*4882a593Smuzhiyun #include "cc_crypto_ctx.h"
31*4882a593Smuzhiyun #include "cc_hw_queue_defs.h"
32*4882a593Smuzhiyun #include "cc_sram_mgr.h"
33*4882a593Smuzhiyun 
34*4882a593Smuzhiyun extern bool cc_dump_desc;
35*4882a593Smuzhiyun extern bool cc_dump_bytes;
36*4882a593Smuzhiyun 
37*4882a593Smuzhiyun #define DRV_MODULE_VERSION "5.0"
38*4882a593Smuzhiyun 
39*4882a593Smuzhiyun enum cc_hw_rev {
40*4882a593Smuzhiyun 	CC_HW_REV_630 = 630,
41*4882a593Smuzhiyun 	CC_HW_REV_710 = 710,
42*4882a593Smuzhiyun 	CC_HW_REV_712 = 712,
43*4882a593Smuzhiyun 	CC_HW_REV_713 = 713
44*4882a593Smuzhiyun };
45*4882a593Smuzhiyun 
46*4882a593Smuzhiyun enum cc_std_body {
47*4882a593Smuzhiyun 	CC_STD_NIST = 0x1,
48*4882a593Smuzhiyun 	CC_STD_OSCCA = 0x2,
49*4882a593Smuzhiyun 	CC_STD_ALL = 0x3
50*4882a593Smuzhiyun };
51*4882a593Smuzhiyun 
52*4882a593Smuzhiyun #define CC_COHERENT_CACHE_PARAMS 0xEEE
53*4882a593Smuzhiyun 
54*4882a593Smuzhiyun #define CC_PINS_FULL	0x0
55*4882a593Smuzhiyun #define CC_PINS_SLIM	0x9F
56*4882a593Smuzhiyun 
57*4882a593Smuzhiyun /* Maximum DMA mask supported by IP */
58*4882a593Smuzhiyun #define DMA_BIT_MASK_LEN 48
59*4882a593Smuzhiyun 
60*4882a593Smuzhiyun #define CC_AXI_IRQ_MASK ((1 << CC_AXIM_CFG_BRESPMASK_BIT_SHIFT) | \
61*4882a593Smuzhiyun 			  (1 << CC_AXIM_CFG_RRESPMASK_BIT_SHIFT) | \
62*4882a593Smuzhiyun 			  (1 << CC_AXIM_CFG_INFLTMASK_BIT_SHIFT) | \
63*4882a593Smuzhiyun 			  (1 << CC_AXIM_CFG_COMPMASK_BIT_SHIFT))
64*4882a593Smuzhiyun 
65*4882a593Smuzhiyun #define CC_AXI_ERR_IRQ_MASK BIT(CC_HOST_IRR_AXI_ERR_INT_BIT_SHIFT)
66*4882a593Smuzhiyun 
67*4882a593Smuzhiyun #define CC_COMP_IRQ_MASK BIT(CC_HOST_IRR_AXIM_COMP_INT_BIT_SHIFT)
68*4882a593Smuzhiyun 
69*4882a593Smuzhiyun #define CC_SECURITY_DISABLED_MASK BIT(CC_SECURITY_DISABLED_VALUE_BIT_SHIFT)
70*4882a593Smuzhiyun 
71*4882a593Smuzhiyun #define CC_NVM_IS_IDLE_MASK BIT(CC_NVM_IS_IDLE_VALUE_BIT_SHIFT)
72*4882a593Smuzhiyun 
73*4882a593Smuzhiyun #define AXIM_MON_COMP_VALUE CC_GENMASK(CC_AXIM_MON_COMP_VALUE)
74*4882a593Smuzhiyun 
75*4882a593Smuzhiyun #define CC_CPP_AES_ABORT_MASK ( \
76*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_0_MASK_BIT_SHIFT) | \
77*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_1_MASK_BIT_SHIFT) | \
78*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_2_MASK_BIT_SHIFT) | \
79*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_3_MASK_BIT_SHIFT) | \
80*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_4_MASK_BIT_SHIFT) | \
81*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_5_MASK_BIT_SHIFT) | \
82*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_6_MASK_BIT_SHIFT) | \
83*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_AES_7_MASK_BIT_SHIFT))
84*4882a593Smuzhiyun 
85*4882a593Smuzhiyun #define CC_CPP_SM4_ABORT_MASK ( \
86*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_0_MASK_BIT_SHIFT) | \
87*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_1_MASK_BIT_SHIFT) | \
88*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_2_MASK_BIT_SHIFT) | \
89*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_3_MASK_BIT_SHIFT) | \
90*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_4_MASK_BIT_SHIFT) | \
91*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_5_MASK_BIT_SHIFT) | \
92*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_6_MASK_BIT_SHIFT) | \
93*4882a593Smuzhiyun 	BIT(CC_HOST_IMR_REE_OP_ABORTED_SM_7_MASK_BIT_SHIFT))
94*4882a593Smuzhiyun 
95*4882a593Smuzhiyun /* Register name mangling macro */
96*4882a593Smuzhiyun #define CC_REG(reg_name) CC_ ## reg_name ## _REG_OFFSET
97*4882a593Smuzhiyun 
98*4882a593Smuzhiyun /* TEE FIPS status interrupt */
99*4882a593Smuzhiyun #define CC_GPR0_IRQ_MASK BIT(CC_HOST_IRR_GPR0_BIT_SHIFT)
100*4882a593Smuzhiyun 
101*4882a593Smuzhiyun #define CC_CRA_PRIO 400
102*4882a593Smuzhiyun 
103*4882a593Smuzhiyun #define MIN_HW_QUEUE_SIZE 50 /* Minimum size required for proper function */
104*4882a593Smuzhiyun 
105*4882a593Smuzhiyun #define MAX_REQUEST_QUEUE_SIZE 4096
106*4882a593Smuzhiyun #define MAX_MLLI_BUFF_SIZE 2080
107*4882a593Smuzhiyun 
108*4882a593Smuzhiyun /* Definitions for HW descriptors DIN/DOUT fields */
109*4882a593Smuzhiyun #define NS_BIT 1
110*4882a593Smuzhiyun #define AXI_ID 0
111*4882a593Smuzhiyun /* AXI_ID is not actually the AXI ID of the transaction but the value of AXI_ID
112*4882a593Smuzhiyun  * field in the HW descriptor. The DMA engine +8 that value.
113*4882a593Smuzhiyun  */
114*4882a593Smuzhiyun 
115*4882a593Smuzhiyun struct cc_cpp_req {
116*4882a593Smuzhiyun 	bool is_cpp;
117*4882a593Smuzhiyun 	enum cc_cpp_alg alg;
118*4882a593Smuzhiyun 	u8 slot;
119*4882a593Smuzhiyun };
120*4882a593Smuzhiyun 
121*4882a593Smuzhiyun #define CC_MAX_IVGEN_DMA_ADDRESSES	3
122*4882a593Smuzhiyun struct cc_crypto_req {
123*4882a593Smuzhiyun 	void (*user_cb)(struct device *dev, void *req, int err);
124*4882a593Smuzhiyun 	void *user_arg;
125*4882a593Smuzhiyun 	struct completion seq_compl; /* request completion */
126*4882a593Smuzhiyun 	struct cc_cpp_req cpp;
127*4882a593Smuzhiyun };
128*4882a593Smuzhiyun 
129*4882a593Smuzhiyun /**
130*4882a593Smuzhiyun  * struct cc_drvdata - driver private data context
131*4882a593Smuzhiyun  * @cc_base:	virt address of the CC registers
132*4882a593Smuzhiyun  * @irq:	bitmap indicating source of last interrupt
133*4882a593Smuzhiyun  */
134*4882a593Smuzhiyun struct cc_drvdata {
135*4882a593Smuzhiyun 	void __iomem *cc_base;
136*4882a593Smuzhiyun 	int irq;
137*4882a593Smuzhiyun 	struct completion hw_queue_avail; /* wait for HW queue availability */
138*4882a593Smuzhiyun 	struct platform_device *plat_dev;
139*4882a593Smuzhiyun 	u32 mlli_sram_addr;
140*4882a593Smuzhiyun 	struct dma_pool *mlli_buffs_pool;
141*4882a593Smuzhiyun 	struct list_head alg_list;
142*4882a593Smuzhiyun 	void *hash_handle;
143*4882a593Smuzhiyun 	void *aead_handle;
144*4882a593Smuzhiyun 	void *request_mgr_handle;
145*4882a593Smuzhiyun 	void *fips_handle;
146*4882a593Smuzhiyun 	u32 sram_free_offset;	/* offset to non-allocated area in SRAM */
147*4882a593Smuzhiyun 	struct dentry *dir;	/* for debugfs */
148*4882a593Smuzhiyun 	struct clk *clk;
149*4882a593Smuzhiyun 	bool coherent;
150*4882a593Smuzhiyun 	char *hw_rev_name;
151*4882a593Smuzhiyun 	enum cc_hw_rev hw_rev;
152*4882a593Smuzhiyun 	u32 axim_mon_offset;
153*4882a593Smuzhiyun 	u32 sig_offset;
154*4882a593Smuzhiyun 	u32 ver_offset;
155*4882a593Smuzhiyun 	int std_bodies;
156*4882a593Smuzhiyun 	bool sec_disabled;
157*4882a593Smuzhiyun 	u32 comp_mask;
158*4882a593Smuzhiyun };
159*4882a593Smuzhiyun 
160*4882a593Smuzhiyun struct cc_crypto_alg {
161*4882a593Smuzhiyun 	struct list_head entry;
162*4882a593Smuzhiyun 	int cipher_mode;
163*4882a593Smuzhiyun 	int flow_mode; /* Note: currently, refers to the cipher mode only. */
164*4882a593Smuzhiyun 	int auth_mode;
165*4882a593Smuzhiyun 	struct cc_drvdata *drvdata;
166*4882a593Smuzhiyun 	struct skcipher_alg skcipher_alg;
167*4882a593Smuzhiyun 	struct aead_alg aead_alg;
168*4882a593Smuzhiyun };
169*4882a593Smuzhiyun 
170*4882a593Smuzhiyun struct cc_alg_template {
171*4882a593Smuzhiyun 	char name[CRYPTO_MAX_ALG_NAME];
172*4882a593Smuzhiyun 	char driver_name[CRYPTO_MAX_ALG_NAME];
173*4882a593Smuzhiyun 	unsigned int blocksize;
174*4882a593Smuzhiyun 	union {
175*4882a593Smuzhiyun 		struct skcipher_alg skcipher;
176*4882a593Smuzhiyun 		struct aead_alg aead;
177*4882a593Smuzhiyun 	} template_u;
178*4882a593Smuzhiyun 	int cipher_mode;
179*4882a593Smuzhiyun 	int flow_mode; /* Note: currently, refers to the cipher mode only. */
180*4882a593Smuzhiyun 	int auth_mode;
181*4882a593Smuzhiyun 	u32 min_hw_rev;
182*4882a593Smuzhiyun 	enum cc_std_body std_body;
183*4882a593Smuzhiyun 	bool sec_func;
184*4882a593Smuzhiyun 	unsigned int data_unit;
185*4882a593Smuzhiyun 	struct cc_drvdata *drvdata;
186*4882a593Smuzhiyun };
187*4882a593Smuzhiyun 
188*4882a593Smuzhiyun struct async_gen_req_ctx {
189*4882a593Smuzhiyun 	dma_addr_t iv_dma_addr;
190*4882a593Smuzhiyun 	u8 *iv;
191*4882a593Smuzhiyun 	enum drv_crypto_direction op_type;
192*4882a593Smuzhiyun };
193*4882a593Smuzhiyun 
drvdata_to_dev(struct cc_drvdata * drvdata)194*4882a593Smuzhiyun static inline struct device *drvdata_to_dev(struct cc_drvdata *drvdata)
195*4882a593Smuzhiyun {
196*4882a593Smuzhiyun 	return &drvdata->plat_dev->dev;
197*4882a593Smuzhiyun }
198*4882a593Smuzhiyun 
199*4882a593Smuzhiyun void __dump_byte_array(const char *name, const u8 *buf, size_t len);
dump_byte_array(const char * name,const u8 * the_array,size_t size)200*4882a593Smuzhiyun static inline void dump_byte_array(const char *name, const u8 *the_array,
201*4882a593Smuzhiyun 				   size_t size)
202*4882a593Smuzhiyun {
203*4882a593Smuzhiyun 	if (cc_dump_bytes)
204*4882a593Smuzhiyun 		__dump_byte_array(name, the_array, size);
205*4882a593Smuzhiyun }
206*4882a593Smuzhiyun 
207*4882a593Smuzhiyun bool cc_wait_for_reset_completion(struct cc_drvdata *drvdata);
208*4882a593Smuzhiyun int init_cc_regs(struct cc_drvdata *drvdata, bool is_probe);
209*4882a593Smuzhiyun void fini_cc_regs(struct cc_drvdata *drvdata);
210*4882a593Smuzhiyun unsigned int cc_get_default_hash_len(struct cc_drvdata *drvdata);
211*4882a593Smuzhiyun 
cc_iowrite(struct cc_drvdata * drvdata,u32 reg,u32 val)212*4882a593Smuzhiyun static inline void cc_iowrite(struct cc_drvdata *drvdata, u32 reg, u32 val)
213*4882a593Smuzhiyun {
214*4882a593Smuzhiyun 	iowrite32(val, (drvdata->cc_base + reg));
215*4882a593Smuzhiyun }
216*4882a593Smuzhiyun 
cc_ioread(struct cc_drvdata * drvdata,u32 reg)217*4882a593Smuzhiyun static inline u32 cc_ioread(struct cc_drvdata *drvdata, u32 reg)
218*4882a593Smuzhiyun {
219*4882a593Smuzhiyun 	return ioread32(drvdata->cc_base + reg);
220*4882a593Smuzhiyun }
221*4882a593Smuzhiyun 
cc_gfp_flags(struct crypto_async_request * req)222*4882a593Smuzhiyun static inline gfp_t cc_gfp_flags(struct crypto_async_request *req)
223*4882a593Smuzhiyun {
224*4882a593Smuzhiyun 	return (req->flags & CRYPTO_TFM_REQ_MAY_SLEEP) ?
225*4882a593Smuzhiyun 			GFP_KERNEL : GFP_ATOMIC;
226*4882a593Smuzhiyun }
227*4882a593Smuzhiyun 
set_queue_last_ind(struct cc_drvdata * drvdata,struct cc_hw_desc * pdesc)228*4882a593Smuzhiyun static inline void set_queue_last_ind(struct cc_drvdata *drvdata,
229*4882a593Smuzhiyun 				      struct cc_hw_desc *pdesc)
230*4882a593Smuzhiyun {
231*4882a593Smuzhiyun 	if (drvdata->hw_rev >= CC_HW_REV_712)
232*4882a593Smuzhiyun 		set_queue_last_ind_bit(pdesc);
233*4882a593Smuzhiyun }
234*4882a593Smuzhiyun 
235*4882a593Smuzhiyun #endif /*__CC_DRIVER_H__*/
236