1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Copyright 2016 Broadcom
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun /*
7*4882a593Smuzhiyun * This file contains the definition of SPU messages. There are currently two
8*4882a593Smuzhiyun * SPU message formats: SPU-M and SPU2. The hardware uses different values to
9*4882a593Smuzhiyun * identify the same things in SPU-M vs SPU2. So this file defines values that
10*4882a593Smuzhiyun * are hardware independent. Software can use these values for any version of
11*4882a593Smuzhiyun * SPU hardware. These values are used in APIs in spu.c. Functions internal to
12*4882a593Smuzhiyun * spu.c and spu2.c convert these to hardware-specific values.
13*4882a593Smuzhiyun */
14*4882a593Smuzhiyun
15*4882a593Smuzhiyun #ifndef _SPU_H
16*4882a593Smuzhiyun #define _SPU_H
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun #include <linux/types.h>
19*4882a593Smuzhiyun #include <linux/scatterlist.h>
20*4882a593Smuzhiyun #include <crypto/sha.h>
21*4882a593Smuzhiyun
22*4882a593Smuzhiyun enum spu_cipher_alg {
23*4882a593Smuzhiyun CIPHER_ALG_NONE = 0x0,
24*4882a593Smuzhiyun CIPHER_ALG_RC4 = 0x1,
25*4882a593Smuzhiyun CIPHER_ALG_DES = 0x2,
26*4882a593Smuzhiyun CIPHER_ALG_3DES = 0x3,
27*4882a593Smuzhiyun CIPHER_ALG_AES = 0x4,
28*4882a593Smuzhiyun CIPHER_ALG_LAST = 0x5
29*4882a593Smuzhiyun };
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun enum spu_cipher_mode {
32*4882a593Smuzhiyun CIPHER_MODE_NONE = 0x0,
33*4882a593Smuzhiyun CIPHER_MODE_ECB = 0x0,
34*4882a593Smuzhiyun CIPHER_MODE_CBC = 0x1,
35*4882a593Smuzhiyun CIPHER_MODE_OFB = 0x2,
36*4882a593Smuzhiyun CIPHER_MODE_CFB = 0x3,
37*4882a593Smuzhiyun CIPHER_MODE_CTR = 0x4,
38*4882a593Smuzhiyun CIPHER_MODE_CCM = 0x5,
39*4882a593Smuzhiyun CIPHER_MODE_GCM = 0x6,
40*4882a593Smuzhiyun CIPHER_MODE_XTS = 0x7,
41*4882a593Smuzhiyun CIPHER_MODE_LAST = 0x8
42*4882a593Smuzhiyun };
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun enum spu_cipher_type {
45*4882a593Smuzhiyun CIPHER_TYPE_NONE = 0x0,
46*4882a593Smuzhiyun CIPHER_TYPE_DES = 0x0,
47*4882a593Smuzhiyun CIPHER_TYPE_3DES = 0x0,
48*4882a593Smuzhiyun CIPHER_TYPE_INIT = 0x0, /* used for ARC4 */
49*4882a593Smuzhiyun CIPHER_TYPE_AES128 = 0x0,
50*4882a593Smuzhiyun CIPHER_TYPE_AES192 = 0x1,
51*4882a593Smuzhiyun CIPHER_TYPE_UPDT = 0x1, /* used for ARC4 */
52*4882a593Smuzhiyun CIPHER_TYPE_AES256 = 0x2,
53*4882a593Smuzhiyun };
54*4882a593Smuzhiyun
55*4882a593Smuzhiyun enum hash_alg {
56*4882a593Smuzhiyun HASH_ALG_NONE = 0x0,
57*4882a593Smuzhiyun HASH_ALG_MD5 = 0x1,
58*4882a593Smuzhiyun HASH_ALG_SHA1 = 0x2,
59*4882a593Smuzhiyun HASH_ALG_SHA224 = 0x3,
60*4882a593Smuzhiyun HASH_ALG_SHA256 = 0x4,
61*4882a593Smuzhiyun HASH_ALG_AES = 0x5,
62*4882a593Smuzhiyun HASH_ALG_SHA384 = 0x6,
63*4882a593Smuzhiyun HASH_ALG_SHA512 = 0x7,
64*4882a593Smuzhiyun /* Keep SHA3 algorithms at the end always */
65*4882a593Smuzhiyun HASH_ALG_SHA3_224 = 0x8,
66*4882a593Smuzhiyun HASH_ALG_SHA3_256 = 0x9,
67*4882a593Smuzhiyun HASH_ALG_SHA3_384 = 0xa,
68*4882a593Smuzhiyun HASH_ALG_SHA3_512 = 0xb,
69*4882a593Smuzhiyun HASH_ALG_LAST
70*4882a593Smuzhiyun };
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun enum hash_mode {
73*4882a593Smuzhiyun HASH_MODE_NONE = 0x0,
74*4882a593Smuzhiyun HASH_MODE_HASH = 0x0,
75*4882a593Smuzhiyun HASH_MODE_XCBC = 0x0,
76*4882a593Smuzhiyun HASH_MODE_CMAC = 0x1,
77*4882a593Smuzhiyun HASH_MODE_CTXT = 0x1,
78*4882a593Smuzhiyun HASH_MODE_HMAC = 0x2,
79*4882a593Smuzhiyun HASH_MODE_RABIN = 0x4,
80*4882a593Smuzhiyun HASH_MODE_FHMAC = 0x6,
81*4882a593Smuzhiyun HASH_MODE_CCM = 0x5,
82*4882a593Smuzhiyun HASH_MODE_GCM = 0x6,
83*4882a593Smuzhiyun };
84*4882a593Smuzhiyun
85*4882a593Smuzhiyun enum hash_type {
86*4882a593Smuzhiyun HASH_TYPE_NONE = 0x0,
87*4882a593Smuzhiyun HASH_TYPE_FULL = 0x0,
88*4882a593Smuzhiyun HASH_TYPE_INIT = 0x1,
89*4882a593Smuzhiyun HASH_TYPE_UPDT = 0x2,
90*4882a593Smuzhiyun HASH_TYPE_FIN = 0x3,
91*4882a593Smuzhiyun HASH_TYPE_AES128 = 0x0,
92*4882a593Smuzhiyun HASH_TYPE_AES192 = 0x1,
93*4882a593Smuzhiyun HASH_TYPE_AES256 = 0x2
94*4882a593Smuzhiyun };
95*4882a593Smuzhiyun
96*4882a593Smuzhiyun enum aead_type {
97*4882a593Smuzhiyun AES_CCM,
98*4882a593Smuzhiyun AES_GCM,
99*4882a593Smuzhiyun AUTHENC,
100*4882a593Smuzhiyun AEAD_TYPE_LAST
101*4882a593Smuzhiyun };
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun extern char *hash_alg_name[HASH_ALG_LAST];
104*4882a593Smuzhiyun extern char *aead_alg_name[AEAD_TYPE_LAST];
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun struct spu_request_opts {
107*4882a593Smuzhiyun bool is_inbound;
108*4882a593Smuzhiyun bool auth_first;
109*4882a593Smuzhiyun bool is_aead;
110*4882a593Smuzhiyun bool is_esp;
111*4882a593Smuzhiyun bool bd_suppress;
112*4882a593Smuzhiyun bool is_rfc4543;
113*4882a593Smuzhiyun };
114*4882a593Smuzhiyun
115*4882a593Smuzhiyun struct spu_cipher_parms {
116*4882a593Smuzhiyun enum spu_cipher_alg alg;
117*4882a593Smuzhiyun enum spu_cipher_mode mode;
118*4882a593Smuzhiyun enum spu_cipher_type type;
119*4882a593Smuzhiyun u8 *key_buf;
120*4882a593Smuzhiyun u16 key_len;
121*4882a593Smuzhiyun /* iv_buf and iv_len include salt, if applicable */
122*4882a593Smuzhiyun u8 *iv_buf;
123*4882a593Smuzhiyun u16 iv_len;
124*4882a593Smuzhiyun };
125*4882a593Smuzhiyun
126*4882a593Smuzhiyun struct spu_hash_parms {
127*4882a593Smuzhiyun enum hash_alg alg;
128*4882a593Smuzhiyun enum hash_mode mode;
129*4882a593Smuzhiyun enum hash_type type;
130*4882a593Smuzhiyun u8 digestsize;
131*4882a593Smuzhiyun u8 *key_buf;
132*4882a593Smuzhiyun u16 key_len;
133*4882a593Smuzhiyun u16 prebuf_len;
134*4882a593Smuzhiyun /* length of hash pad. signed, needs to handle roll-overs */
135*4882a593Smuzhiyun int pad_len;
136*4882a593Smuzhiyun };
137*4882a593Smuzhiyun
138*4882a593Smuzhiyun struct spu_aead_parms {
139*4882a593Smuzhiyun u32 assoc_size;
140*4882a593Smuzhiyun u16 iv_len; /* length of IV field between assoc data and data */
141*4882a593Smuzhiyun u8 aad_pad_len; /* For AES GCM/CCM, length of padding after AAD */
142*4882a593Smuzhiyun u8 data_pad_len;/* For AES GCM/CCM, length of padding after data */
143*4882a593Smuzhiyun bool return_iv; /* True if SPU should return an IV */
144*4882a593Smuzhiyun u32 ret_iv_len; /* Length in bytes of returned IV */
145*4882a593Smuzhiyun u32 ret_iv_off; /* Offset into full IV if partial IV returned */
146*4882a593Smuzhiyun };
147*4882a593Smuzhiyun
148*4882a593Smuzhiyun /************** SPU sizes ***************/
149*4882a593Smuzhiyun
150*4882a593Smuzhiyun #define SPU_RX_STATUS_LEN 4
151*4882a593Smuzhiyun
152*4882a593Smuzhiyun /* Max length of padding for 4-byte alignment of STATUS field */
153*4882a593Smuzhiyun #define SPU_STAT_PAD_MAX 4
154*4882a593Smuzhiyun
155*4882a593Smuzhiyun /* Max length of pad fragment. 4 is for 4-byte alignment of STATUS field */
156*4882a593Smuzhiyun #define SPU_PAD_LEN_MAX (SPU_GCM_CCM_ALIGN + MAX_HASH_BLOCK_SIZE + \
157*4882a593Smuzhiyun SPU_STAT_PAD_MAX)
158*4882a593Smuzhiyun
159*4882a593Smuzhiyun /* GCM and CCM require 16-byte alignment */
160*4882a593Smuzhiyun #define SPU_GCM_CCM_ALIGN 16
161*4882a593Smuzhiyun
162*4882a593Smuzhiyun /* Length up SUPDT field in SPU response message for RC4 */
163*4882a593Smuzhiyun #define SPU_SUPDT_LEN 260
164*4882a593Smuzhiyun
165*4882a593Smuzhiyun /* SPU status error codes. These used as common error codes across all
166*4882a593Smuzhiyun * SPU variants.
167*4882a593Smuzhiyun */
168*4882a593Smuzhiyun #define SPU_INVALID_ICV 1
169*4882a593Smuzhiyun
170*4882a593Smuzhiyun /* Indicates no limit to the length of the payload in a SPU message */
171*4882a593Smuzhiyun #define SPU_MAX_PAYLOAD_INF 0xFFFFFFFF
172*4882a593Smuzhiyun
173*4882a593Smuzhiyun /* Size of XTS tweak ("i" parameter), in bytes */
174*4882a593Smuzhiyun #define SPU_XTS_TWEAK_SIZE 16
175*4882a593Smuzhiyun
176*4882a593Smuzhiyun /* CCM B_0 field definitions, common for SPU-M and SPU2 */
177*4882a593Smuzhiyun #define CCM_B0_ADATA 0x40
178*4882a593Smuzhiyun #define CCM_B0_ADATA_SHIFT 6
179*4882a593Smuzhiyun #define CCM_B0_M_PRIME 0x38
180*4882a593Smuzhiyun #define CCM_B0_M_PRIME_SHIFT 3
181*4882a593Smuzhiyun #define CCM_B0_L_PRIME 0x07
182*4882a593Smuzhiyun #define CCM_B0_L_PRIME_SHIFT 0
183*4882a593Smuzhiyun #define CCM_ESP_L_VALUE 4
184*4882a593Smuzhiyun
185*4882a593Smuzhiyun /**
186*4882a593Smuzhiyun * spu_req_incl_icv() - Return true if SPU request message should include the
187*4882a593Smuzhiyun * ICV as a separate buffer.
188*4882a593Smuzhiyun * @cipher_mode: the cipher mode being requested
189*4882a593Smuzhiyun * @is_encrypt: true if encrypting. false if decrypting.
190*4882a593Smuzhiyun *
191*4882a593Smuzhiyun * Return: true if ICV to be included as separate buffer
192*4882a593Smuzhiyun */
spu_req_incl_icv(enum spu_cipher_mode cipher_mode,bool is_encrypt)193*4882a593Smuzhiyun static __always_inline bool spu_req_incl_icv(enum spu_cipher_mode cipher_mode,
194*4882a593Smuzhiyun bool is_encrypt)
195*4882a593Smuzhiyun {
196*4882a593Smuzhiyun if ((cipher_mode == CIPHER_MODE_GCM) && !is_encrypt)
197*4882a593Smuzhiyun return true;
198*4882a593Smuzhiyun if ((cipher_mode == CIPHER_MODE_CCM) && !is_encrypt)
199*4882a593Smuzhiyun return true;
200*4882a593Smuzhiyun
201*4882a593Smuzhiyun return false;
202*4882a593Smuzhiyun }
203*4882a593Smuzhiyun
spu_real_db_size(u32 assoc_size,u32 aead_iv_buf_len,u32 prebuf_len,u32 data_size,u32 aad_pad_len,u32 gcm_pad_len,u32 hash_pad_len)204*4882a593Smuzhiyun static __always_inline u32 spu_real_db_size(u32 assoc_size,
205*4882a593Smuzhiyun u32 aead_iv_buf_len,
206*4882a593Smuzhiyun u32 prebuf_len,
207*4882a593Smuzhiyun u32 data_size,
208*4882a593Smuzhiyun u32 aad_pad_len,
209*4882a593Smuzhiyun u32 gcm_pad_len,
210*4882a593Smuzhiyun u32 hash_pad_len)
211*4882a593Smuzhiyun {
212*4882a593Smuzhiyun return assoc_size + aead_iv_buf_len + prebuf_len + data_size +
213*4882a593Smuzhiyun aad_pad_len + gcm_pad_len + hash_pad_len;
214*4882a593Smuzhiyun }
215*4882a593Smuzhiyun
216*4882a593Smuzhiyun /************** SPU Functions Prototypes **************/
217*4882a593Smuzhiyun
218*4882a593Smuzhiyun void spum_dump_msg_hdr(u8 *buf, unsigned int buf_len);
219*4882a593Smuzhiyun
220*4882a593Smuzhiyun u32 spum_ns2_ctx_max_payload(enum spu_cipher_alg cipher_alg,
221*4882a593Smuzhiyun enum spu_cipher_mode cipher_mode,
222*4882a593Smuzhiyun unsigned int blocksize);
223*4882a593Smuzhiyun u32 spum_nsp_ctx_max_payload(enum spu_cipher_alg cipher_alg,
224*4882a593Smuzhiyun enum spu_cipher_mode cipher_mode,
225*4882a593Smuzhiyun unsigned int blocksize);
226*4882a593Smuzhiyun u32 spum_payload_length(u8 *spu_hdr);
227*4882a593Smuzhiyun u16 spum_response_hdr_len(u16 auth_key_len, u16 enc_key_len, bool is_hash);
228*4882a593Smuzhiyun u16 spum_hash_pad_len(enum hash_alg hash_alg, enum hash_mode hash_mode,
229*4882a593Smuzhiyun u32 chunksize, u16 hash_block_size);
230*4882a593Smuzhiyun u32 spum_gcm_ccm_pad_len(enum spu_cipher_mode cipher_mode,
231*4882a593Smuzhiyun unsigned int data_size);
232*4882a593Smuzhiyun u32 spum_assoc_resp_len(enum spu_cipher_mode cipher_mode,
233*4882a593Smuzhiyun unsigned int assoc_len, unsigned int iv_len,
234*4882a593Smuzhiyun bool is_encrypt);
235*4882a593Smuzhiyun u8 spum_aead_ivlen(enum spu_cipher_mode cipher_mode, u16 iv_len);
236*4882a593Smuzhiyun bool spu_req_incl_icv(enum spu_cipher_mode cipher_mode, bool is_encrypt);
237*4882a593Smuzhiyun enum hash_type spum_hash_type(u32 src_sent);
238*4882a593Smuzhiyun u32 spum_digest_size(u32 alg_digest_size, enum hash_alg alg,
239*4882a593Smuzhiyun enum hash_type htype);
240*4882a593Smuzhiyun
241*4882a593Smuzhiyun u32 spum_create_request(u8 *spu_hdr,
242*4882a593Smuzhiyun struct spu_request_opts *req_opts,
243*4882a593Smuzhiyun struct spu_cipher_parms *cipher_parms,
244*4882a593Smuzhiyun struct spu_hash_parms *hash_parms,
245*4882a593Smuzhiyun struct spu_aead_parms *aead_parms,
246*4882a593Smuzhiyun unsigned int data_size);
247*4882a593Smuzhiyun
248*4882a593Smuzhiyun u16 spum_cipher_req_init(u8 *spu_hdr, struct spu_cipher_parms *cipher_parms);
249*4882a593Smuzhiyun
250*4882a593Smuzhiyun void spum_cipher_req_finish(u8 *spu_hdr,
251*4882a593Smuzhiyun u16 spu_req_hdr_len,
252*4882a593Smuzhiyun unsigned int is_inbound,
253*4882a593Smuzhiyun struct spu_cipher_parms *cipher_parms,
254*4882a593Smuzhiyun unsigned int data_size);
255*4882a593Smuzhiyun
256*4882a593Smuzhiyun void spum_request_pad(u8 *pad_start,
257*4882a593Smuzhiyun u32 gcm_padding,
258*4882a593Smuzhiyun u32 hash_pad_len,
259*4882a593Smuzhiyun enum hash_alg auth_alg,
260*4882a593Smuzhiyun enum hash_mode auth_mode,
261*4882a593Smuzhiyun unsigned int total_sent, u32 status_padding);
262*4882a593Smuzhiyun
263*4882a593Smuzhiyun u8 spum_xts_tweak_in_payload(void);
264*4882a593Smuzhiyun u8 spum_tx_status_len(void);
265*4882a593Smuzhiyun u8 spum_rx_status_len(void);
266*4882a593Smuzhiyun int spum_status_process(u8 *statp);
267*4882a593Smuzhiyun
268*4882a593Smuzhiyun void spum_ccm_update_iv(unsigned int digestsize,
269*4882a593Smuzhiyun struct spu_cipher_parms *cipher_parms,
270*4882a593Smuzhiyun unsigned int assoclen,
271*4882a593Smuzhiyun unsigned int chunksize,
272*4882a593Smuzhiyun bool is_encrypt,
273*4882a593Smuzhiyun bool is_esp);
274*4882a593Smuzhiyun u32 spum_wordalign_padlen(u32 data_size);
275*4882a593Smuzhiyun #endif
276