1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * Shared glue code for 128bit block ciphers
4*4882a593Smuzhiyun */
5*4882a593Smuzhiyun
6*4882a593Smuzhiyun #ifndef _CRYPTO_GLUE_HELPER_H
7*4882a593Smuzhiyun #define _CRYPTO_GLUE_HELPER_H
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <crypto/internal/skcipher.h>
10*4882a593Smuzhiyun #include <linux/kernel.h>
11*4882a593Smuzhiyun #include <asm/fpu/api.h>
12*4882a593Smuzhiyun #include <crypto/b128ops.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun typedef void (*common_glue_func_t)(const void *ctx, u8 *dst, const u8 *src);
15*4882a593Smuzhiyun typedef void (*common_glue_cbc_func_t)(const void *ctx, u8 *dst, const u8 *src);
16*4882a593Smuzhiyun typedef void (*common_glue_ctr_func_t)(const void *ctx, u8 *dst, const u8 *src,
17*4882a593Smuzhiyun le128 *iv);
18*4882a593Smuzhiyun typedef void (*common_glue_xts_func_t)(const void *ctx, u8 *dst, const u8 *src,
19*4882a593Smuzhiyun le128 *iv);
20*4882a593Smuzhiyun
21*4882a593Smuzhiyun struct common_glue_func_entry {
22*4882a593Smuzhiyun unsigned int num_blocks; /* number of blocks that @fn will process */
23*4882a593Smuzhiyun union {
24*4882a593Smuzhiyun common_glue_func_t ecb;
25*4882a593Smuzhiyun common_glue_cbc_func_t cbc;
26*4882a593Smuzhiyun common_glue_ctr_func_t ctr;
27*4882a593Smuzhiyun common_glue_xts_func_t xts;
28*4882a593Smuzhiyun } fn_u;
29*4882a593Smuzhiyun };
30*4882a593Smuzhiyun
31*4882a593Smuzhiyun struct common_glue_ctx {
32*4882a593Smuzhiyun unsigned int num_funcs;
33*4882a593Smuzhiyun int fpu_blocks_limit; /* -1 means fpu not needed at all */
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun /*
36*4882a593Smuzhiyun * First funcs entry must have largest num_blocks and last funcs entry
37*4882a593Smuzhiyun * must have num_blocks == 1!
38*4882a593Smuzhiyun */
39*4882a593Smuzhiyun struct common_glue_func_entry funcs[];
40*4882a593Smuzhiyun };
41*4882a593Smuzhiyun
glue_fpu_begin(unsigned int bsize,int fpu_blocks_limit,struct skcipher_walk * walk,bool fpu_enabled,unsigned int nbytes)42*4882a593Smuzhiyun static inline bool glue_fpu_begin(unsigned int bsize, int fpu_blocks_limit,
43*4882a593Smuzhiyun struct skcipher_walk *walk,
44*4882a593Smuzhiyun bool fpu_enabled, unsigned int nbytes)
45*4882a593Smuzhiyun {
46*4882a593Smuzhiyun if (likely(fpu_blocks_limit < 0))
47*4882a593Smuzhiyun return false;
48*4882a593Smuzhiyun
49*4882a593Smuzhiyun if (fpu_enabled)
50*4882a593Smuzhiyun return true;
51*4882a593Smuzhiyun
52*4882a593Smuzhiyun /*
53*4882a593Smuzhiyun * Vector-registers are only used when chunk to be processed is large
54*4882a593Smuzhiyun * enough, so do not enable FPU until it is necessary.
55*4882a593Smuzhiyun */
56*4882a593Smuzhiyun if (nbytes < bsize * (unsigned int)fpu_blocks_limit)
57*4882a593Smuzhiyun return false;
58*4882a593Smuzhiyun
59*4882a593Smuzhiyun /* prevent sleeping if FPU is in use */
60*4882a593Smuzhiyun skcipher_walk_atomise(walk);
61*4882a593Smuzhiyun
62*4882a593Smuzhiyun kernel_fpu_begin();
63*4882a593Smuzhiyun return true;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
glue_fpu_end(bool fpu_enabled)66*4882a593Smuzhiyun static inline void glue_fpu_end(bool fpu_enabled)
67*4882a593Smuzhiyun {
68*4882a593Smuzhiyun if (fpu_enabled)
69*4882a593Smuzhiyun kernel_fpu_end();
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
le128_to_be128(be128 * dst,const le128 * src)72*4882a593Smuzhiyun static inline void le128_to_be128(be128 *dst, const le128 *src)
73*4882a593Smuzhiyun {
74*4882a593Smuzhiyun dst->a = cpu_to_be64(le64_to_cpu(src->a));
75*4882a593Smuzhiyun dst->b = cpu_to_be64(le64_to_cpu(src->b));
76*4882a593Smuzhiyun }
77*4882a593Smuzhiyun
be128_to_le128(le128 * dst,const be128 * src)78*4882a593Smuzhiyun static inline void be128_to_le128(le128 *dst, const be128 *src)
79*4882a593Smuzhiyun {
80*4882a593Smuzhiyun dst->a = cpu_to_le64(be64_to_cpu(src->a));
81*4882a593Smuzhiyun dst->b = cpu_to_le64(be64_to_cpu(src->b));
82*4882a593Smuzhiyun }
83*4882a593Smuzhiyun
le128_inc(le128 * i)84*4882a593Smuzhiyun static inline void le128_inc(le128 *i)
85*4882a593Smuzhiyun {
86*4882a593Smuzhiyun u64 a = le64_to_cpu(i->a);
87*4882a593Smuzhiyun u64 b = le64_to_cpu(i->b);
88*4882a593Smuzhiyun
89*4882a593Smuzhiyun b++;
90*4882a593Smuzhiyun if (!b)
91*4882a593Smuzhiyun a++;
92*4882a593Smuzhiyun
93*4882a593Smuzhiyun i->a = cpu_to_le64(a);
94*4882a593Smuzhiyun i->b = cpu_to_le64(b);
95*4882a593Smuzhiyun }
96*4882a593Smuzhiyun
97*4882a593Smuzhiyun extern int glue_ecb_req_128bit(const struct common_glue_ctx *gctx,
98*4882a593Smuzhiyun struct skcipher_request *req);
99*4882a593Smuzhiyun
100*4882a593Smuzhiyun extern int glue_cbc_encrypt_req_128bit(const common_glue_func_t fn,
101*4882a593Smuzhiyun struct skcipher_request *req);
102*4882a593Smuzhiyun
103*4882a593Smuzhiyun extern int glue_cbc_decrypt_req_128bit(const struct common_glue_ctx *gctx,
104*4882a593Smuzhiyun struct skcipher_request *req);
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun extern int glue_ctr_req_128bit(const struct common_glue_ctx *gctx,
107*4882a593Smuzhiyun struct skcipher_request *req);
108*4882a593Smuzhiyun
109*4882a593Smuzhiyun extern int glue_xts_req_128bit(const struct common_glue_ctx *gctx,
110*4882a593Smuzhiyun struct skcipher_request *req,
111*4882a593Smuzhiyun common_glue_func_t tweak_fn, void *tweak_ctx,
112*4882a593Smuzhiyun void *crypt_ctx, bool decrypt);
113*4882a593Smuzhiyun
114*4882a593Smuzhiyun extern void glue_xts_crypt_128bit_one(const void *ctx, u8 *dst,
115*4882a593Smuzhiyun const u8 *src, le128 *iv,
116*4882a593Smuzhiyun common_glue_func_t fn);
117*4882a593Smuzhiyun
118*4882a593Smuzhiyun #endif /* _CRYPTO_GLUE_HELPER_H */
119