1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0-only */
2*4882a593Smuzhiyun /*
3*4882a593Smuzhiyun * arch/arm64/include/asm/xor.h
4*4882a593Smuzhiyun *
5*4882a593Smuzhiyun * Authors: Jackie Liu <liuyun01@kylinos.cn>
6*4882a593Smuzhiyun * Copyright (C) 2018,Tianjin KYLIN Information Technology Co., Ltd.
7*4882a593Smuzhiyun */
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <linux/hardirq.h>
10*4882a593Smuzhiyun #include <asm-generic/xor.h>
11*4882a593Smuzhiyun #include <asm/hwcap.h>
12*4882a593Smuzhiyun #include <asm/neon.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #ifdef CONFIG_KERNEL_MODE_NEON
15*4882a593Smuzhiyun
16*4882a593Smuzhiyun extern struct xor_block_template const xor_block_inner_neon;
17*4882a593Smuzhiyun
18*4882a593Smuzhiyun static void
xor_neon_2(unsigned long bytes,unsigned long * p1,unsigned long * p2)19*4882a593Smuzhiyun xor_neon_2(unsigned long bytes, unsigned long *p1, unsigned long *p2)
20*4882a593Smuzhiyun {
21*4882a593Smuzhiyun kernel_neon_begin();
22*4882a593Smuzhiyun xor_block_inner_neon.do_2(bytes, p1, p2);
23*4882a593Smuzhiyun kernel_neon_end();
24*4882a593Smuzhiyun }
25*4882a593Smuzhiyun
26*4882a593Smuzhiyun static void
xor_neon_3(unsigned long bytes,unsigned long * p1,unsigned long * p2,unsigned long * p3)27*4882a593Smuzhiyun xor_neon_3(unsigned long bytes, unsigned long *p1, unsigned long *p2,
28*4882a593Smuzhiyun unsigned long *p3)
29*4882a593Smuzhiyun {
30*4882a593Smuzhiyun kernel_neon_begin();
31*4882a593Smuzhiyun xor_block_inner_neon.do_3(bytes, p1, p2, p3);
32*4882a593Smuzhiyun kernel_neon_end();
33*4882a593Smuzhiyun }
34*4882a593Smuzhiyun
35*4882a593Smuzhiyun static void
xor_neon_4(unsigned long bytes,unsigned long * p1,unsigned long * p2,unsigned long * p3,unsigned long * p4)36*4882a593Smuzhiyun xor_neon_4(unsigned long bytes, unsigned long *p1, unsigned long *p2,
37*4882a593Smuzhiyun unsigned long *p3, unsigned long *p4)
38*4882a593Smuzhiyun {
39*4882a593Smuzhiyun kernel_neon_begin();
40*4882a593Smuzhiyun xor_block_inner_neon.do_4(bytes, p1, p2, p3, p4);
41*4882a593Smuzhiyun kernel_neon_end();
42*4882a593Smuzhiyun }
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun static void
xor_neon_5(unsigned long bytes,unsigned long * p1,unsigned long * p2,unsigned long * p3,unsigned long * p4,unsigned long * p5)45*4882a593Smuzhiyun xor_neon_5(unsigned long bytes, unsigned long *p1, unsigned long *p2,
46*4882a593Smuzhiyun unsigned long *p3, unsigned long *p4, unsigned long *p5)
47*4882a593Smuzhiyun {
48*4882a593Smuzhiyun kernel_neon_begin();
49*4882a593Smuzhiyun xor_block_inner_neon.do_5(bytes, p1, p2, p3, p4, p5);
50*4882a593Smuzhiyun kernel_neon_end();
51*4882a593Smuzhiyun }
52*4882a593Smuzhiyun
53*4882a593Smuzhiyun static struct xor_block_template xor_block_arm64 = {
54*4882a593Smuzhiyun .name = "arm64_neon",
55*4882a593Smuzhiyun .do_2 = xor_neon_2,
56*4882a593Smuzhiyun .do_3 = xor_neon_3,
57*4882a593Smuzhiyun .do_4 = xor_neon_4,
58*4882a593Smuzhiyun .do_5 = xor_neon_5
59*4882a593Smuzhiyun };
60*4882a593Smuzhiyun #undef XOR_TRY_TEMPLATES
61*4882a593Smuzhiyun #define XOR_TRY_TEMPLATES \
62*4882a593Smuzhiyun do { \
63*4882a593Smuzhiyun xor_speed(&xor_block_8regs); \
64*4882a593Smuzhiyun xor_speed(&xor_block_32regs); \
65*4882a593Smuzhiyun if (cpu_has_neon()) { \
66*4882a593Smuzhiyun xor_speed(&xor_block_arm64);\
67*4882a593Smuzhiyun } \
68*4882a593Smuzhiyun } while (0)
69*4882a593Smuzhiyun
70*4882a593Smuzhiyun #endif /* ! CONFIG_KERNEL_MODE_NEON */
71