1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef _ASM_HEXAGON_FUTEX_H
3*4882a593Smuzhiyun #define _ASM_HEXAGON_FUTEX_H
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #ifdef __KERNEL__
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #include <linux/futex.h>
8*4882a593Smuzhiyun #include <linux/uaccess.h>
9*4882a593Smuzhiyun #include <asm/errno.h>
10*4882a593Smuzhiyun
11*4882a593Smuzhiyun /* XXX TODO-- need to add sync barriers! */
12*4882a593Smuzhiyun
13*4882a593Smuzhiyun #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \
14*4882a593Smuzhiyun __asm__ __volatile( \
15*4882a593Smuzhiyun "1: %0 = memw_locked(%3);\n" \
16*4882a593Smuzhiyun /* For example: %1 = %4 */ \
17*4882a593Smuzhiyun insn \
18*4882a593Smuzhiyun "2: memw_locked(%3,p2) = %1;\n" \
19*4882a593Smuzhiyun " if (!p2) jump 1b;\n" \
20*4882a593Smuzhiyun " %1 = #0;\n" \
21*4882a593Smuzhiyun "3:\n" \
22*4882a593Smuzhiyun ".section .fixup,\"ax\"\n" \
23*4882a593Smuzhiyun "4: %1 = #%5;\n" \
24*4882a593Smuzhiyun " jump ##3b\n" \
25*4882a593Smuzhiyun ".previous\n" \
26*4882a593Smuzhiyun ".section __ex_table,\"a\"\n" \
27*4882a593Smuzhiyun ".long 1b,4b,2b,4b\n" \
28*4882a593Smuzhiyun ".previous\n" \
29*4882a593Smuzhiyun : "=&r" (oldval), "=&r" (ret), "+m" (*uaddr) \
30*4882a593Smuzhiyun : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
31*4882a593Smuzhiyun : "p2", "memory")
32*4882a593Smuzhiyun
33*4882a593Smuzhiyun
34*4882a593Smuzhiyun static inline int
arch_futex_atomic_op_inuser(int op,int oparg,int * oval,u32 __user * uaddr)35*4882a593Smuzhiyun arch_futex_atomic_op_inuser(int op, int oparg, int *oval, u32 __user *uaddr)
36*4882a593Smuzhiyun {
37*4882a593Smuzhiyun int oldval = 0, ret;
38*4882a593Smuzhiyun
39*4882a593Smuzhiyun if (!access_ok(uaddr, sizeof(u32)))
40*4882a593Smuzhiyun return -EFAULT;
41*4882a593Smuzhiyun
42*4882a593Smuzhiyun switch (op) {
43*4882a593Smuzhiyun case FUTEX_OP_SET:
44*4882a593Smuzhiyun __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg);
45*4882a593Smuzhiyun break;
46*4882a593Smuzhiyun case FUTEX_OP_ADD:
47*4882a593Smuzhiyun __futex_atomic_op("%1 = add(%0,%4)\n", ret, oldval, uaddr,
48*4882a593Smuzhiyun oparg);
49*4882a593Smuzhiyun break;
50*4882a593Smuzhiyun case FUTEX_OP_OR:
51*4882a593Smuzhiyun __futex_atomic_op("%1 = or(%0,%4)\n", ret, oldval, uaddr,
52*4882a593Smuzhiyun oparg);
53*4882a593Smuzhiyun break;
54*4882a593Smuzhiyun case FUTEX_OP_ANDN:
55*4882a593Smuzhiyun __futex_atomic_op("%1 = not(%4); %1 = and(%0,%1)\n", ret,
56*4882a593Smuzhiyun oldval, uaddr, oparg);
57*4882a593Smuzhiyun break;
58*4882a593Smuzhiyun case FUTEX_OP_XOR:
59*4882a593Smuzhiyun __futex_atomic_op("%1 = xor(%0,%4)\n", ret, oldval, uaddr,
60*4882a593Smuzhiyun oparg);
61*4882a593Smuzhiyun break;
62*4882a593Smuzhiyun default:
63*4882a593Smuzhiyun ret = -ENOSYS;
64*4882a593Smuzhiyun }
65*4882a593Smuzhiyun
66*4882a593Smuzhiyun if (!ret)
67*4882a593Smuzhiyun *oval = oldval;
68*4882a593Smuzhiyun
69*4882a593Smuzhiyun return ret;
70*4882a593Smuzhiyun }
71*4882a593Smuzhiyun
72*4882a593Smuzhiyun static inline int
futex_atomic_cmpxchg_inatomic(u32 * uval,u32 __user * uaddr,u32 oldval,u32 newval)73*4882a593Smuzhiyun futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr, u32 oldval,
74*4882a593Smuzhiyun u32 newval)
75*4882a593Smuzhiyun {
76*4882a593Smuzhiyun int prev;
77*4882a593Smuzhiyun int ret;
78*4882a593Smuzhiyun
79*4882a593Smuzhiyun if (!access_ok(uaddr, sizeof(u32)))
80*4882a593Smuzhiyun return -EFAULT;
81*4882a593Smuzhiyun
82*4882a593Smuzhiyun __asm__ __volatile__ (
83*4882a593Smuzhiyun "1: %1 = memw_locked(%3)\n"
84*4882a593Smuzhiyun " {\n"
85*4882a593Smuzhiyun " p2 = cmp.eq(%1,%4)\n"
86*4882a593Smuzhiyun " if (!p2.new) jump:NT 3f\n"
87*4882a593Smuzhiyun " }\n"
88*4882a593Smuzhiyun "2: memw_locked(%3,p2) = %5\n"
89*4882a593Smuzhiyun " if (!p2) jump 1b\n"
90*4882a593Smuzhiyun "3:\n"
91*4882a593Smuzhiyun ".section .fixup,\"ax\"\n"
92*4882a593Smuzhiyun "4: %0 = #%6\n"
93*4882a593Smuzhiyun " jump ##3b\n"
94*4882a593Smuzhiyun ".previous\n"
95*4882a593Smuzhiyun ".section __ex_table,\"a\"\n"
96*4882a593Smuzhiyun ".long 1b,4b,2b,4b\n"
97*4882a593Smuzhiyun ".previous\n"
98*4882a593Smuzhiyun : "+r" (ret), "=&r" (prev), "+m" (*uaddr)
99*4882a593Smuzhiyun : "r" (uaddr), "r" (oldval), "r" (newval), "i"(-EFAULT)
100*4882a593Smuzhiyun : "p2", "memory");
101*4882a593Smuzhiyun
102*4882a593Smuzhiyun *uval = prev;
103*4882a593Smuzhiyun return ret;
104*4882a593Smuzhiyun }
105*4882a593Smuzhiyun
106*4882a593Smuzhiyun #endif /* __KERNEL__ */
107*4882a593Smuzhiyun #endif /* _ASM_HEXAGON_FUTEX_H */
108