1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */ 2*4882a593Smuzhiyun #ifndef _ASM_X86_RMWcc 3*4882a593Smuzhiyun #define _ASM_X86_RMWcc 4*4882a593Smuzhiyun 5*4882a593Smuzhiyun /* This counts to 12. Any more, it will return 13th argument. */ 6*4882a593Smuzhiyun #define __RMWcc_ARGS(_0, _1, _2, _3, _4, _5, _6, _7, _8, _9, _10, _11, _12, _n, X...) _n 7*4882a593Smuzhiyun #define RMWcc_ARGS(X...) __RMWcc_ARGS(, ##X, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1, 0) 8*4882a593Smuzhiyun 9*4882a593Smuzhiyun #define __RMWcc_CONCAT(a, b) a ## b 10*4882a593Smuzhiyun #define RMWcc_CONCAT(a, b) __RMWcc_CONCAT(a, b) 11*4882a593Smuzhiyun 12*4882a593Smuzhiyun #define __CLOBBERS_MEM(clb...) "memory", ## clb 13*4882a593Smuzhiyun 14*4882a593Smuzhiyun #if !defined(__GCC_ASM_FLAG_OUTPUTS__) && defined(CONFIG_CC_HAS_ASM_GOTO) 15*4882a593Smuzhiyun 16*4882a593Smuzhiyun /* Use asm goto */ 17*4882a593Smuzhiyun 18*4882a593Smuzhiyun #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \ 19*4882a593Smuzhiyun ({ \ 20*4882a593Smuzhiyun bool c = false; \ 21*4882a593Smuzhiyun asm_volatile_goto (fullop "; j" #cc " %l[cc_label]" \ 22*4882a593Smuzhiyun : : [var] "m" (_var), ## __VA_ARGS__ \ 23*4882a593Smuzhiyun : clobbers : cc_label); \ 24*4882a593Smuzhiyun if (0) { \ 25*4882a593Smuzhiyun cc_label: c = true; \ 26*4882a593Smuzhiyun } \ 27*4882a593Smuzhiyun c; \ 28*4882a593Smuzhiyun }) 29*4882a593Smuzhiyun 30*4882a593Smuzhiyun #else /* defined(__GCC_ASM_FLAG_OUTPUTS__) || !defined(CONFIG_CC_HAS_ASM_GOTO) */ 31*4882a593Smuzhiyun 32*4882a593Smuzhiyun /* Use flags output or a set instruction */ 33*4882a593Smuzhiyun 34*4882a593Smuzhiyun #define __GEN_RMWcc(fullop, _var, cc, clobbers, ...) \ 35*4882a593Smuzhiyun ({ \ 36*4882a593Smuzhiyun bool c; \ 37*4882a593Smuzhiyun asm volatile (fullop CC_SET(cc) \ 38*4882a593Smuzhiyun : [var] "+m" (_var), CC_OUT(cc) (c) \ 39*4882a593Smuzhiyun : __VA_ARGS__ : clobbers); \ 40*4882a593Smuzhiyun c; \ 41*4882a593Smuzhiyun }) 42*4882a593Smuzhiyun 43*4882a593Smuzhiyun #endif /* defined(__GCC_ASM_FLAG_OUTPUTS__) || !defined(CONFIG_CC_HAS_ASM_GOTO) */ 44*4882a593Smuzhiyun 45*4882a593Smuzhiyun #define GEN_UNARY_RMWcc_4(op, var, cc, arg0) \ 46*4882a593Smuzhiyun __GEN_RMWcc(op " " arg0, var, cc, __CLOBBERS_MEM()) 47*4882a593Smuzhiyun 48*4882a593Smuzhiyun #define GEN_UNARY_RMWcc_3(op, var, cc) \ 49*4882a593Smuzhiyun GEN_UNARY_RMWcc_4(op, var, cc, "%[var]") 50*4882a593Smuzhiyun 51*4882a593Smuzhiyun #define GEN_UNARY_RMWcc(X...) RMWcc_CONCAT(GEN_UNARY_RMWcc_, RMWcc_ARGS(X))(X) 52*4882a593Smuzhiyun 53*4882a593Smuzhiyun #define GEN_BINARY_RMWcc_6(op, var, cc, vcon, _val, arg0) \ 54*4882a593Smuzhiyun __GEN_RMWcc(op " %[val], " arg0, var, cc, \ 55*4882a593Smuzhiyun __CLOBBERS_MEM(), [val] vcon (_val)) 56*4882a593Smuzhiyun 57*4882a593Smuzhiyun #define GEN_BINARY_RMWcc_5(op, var, cc, vcon, val) \ 58*4882a593Smuzhiyun GEN_BINARY_RMWcc_6(op, var, cc, vcon, val, "%[var]") 59*4882a593Smuzhiyun 60*4882a593Smuzhiyun #define GEN_BINARY_RMWcc(X...) RMWcc_CONCAT(GEN_BINARY_RMWcc_, RMWcc_ARGS(X))(X) 61*4882a593Smuzhiyun 62*4882a593Smuzhiyun #define GEN_UNARY_SUFFIXED_RMWcc(op, suffix, var, cc, clobbers...) \ 63*4882a593Smuzhiyun __GEN_RMWcc(op " %[var]\n\t" suffix, var, cc, \ 64*4882a593Smuzhiyun __CLOBBERS_MEM(clobbers)) 65*4882a593Smuzhiyun 66*4882a593Smuzhiyun #define GEN_BINARY_SUFFIXED_RMWcc(op, suffix, var, cc, vcon, _val, clobbers...)\ 67*4882a593Smuzhiyun __GEN_RMWcc(op " %[val], %[var]\n\t" suffix, var, cc, \ 68*4882a593Smuzhiyun __CLOBBERS_MEM(clobbers), [val] vcon (_val)) 69*4882a593Smuzhiyun 70*4882a593Smuzhiyun #endif /* _ASM_X86_RMWcc */ 71