| /linux-4.4.14/arch/frv/kernel/ |
| D | futex.c | 21 static inline int atomic_futex_op_xchg_set(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_set() argument
44 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_set()
45 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_set()
53 static inline int atomic_futex_op_xchg_add(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_add() argument
77 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_add()
78 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_add()
86 static inline int atomic_futex_op_xchg_or(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_or() argument
110 : "+U"(*uaddr), "=&r"(oldval), "=&r"(ret), "=r"(oparg) in atomic_futex_op_xchg_or()
111 : "3"(oparg), "i"(-EFAULT) in atomic_futex_op_xchg_or()
119 static inline int atomic_futex_op_xchg_and(int oparg, u32 __user *uaddr, int *_oldval) in atomic_futex_op_xchg_and() argument
[all …]
|
| /linux-4.4.14/arch/x86/include/asm/ |
| D | futex.h | 14 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument
24 : "i" (-EFAULT), "0" (oparg), "1" (0))
26 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument
42 : "r" (oparg), "i" (-EFAULT), "1" (0))
48 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
53 oparg = 1 << oparg; in futex_atomic_op_inuser()
62 __futex_atomic_op1("xchgl %0, %2", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
66 uaddr, oparg); in futex_atomic_op_inuser()
69 __futex_atomic_op2("orl %4, %3", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
72 __futex_atomic_op2("andl %4, %3", ret, oldval, uaddr, ~oparg); in futex_atomic_op_inuser()
[all …]
|
| /linux-4.4.14/arch/arc/include/asm/ |
| D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
43 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
49 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg)\ argument
70 : "r" (uaddr), "r" (oparg), "ir" (-EFAULT) \
80 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
85 oparg = 1 << oparg; in futex_atomic_op_inuser()
97 __futex_atomic_op("mov %0, %3", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
101 __futex_atomic_op("add %0, %1, %3", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
104 __futex_atomic_op("or %0, %1, %3", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
107 __futex_atomic_op("bic %0, %1, %3", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
[all …]
|
| /linux-4.4.14/arch/ia64/include/asm/ |
| D | futex.h | 8 #define __futex_atomic_op1(insn, ret, oldval, uaddr, oparg) \ argument
17 : "r" (uaddr), "r" (oparg) \
22 #define __futex_atomic_op2(insn, ret, oldval, uaddr, oparg) \ argument
39 : "r" (uaddr), "r" (oparg) \
52 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
56 oparg = 1 << oparg; in futex_atomic_op_inuser()
66 oparg); in futex_atomic_op_inuser()
69 __futex_atomic_op2("add %3=%3,%5", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
72 __futex_atomic_op2("or %3=%3,%5", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
76 ~oparg); in futex_atomic_op_inuser()
[all …]
|
| /linux-4.4.14/arch/xtensa/include/asm/ |
| D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
44 : "r" (uaddr), "I" (-EFAULT), "r" (oparg) \
51 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
55 oparg = 1 << oparg; in futex_atomic_op_inuser()
68 __futex_atomic_op("mov %1, %4", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
72 oparg); in futex_atomic_op_inuser()
76 oparg); in futex_atomic_op_inuser()
80 ~oparg); in futex_atomic_op_inuser()
84 oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/sparc/include/asm/ |
| D | futex_64.h | 8 #define __futex_cas_op(insn, ret, oldval, uaddr, oparg) \ argument
29 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
36 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
46 oparg = 1 << oparg; in futex_atomic_op_inuser()
52 __futex_cas_op("mov\t%4, %1", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
55 __futex_cas_op("add\t%2, %4, %1", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
58 __futex_cas_op("or\t%2, %4, %1", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
61 __futex_cas_op("andn\t%2, %4, %1", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
64 __futex_cas_op("xor\t%2, %4, %1", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/hexagon/include/asm/ |
| D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
29 : "r" (uaddr), "r" (oparg), "i" (-EFAULT) \
38 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
42 oparg = 1 << oparg; in futex_atomic_op_inuser()
51 __futex_atomic_op("%1 = %4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
55 oparg); in futex_atomic_op_inuser()
59 oparg); in futex_atomic_op_inuser()
63 oldval, uaddr, oparg); in futex_atomic_op_inuser()
67 oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/microblaze/include/asm/ |
| D | futex.h | 10 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
27 : "r" (uaddr), "i" (-EFAULT), "r" (oparg) \
36 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
40 oparg = 1 << oparg; in futex_atomic_op_inuser()
49 __futex_atomic_op("or %1,%4,%4;", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
52 __futex_atomic_op("add %1,%0,%4;", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
55 __futex_atomic_op("or %1,%0,%4;", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
58 __futex_atomic_op("andn %1,%0,%4;", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
61 __futex_atomic_op("xor %1,%0,%4;", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/alpha/include/asm/ |
| D | futex.h | 11 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
29 : "r" (uaddr), "r"(oparg) \
36 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
40 oparg = 1 << oparg; in futex_atomic_op_inuser()
49 __futex_atomic_op("mov %3,%1\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
52 __futex_atomic_op("addl %0,%3,%1\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
55 __futex_atomic_op("or %0,%3,%1\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
58 __futex_atomic_op("andnot %0,%3,%1\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
61 __futex_atomic_op("xor %0,%3,%1\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/powerpc/include/asm/ |
| D | futex.h | 12 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
31 : "b" (uaddr), "i" (-EFAULT), "r" (oparg) \
38 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
42 oparg = 1 << oparg; in futex_atomic_op_inuser()
51 __futex_atomic_op("mr %1,%4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
54 __futex_atomic_op("add %1,%0,%4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
57 __futex_atomic_op("or %1,%0,%4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
60 __futex_atomic_op("andc %1,%0,%4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
63 __futex_atomic_op("xor %1,%0,%4\n", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/arm64/include/asm/ |
| D | futex.h | 29 #define __futex_atomic_op(insn, ret, oldval, uaddr, tmp, oparg) \ argument
52 : "r" (oparg), "Ir" (-EFAULT) \
60 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
65 oparg = 1 << oparg; in futex_atomic_op_inuser()
75 ret, oldval, uaddr, tmp, oparg); in futex_atomic_op_inuser()
79 ret, oldval, uaddr, tmp, oparg); in futex_atomic_op_inuser()
83 ret, oldval, uaddr, tmp, oparg); in futex_atomic_op_inuser()
87 ret, oldval, uaddr, tmp, ~oparg); in futex_atomic_op_inuser()
91 ret, oldval, uaddr, tmp, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/s390/include/asm/ |
| D | futex.h | 9 #define __futex_atomic_op(insn, ret, oldval, newval, uaddr, oparg) \ argument
21 : "0" (-EFAULT), "d" (oparg), "a" (uaddr), \
28 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
34 oparg = 1 << oparg; in futex_atomic_op_inuser()
40 ret, oldval, newval, uaddr, oparg); in futex_atomic_op_inuser()
44 ret, oldval, newval, uaddr, oparg); in futex_atomic_op_inuser()
48 ret, oldval, newval, uaddr, oparg); in futex_atomic_op_inuser()
52 ret, oldval, newval, uaddr, oparg); in futex_atomic_op_inuser()
56 ret, oldval, newval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/sh/include/asm/ |
| D | futex-irq.h | 5 static inline int atomic_futex_op_xchg_set(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_set() argument
15 ret = put_user(oparg, uaddr); in atomic_futex_op_xchg_set()
22 static inline int atomic_futex_op_xchg_add(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_add() argument
32 ret = put_user(*oldval + oparg, uaddr); in atomic_futex_op_xchg_add()
39 static inline int atomic_futex_op_xchg_or(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_or() argument
49 ret = put_user(*oldval | oparg, uaddr); in atomic_futex_op_xchg_or()
56 static inline int atomic_futex_op_xchg_and(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_and() argument
66 ret = put_user(*oldval & oparg, uaddr); in atomic_futex_op_xchg_and()
73 static inline int atomic_futex_op_xchg_xor(int oparg, u32 __user *uaddr, in atomic_futex_op_xchg_xor() argument
83 ret = put_user(*oldval ^ oparg, uaddr); in atomic_futex_op_xchg_xor()
|
| D | futex.h | 17 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
22 oparg = 1 << oparg; in futex_atomic_op_inuser()
31 ret = atomic_futex_op_xchg_set(oparg, uaddr, &oldval); in futex_atomic_op_inuser()
34 ret = atomic_futex_op_xchg_add(oparg, uaddr, &oldval); in futex_atomic_op_inuser()
37 ret = atomic_futex_op_xchg_or(oparg, uaddr, &oldval); in futex_atomic_op_inuser()
40 ret = atomic_futex_op_xchg_and(~oparg, uaddr, &oldval); in futex_atomic_op_inuser()
43 ret = atomic_futex_op_xchg_xor(oparg, uaddr, &oldval); in futex_atomic_op_inuser()
|
| /linux-4.4.14/include/asm-generic/ |
| D | futex.h | 32 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
38 oparg = 1 << oparg; in futex_atomic_op_inuser()
52 tmp = oparg; in futex_atomic_op_inuser()
55 tmp += oparg; in futex_atomic_op_inuser()
58 tmp |= oparg; in futex_atomic_op_inuser()
61 tmp &= ~oparg; in futex_atomic_op_inuser()
64 tmp ^= oparg; in futex_atomic_op_inuser()
133 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
137 oparg = 1 << oparg; in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/mips/include/asm/ |
| D | futex.h | 21 #define __futex_atomic_op(insn, ret, oldval, uaddr, oparg) \ argument
49 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
78 : "0" (0), GCC_OFF_SMALL_ASM() (*uaddr), "Jr" (oparg), \
90 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
94 oparg = 1 << oparg; in futex_atomic_op_inuser()
103 __futex_atomic_op("move $1, %z5", ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
108 ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
112 ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
116 ret, oldval, uaddr, ~oparg); in futex_atomic_op_inuser()
120 ret, oldval, uaddr, oparg); in futex_atomic_op_inuser()
|
| /linux-4.4.14/arch/tile/include/asm/ |
| D | futex.h | 51 : "r" (uaddr), "r" (oparg), "i" (-EFAULT))
56 #define __futex_andn() ({ oparg = ~oparg; __futex_asm(fetchand4); })
62 u32 oldval, n = oparg; \
65 oparg = oldval ^ n; \
78 struct __get_user gu = FN((u32 __force *)uaddr, lock, oparg); \
92 lock, oldval, oparg); \
113 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
123 oparg = 1 << oparg; in futex_atomic_op_inuser()
179 u32 oldval, u32 oparg) in futex_atomic_cmpxchg_inatomic() argument
|
| /linux-4.4.14/arch/arm/include/asm/ |
| D | futex.h | 24 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
39 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
83 #define __futex_atomic_op(insn, ret, oldval, tmp, uaddr, oparg) \ argument
93 : "r" (uaddr), "r" (oparg), "Ir" (-EFAULT) \
135 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
140 oparg = 1 << oparg; in futex_atomic_op_inuser()
152 __futex_atomic_op("mov %0, %4", ret, oldval, tmp, uaddr, oparg); in futex_atomic_op_inuser()
155 __futex_atomic_op("add %0, %1, %4", ret, oldval, tmp, uaddr, oparg); in futex_atomic_op_inuser()
158 __futex_atomic_op("orr %0, %1, %4", ret, oldval, tmp, uaddr, oparg); in futex_atomic_op_inuser()
161 __futex_atomic_op("and %0, %1, %4", ret, oldval, tmp, uaddr, ~oparg); in futex_atomic_op_inuser()
[all …]
|
| /linux-4.4.14/arch/parisc/include/asm/ |
| D | futex.h | 41 int oparg = (encoded_op << 8) >> 20; in futex_atomic_op_inuser() local
45 oparg = 1 << oparg; in futex_atomic_op_inuser()
59 ret = put_user(oparg, uaddr); in futex_atomic_op_inuser()
65 val = oldval + oparg; in futex_atomic_op_inuser()
73 val = oldval | oparg; in futex_atomic_op_inuser()
81 val = oldval & ~oparg; in futex_atomic_op_inuser()
89 val = oldval ^ oparg; in futex_atomic_op_inuser()
|
| /linux-4.4.14/include/uapi/linux/ |
| D | futex.h | 148 #define FUTEX_OP(op, oparg, cmp, cmparg) \ argument
150 | ((oparg & 0xfff) << 12) | (cmparg & 0xfff))
|