15 static __inline__ int atomic_read(const atomic_t *v)  in atomic_read()  argument
19 	__asm__ __volatile__("lwz%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic_read()
24 static __inline__ void atomic_set(atomic_t *v, int i)  in atomic_set()  argument
26 	__asm__ __volatile__("stw%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic_set()
30 static __inline__ void atomic_##op(int a, atomic_t *v)			\
40 	: "=&r" (t), "+m" (v->counter)					\
41 	: "r" (a), "r" (&v->counter)					\
46 static __inline__ int atomic_##op##_return(int a, atomic_t *v)		\
59 	: "r" (a), "r" (&v->counter)					\
74 #define atomic_add_negative(a, v)	(atomic_add_return((a), (v)) < 0)  in ATOMIC_OPS()  argument
76 static __inline__ void atomic_inc(atomic_t *v)  in ATOMIC_OPS()
86 	: "=&r" (t), "+m" (v->counter)  in ATOMIC_OPS()
87 	: "r" (&v->counter)  in ATOMIC_OPS()
91 static __inline__ int atomic_inc_return(atomic_t *v)  in atomic_inc_return()  argument
104 	: "r" (&v->counter)  in atomic_inc_return()
118 #define atomic_inc_and_test(v) (atomic_inc_return(v) == 0)  argument
120 static __inline__ void atomic_dec(atomic_t *v)  in atomic_dec()  argument
130 	: "=&r" (t), "+m" (v->counter)  in atomic_dec()
131 	: "r" (&v->counter)  in atomic_dec()
135 static __inline__ int atomic_dec_return(atomic_t *v)  in atomic_dec_return()  argument
148 	: "r" (&v->counter)  in atomic_dec_return()
154 #define atomic_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
155 #define atomic_xchg(v, new) (xchg(&((v)->counter), new))  argument
166 static __inline__ int __atomic_add_unless(atomic_t *v, int a, int u)  in __atomic_add_unless()  argument
183 	: "r" (&v->counter), "r" (a), "r" (u)  in __atomic_add_unless()
196 static __inline__ int atomic_inc_not_zero(atomic_t *v)  in atomic_inc_not_zero()  argument
213 	: "r" (&v->counter)  in atomic_inc_not_zero()
218 #define atomic_inc_not_zero(v) atomic_inc_not_zero((v))  argument
220 #define atomic_sub_and_test(a, v)	(atomic_sub_return((a), (v)) == 0)  argument
221 #define atomic_dec_and_test(v)		(atomic_dec_return((v)) == 0)  argument
228 static __inline__ int atomic_dec_if_positive(atomic_t *v)  in atomic_dec_if_positive()  argument
244 	: "r" (&v->counter)  in atomic_dec_if_positive()
255 static __inline__ long atomic64_read(const atomic64_t *v)  in atomic64_read()  argument
259 	__asm__ __volatile__("ld%U1%X1 %0,%1" : "=r"(t) : "m"(v->counter));  in atomic64_read()
264 static __inline__ void atomic64_set(atomic64_t *v, long i)  in atomic64_set()  argument
266 	__asm__ __volatile__("std%U0%X0 %1,%0" : "=m"(v->counter) : "r"(i));  in atomic64_set()
270 static __inline__ void atomic64_##op(long a, atomic64_t *v)		\
279 	: "=&r" (t), "+m" (v->counter)					\
280 	: "r" (a), "r" (&v->counter)					\
285 static __inline__ long atomic64_##op##_return(long a, atomic64_t *v)	\
297 	: "r" (a), "r" (&v->counter)					\
312 #define atomic64_add_negative(a, v)	(atomic64_add_return((a), (v)) < 0)  in ATOMIC64_OPS()  argument
314 static __inline__ void atomic64_inc(atomic64_t *v)  in ATOMIC64_OPS()
323 	: "=&r" (t), "+m" (v->counter)  in ATOMIC64_OPS()
324 	: "r" (&v->counter)  in ATOMIC64_OPS()
328 static __inline__ long atomic64_inc_return(atomic64_t *v)  in atomic64_inc_return()  argument
340 	: "r" (&v->counter)  in atomic64_inc_return()
354 #define atomic64_inc_and_test(v) (atomic64_inc_return(v) == 0)  argument
356 static __inline__ void atomic64_dec(atomic64_t *v)  in atomic64_dec()  argument
365 	: "=&r" (t), "+m" (v->counter)  in atomic64_dec()
366 	: "r" (&v->counter)  in atomic64_dec()
370 static __inline__ long atomic64_dec_return(atomic64_t *v)  in atomic64_dec_return()  argument
382 	: "r" (&v->counter)  in atomic64_dec_return()
388 #define atomic64_sub_and_test(a, v)	(atomic64_sub_return((a), (v)) == 0)  argument
389 #define atomic64_dec_and_test(v)	(atomic64_dec_return((v)) == 0)  argument
395 static __inline__ long atomic64_dec_if_positive(atomic64_t *v)  in atomic64_dec_if_positive()  argument
409 	: "r" (&v->counter)  in atomic64_dec_if_positive()
415 #define atomic64_cmpxchg(v, o, n) (cmpxchg(&((v)->counter), (o), (n)))  argument
416 #define atomic64_xchg(v, new) (xchg(&((v)->counter), new))  argument
427 static __inline__ int atomic64_add_unless(atomic64_t *v, long a, long u)  in atomic64_add_unless()  argument
443 	: "r" (&v->counter), "r" (a), "r" (u)  in atomic64_add_unless()
456 static __inline__ long atomic64_inc_not_zero(atomic64_t *v)  in atomic64_inc_not_zero()  argument
472 	: "r" (&v->counter)  in atomic64_inc_not_zero()