27 #define PER_CPU(var, reg)						\  argument
29 	lea var(reg), reg
30 #define PER_CPU_VAR(var)	%__percpu_seg:var  argument
32 #define PER_CPU(var, reg)	__percpu_mov_op $var, reg  argument
33 #define PER_CPU_VAR(var)	var  argument
37 #define INIT_PER_CPU_VAR(var)  init_per_cpu__##var  argument
39 #define INIT_PER_CPU_VAR(var)  var  argument
76 #define DECLARE_INIT_PER_CPU(var) \  argument
77        extern typeof(var) init_per_cpu_var(var)
80 #define init_per_cpu_var(var)  init_per_cpu__##var  argument
82 #define init_per_cpu_var(var)  var  argument
89 #define percpu_to_op(op, var, val)			\  argument
91 	typedef typeof(var) pto_T__;			\
97 	switch (sizeof(var)) {				\
100 		    : "+m" (var)			\
105 		    : "+m" (var)			\
110 		    : "+m" (var)			\
115 		    : "+m" (var)			\
126 #define percpu_add_op(var, val)						\  argument
128 	typedef typeof(var) pao_T__;					\
137 	switch (sizeof(var)) {						\
140 			asm("incb "__percpu_arg(0) : "+m" (var));	\
142 			asm("decb "__percpu_arg(0) : "+m" (var));	\
145 			    : "+m" (var)				\
150 			asm("incw "__percpu_arg(0) : "+m" (var));	\
152 			asm("decw "__percpu_arg(0) : "+m" (var));	\
155 			    : "+m" (var)				\
160 			asm("incl "__percpu_arg(0) : "+m" (var));	\
162 			asm("decl "__percpu_arg(0) : "+m" (var));	\
165 			    : "+m" (var)				\
170 			asm("incq "__percpu_arg(0) : "+m" (var));	\
172 			asm("decq "__percpu_arg(0) : "+m" (var));	\
175 			    : "+m" (var)				\
182 #define percpu_from_op(op, var)				\  argument
184 	typeof(var) pfo_ret__;				\
185 	switch (sizeof(var)) {				\
189 		    : "m" (var));			\
194 		    : "m" (var));			\
199 		    : "m" (var));			\
204 		    : "m" (var));			\
211 #define percpu_stable_op(op, var)			\  argument
213 	typeof(var) pfo_ret__;				\
214 	switch (sizeof(var)) {				\
218 		    : "p" (&(var)));			\
223 		    : "p" (&(var)));			\
228 		    : "p" (&(var)));			\
233 		    : "p" (&(var)));			\
240 #define percpu_unary_op(op, var)			\  argument
242 	switch (sizeof(var)) {				\
245 		    : "+m" (var));			\
249 		    : "+m" (var));			\
253 		    : "+m" (var));			\
257 		    : "+m" (var));			\
266 #define percpu_add_return_op(var, val)					\  argument
268 	typeof(var) paro_ret__ = val;					\
269 	switch (sizeof(var)) {						\
272 			    : "+q" (paro_ret__), "+m" (var)		\
277 			    : "+r" (paro_ret__), "+m" (var)		\
282 			    : "+r" (paro_ret__), "+m" (var)		\
287 			    : "+re" (paro_ret__), "+m" (var)		\
301 #define percpu_xchg_op(var, nval)					\  argument
303 	typeof(var) pxo_ret__;						\
304 	typeof(var) pxo_new__ = (nval);					\
305 	switch (sizeof(var)) {						\
310 			    : "=&a" (pxo_ret__), "+m" (var)		\
318 			    : "=&a" (pxo_ret__), "+m" (var)		\
326 			    : "=&a" (pxo_ret__), "+m" (var)		\
334 			    : "=&a" (pxo_ret__), "+m" (var)		\
347 #define percpu_cmpxchg_op(var, oval, nval)				\  argument
349 	typeof(var) pco_ret__;						\
350 	typeof(var) pco_old__ = (oval);					\
351 	typeof(var) pco_new__ = (nval);					\
352 	switch (sizeof(var)) {						\
355 			    : "=a" (pco_ret__), "+m" (var)		\
361 			    : "=a" (pco_ret__), "+m" (var)		\
367 			    : "=a" (pco_ret__), "+m" (var)		\
373 			    : "=a" (pco_ret__), "+m" (var)		\
391 #define this_cpu_read_stable(var)	percpu_stable_op("mov", var)  argument
511 #define x86_test_and_clear_bit_percpu(bit, var)				\  argument
515 		     : "=r" (old__), "+m" (var)				\