1762 static inline unsigned long next_tid(unsigned long tid)  in next_tid()  argument
1764 	return tid + TID_STEP;  in next_tid()
1767 static inline unsigned int tid_to_cpu(unsigned long tid)  in tid_to_cpu()  argument
1769 	return tid % TID_STEP;  in tid_to_cpu()
1772 static inline unsigned long tid_to_event(unsigned long tid)  in tid_to_event()  argument
1774 	return tid / TID_STEP;  in tid_to_event()
1783 		const struct kmem_cache *s, unsigned long tid)  in note_cmpxchg_failure()  argument
1786 	unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid);  in note_cmpxchg_failure()
1791 	if (tid_to_cpu(tid) != tid_to_cpu(actual_tid))  in note_cmpxchg_failure()
1793 			tid_to_cpu(tid), tid_to_cpu(actual_tid));  in note_cmpxchg_failure()
1796 	if (tid_to_event(tid) != tid_to_event(actual_tid))  in note_cmpxchg_failure()
1798 			tid_to_event(tid), tid_to_event(actual_tid));  in note_cmpxchg_failure()
1801 			actual_tid, tid, next_tid(tid));  in note_cmpxchg_failure()
1811 		per_cpu_ptr(s->cpu_slab, cpu)->tid = init_tid(cpu);  in init_kmem_cache_cpus()
2093 	c->tid = next_tid(c->tid);  in flush_slab()
2377 	c->tid = next_tid(c->tid);  in __slab_alloc()
2431 	unsigned long tid;  in slab_alloc_node()  local
2448 		tid = this_cpu_read(s->cpu_slab->tid);  in slab_alloc_node()
2451 		 unlikely(tid != READ_ONCE(c->tid)));  in slab_alloc_node()
2493 				s->cpu_slab->freelist, s->cpu_slab->tid,  in slab_alloc_node()
2494 				object, tid,  in slab_alloc_node()
2495 				next_object, next_tid(tid)))) {  in slab_alloc_node()
2497 			note_cmpxchg_failure("slab_alloc", s, tid);  in slab_alloc_node()
2706 	unsigned long tid;  in slab_free()  local
2718 		tid = this_cpu_read(s->cpu_slab->tid);  in slab_free()
2721 		 unlikely(tid != READ_ONCE(c->tid)));  in slab_free()
2730 				s->cpu_slab->freelist, s->cpu_slab->tid,  in slab_free()
2731 				c->freelist, tid,  in slab_free()
2732 				object, next_tid(tid)))) {  in slab_free()
2734 			note_cmpxchg_failure("slab_free", s, tid);  in slab_free()