1805 static inline unsigned long next_tid(unsigned long tid)  in next_tid()  argument
1807 	return tid + TID_STEP;  in next_tid()
1810 static inline unsigned int tid_to_cpu(unsigned long tid)  in tid_to_cpu()  argument
1812 	return tid % TID_STEP;  in tid_to_cpu()
1815 static inline unsigned long tid_to_event(unsigned long tid)  in tid_to_event()  argument
1817 	return tid / TID_STEP;  in tid_to_event()
1826 		const struct kmem_cache *s, unsigned long tid)  in note_cmpxchg_failure()  argument
1829 	unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid);  in note_cmpxchg_failure()
1834 	if (tid_to_cpu(tid) != tid_to_cpu(actual_tid))  in note_cmpxchg_failure()
1836 			tid_to_cpu(tid), tid_to_cpu(actual_tid));  in note_cmpxchg_failure()
1839 	if (tid_to_event(tid) != tid_to_event(actual_tid))  in note_cmpxchg_failure()
1841 			tid_to_event(tid), tid_to_event(actual_tid));  in note_cmpxchg_failure()
1844 			actual_tid, tid, next_tid(tid));  in note_cmpxchg_failure()
1854 		per_cpu_ptr(s->cpu_slab, cpu)->tid = init_tid(cpu);  in init_kmem_cache_cpus()
2136 	c->tid = next_tid(c->tid);  in flush_slab()
2412 	c->tid = next_tid(c->tid);  in ___slab_alloc()
2488 	unsigned long tid;  in slab_alloc_node()  local
2505 		tid = this_cpu_read(s->cpu_slab->tid);  in slab_alloc_node()
2508 		 unlikely(tid != READ_ONCE(c->tid)));  in slab_alloc_node()
2550 				s->cpu_slab->freelist, s->cpu_slab->tid,  in slab_alloc_node()
2551 				object, tid,  in slab_alloc_node()
2552 				next_object, next_tid(tid)))) {  in slab_alloc_node()
2554 			note_cmpxchg_failure("slab_alloc", s, tid);  in slab_alloc_node()
2770 	unsigned long tid;  in slab_free()  local
2782 		tid = this_cpu_read(s->cpu_slab->tid);  in slab_free()
2785 		 unlikely(tid != READ_ONCE(c->tid)));  in slab_free()
2794 				s->cpu_slab->freelist, s->cpu_slab->tid,  in slab_free()
2795 				c->freelist, tid,  in slab_free()
2796 				head, next_tid(tid)))) {  in slab_free()
2798 			note_cmpxchg_failure("slab_free", s, tid);  in slab_free()
2949 	c->tid = next_tid(c->tid);  in kmem_cache_alloc_bulk()