Lines Matching refs:cpu_slab

219 	raw_cpu_inc(s->cpu_slab->stat[si]);  in stat()
1786 unsigned long actual_tid = __this_cpu_read(s->cpu_slab->tid); in note_cmpxchg_failure()
1811 per_cpu_ptr(s->cpu_slab, cpu)->tid = init_tid(cpu); in init_kmem_cache_cpus()
2047 oldpage = this_cpu_read(s->cpu_slab->partial); in put_cpu_partial()
2059 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2075 } while (this_cpu_cmpxchg(s->cpu_slab->partial, oldpage, page) in put_cpu_partial()
2081 unfreeze_partials(s, this_cpu_ptr(s->cpu_slab)); in put_cpu_partial()
2105 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in __flush_cpu_slab()
2125 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, cpu); in has_cpu_slab()
2227 c = raw_cpu_ptr(s->cpu_slab); in new_slab_objects()
2319 c = this_cpu_ptr(s->cpu_slab); in __slab_alloc()
2448 tid = this_cpu_read(s->cpu_slab->tid); in slab_alloc_node()
2449 c = raw_cpu_ptr(s->cpu_slab); in slab_alloc_node()
2493 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2718 tid = this_cpu_read(s->cpu_slab->tid); in slab_free()
2719 c = raw_cpu_ptr(s->cpu_slab); in slab_free()
2730 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_free()
2902 s->cpu_slab = __alloc_percpu(sizeof(struct kmem_cache_cpu), in alloc_kmem_cache_cpus()
2905 if (!s->cpu_slab) in alloc_kmem_cache_cpus()
3263 free_percpu(s->cpu_slab); in kmem_cache_close()
4275 struct kmem_cache_cpu *c = per_cpu_ptr(s->cpu_slab, in show_slab_objects()
4523 struct page *page = per_cpu_ptr(s->cpu_slab, cpu)->partial; in slabs_cpu_partial_show()
4535 struct page *page = per_cpu_ptr(s->cpu_slab, cpu) ->partial; in slabs_cpu_partial_show()
4813 unsigned x = per_cpu_ptr(s->cpu_slab, cpu)->stat[si]; in show_stat()
4836 per_cpu_ptr(s->cpu_slab, cpu)->stat[si] = 0; in clear_stat()