245 static int drain_freelist(struct kmem_cache *cache,
247 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
249 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
250 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
355 static int obj_offset(struct kmem_cache *cachep)  in obj_offset()
360 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp)  in dbg_redzone1()
367 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp)  in dbg_redzone2()
378 static void **dbg_userword(struct kmem_cache *cachep, void *objp)  in dbg_userword()
402 	struct kmem_cache *cachep = page->slab_cache;  in set_obj_status()
413 	struct kmem_cache *cachep = page->slab_cache;  in get_obj_status()
435 static inline struct kmem_cache *virt_to_cache(const void *obj)  in virt_to_cache()
441 static inline void *index_to_obj(struct kmem_cache *cache, struct page *page,  in index_to_obj()
453 static inline unsigned int obj_to_index(const struct kmem_cache *cache,  in obj_to_index()
461 static struct kmem_cache kmem_cache_boot = {
465 	.size = sizeof(struct kmem_cache),
473 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep)  in cpu_cache_get()
565 static void __slab_error(const char *function, struct kmem_cache *cachep,  in __slab_error()
696 static void recheck_pfmemalloc_active(struct kmem_cache *cachep,  in recheck_pfmemalloc_active()
724 static void *__ac_get_obj(struct kmem_cache *cachep, struct array_cache *ac,  in __ac_get_obj()
771 static inline void *ac_get_obj(struct kmem_cache *cachep,  in ac_get_obj()
784 static noinline void *__ac_put_obj(struct kmem_cache *cachep,  in __ac_put_obj()
797 static inline void ac_put_obj(struct kmem_cache *cachep, struct array_cache *ac,  in ac_put_obj()
844 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
849 static inline void *alternate_node_alloc(struct kmem_cache *cachep,  in alternate_node_alloc()
855 static inline void *____cache_alloc_node(struct kmem_cache *cachep,  in ____cache_alloc_node()
868 static void *____cache_alloc_node(struct kmem_cache *, gfp_t, int);
869 static void *alternate_node_alloc(struct kmem_cache *, gfp_t);
920 static void __drain_alien_cache(struct kmem_cache *cachep,  in __drain_alien_cache()
945 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n)  in reap_alien()
966 static void drain_alien_cache(struct kmem_cache *cachep,  in drain_alien_cache()
988 static int __cache_free_alien(struct kmem_cache *cachep, void *objp,  in __cache_free_alien()
1019 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
1054 	struct kmem_cache *cachep;  in init_cache_node_node()
1090 static inline int slabs_tofree(struct kmem_cache *cachep,  in slabs_tofree()
1098 	struct kmem_cache *cachep;  in cpuup_canceled()
1166 	struct kmem_cache *cachep;  in cpuup_prepare()
1302 	struct kmem_cache *cachep;  in drain_cache_node_node()
1359 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list,  in init_list()
1381 static void __init set_up_node(struct kmem_cache *cachep, int index)  in set_up_node()
1403 	kmem_cache = &kmem_cache_boot;  in kmem_cache_init()
1444 	create_boot_cache(kmem_cache, "kmem_cache",  in kmem_cache_init()
1445 		offsetof(struct kmem_cache, node) +  in kmem_cache_init()
1448 	list_add(&kmem_cache->list, &slab_caches);  in kmem_cache_init()
1467 			init_list(kmem_cache, &init_kmem_cache_node[CACHE_CACHE + nid], nid);  in kmem_cache_init()
1479 	struct kmem_cache *cachep;  in kmem_cache_init_late()
1530 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid)  in slab_out_of_memory()
1586 static struct page *kmem_getpages(struct kmem_cache *cachep, gfp_t flags,  in kmem_getpages()
1637 static void kmem_freepages(struct kmem_cache *cachep, struct page *page)  in kmem_freepages()
1663 	struct kmem_cache *cachep;  in kmem_rcu_free()
1675 static void store_stackinfo(struct kmem_cache *cachep, unsigned long *addr,  in store_stackinfo()
1708 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val)  in poison_obj()
1751 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines)  in print_objinfo()
1778 static void check_poison_obj(struct kmem_cache *cachep, void *objp)  in check_poison_obj()
1841 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1871 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1886 static void slab_destroy(struct kmem_cache *cachep, struct page *page)  in slab_destroy()
1905 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list)  in slabs_destroy()
1928 static size_t calculate_slab_order(struct kmem_cache *cachep,  in calculate_slab_order()
1993 		struct kmem_cache *cachep, int entries, int batchcount)  in alloc_kmem_cache_cpus()
2013 static int __init_refok setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp)  in setup_cpu_cache()
2024 		set_up_node(kmem_cache, CACHE_CACHE);  in setup_cpu_cache()
2059 struct kmem_cache *
2063 	struct kmem_cache *cachep;  in __kmem_cache_alias()
2100 __kmem_cache_create (struct kmem_cache *cachep, unsigned long flags)  in __kmem_cache_create()
2296 static void check_spinlock_acquired(struct kmem_cache *cachep)  in check_spinlock_acquired()
2304 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node)  in check_spinlock_acquired_node()
2319 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,
2325 	struct kmem_cache *cachep = arg;  in do_drain()
2341 static void drain_cpu_caches(struct kmem_cache *cachep)  in drain_cpu_caches()
2362 static int drain_freelist(struct kmem_cache *cache,  in drain_freelist()
2397 int __kmem_cache_shrink(struct kmem_cache *cachep, bool deactivate)  in __kmem_cache_shrink()
2415 int __kmem_cache_shutdown(struct kmem_cache *cachep)  in __kmem_cache_shutdown()
2450 static void *alloc_slabmgmt(struct kmem_cache *cachep,  in alloc_slabmgmt()
2483 static void cache_init_objs(struct kmem_cache *cachep,  in cache_init_objs()
2530 static void kmem_flagcheck(struct kmem_cache *cachep, gfp_t flags)  in kmem_flagcheck()
2540 static void *slab_get_obj(struct kmem_cache *cachep, struct page *page,  in slab_get_obj()
2554 static void slab_put_obj(struct kmem_cache *cachep, struct page *page,  in slab_put_obj()
2582 static void slab_map_pages(struct kmem_cache *cache, struct page *page,  in slab_map_pages()
2593 static int cache_grow(struct kmem_cache *cachep,  in cache_grow()
2690 static inline void verify_redzone_free(struct kmem_cache *cache, void *obj)  in verify_redzone_free()
2712 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp,  in cache_free_debugcheck()
2759 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags,  in cache_alloc_refill()
2858 static inline void cache_alloc_debugcheck_before(struct kmem_cache *cachep,  in cache_alloc_debugcheck_before()
2868 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep,  in cache_alloc_debugcheck_after()
2920 static bool slab_should_failslab(struct kmem_cache *cachep, gfp_t flags)  in slab_should_failslab()
2922 	if (unlikely(cachep == kmem_cache))  in slab_should_failslab()
2928 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in ____cache_alloc()
2978 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags)  in alternate_node_alloc()
3002 static void *fallback_alloc(struct kmem_cache *cache, gfp_t flags)  in fallback_alloc()
3085 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags,  in ____cache_alloc_node()
3144 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid,  in slab_alloc_node()
3202 __do_cache_alloc(struct kmem_cache *cache, gfp_t flags)  in __do_cache_alloc()
3226 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in __do_cache_alloc()
3234 slab_alloc(struct kmem_cache *cachep, gfp_t flags, unsigned long caller)  in slab_alloc()
3271 static void free_block(struct kmem_cache *cachep, void **objpp,  in free_block()
3309 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac)  in cache_flusharray()
3366 static inline void __cache_free(struct kmem_cache *cachep, void *objp,  in __cache_free()
3405 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in kmem_cache_alloc()
3416 void kmem_cache_free_bulk(struct kmem_cache *s, size_t size, void **p)  in kmem_cache_free_bulk()
3422 int kmem_cache_alloc_bulk(struct kmem_cache *s, gfp_t flags, size_t size,  in kmem_cache_alloc_bulk()
3431 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size)  in kmem_cache_alloc_trace()
3456 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid)  in kmem_cache_alloc_node()
3469 void *kmem_cache_alloc_node_trace(struct kmem_cache *cachep,  in kmem_cache_alloc_node_trace()
3489 	struct kmem_cache *cachep;  in __do_kmalloc_node()
3520 	struct kmem_cache *cachep;  in __do_kmalloc()
3554 void kmem_cache_free(struct kmem_cache *cachep, void *objp)  in kmem_cache_free()
3583 	struct kmem_cache *c;  in kfree()
3604 static int alloc_kmem_cache_node(struct kmem_cache *cachep, gfp_t gfp)  in alloc_kmem_cache_node()
3691 static int __do_tune_cpucache(struct kmem_cache *cachep, int limit,  in __do_tune_cpucache()
3732 static int do_tune_cpucache(struct kmem_cache *cachep, int limit,  in do_tune_cpucache()
3736 	struct kmem_cache *c;  in do_tune_cpucache()
3756 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp)  in enable_cpucache()
3764 		struct kmem_cache *root = memcg_root_cache(cachep);  in enable_cpucache()
3827 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,  in drain_array()
3867 	struct kmem_cache *searchp;  in cache_reap()
3922 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo)  in get_slabinfo()
3987 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep)  in slabinfo_show_stats()
4033 	struct kmem_cache *cachep;  in slabinfo_write()
4103 static void handle_slab(unsigned long *n, struct kmem_cache *c,  in handle_slab()
4138 	struct kmem_cache *cachep = list_entry(p, struct kmem_cache, list);  in leaks_show()