245 static int drain_freelist(struct kmem_cache *cache,
247 static void free_block(struct kmem_cache *cachep, void **objpp, int len,
249 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list);
250 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp);
354 static int obj_offset(struct kmem_cache *cachep)  in obj_offset()
359 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp)  in dbg_redzone1()
366 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp)  in dbg_redzone2()
377 static void **dbg_userword(struct kmem_cache *cachep, void *objp)  in dbg_userword()
401 	struct kmem_cache *cachep = page->slab_cache;  in set_obj_status()
412 	struct kmem_cache *cachep = page->slab_cache;  in get_obj_status()
434 static inline struct kmem_cache *virt_to_cache(const void *obj)  in virt_to_cache()
440 static inline void *index_to_obj(struct kmem_cache *cache, struct page *page,  in index_to_obj()
452 static inline unsigned int obj_to_index(const struct kmem_cache *cache,  in obj_to_index()
460 static struct kmem_cache kmem_cache_boot = {
464 	.size = sizeof(struct kmem_cache),
472 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep)  in cpu_cache_get()
564 static void __slab_error(const char *function, struct kmem_cache *cachep,  in __slab_error()
695 static void recheck_pfmemalloc_active(struct kmem_cache *cachep,  in recheck_pfmemalloc_active()
723 static void *__ac_get_obj(struct kmem_cache *cachep, struct array_cache *ac,  in __ac_get_obj()
770 static inline void *ac_get_obj(struct kmem_cache *cachep,  in ac_get_obj()
783 static noinline void *__ac_put_obj(struct kmem_cache *cachep,  in __ac_put_obj()
796 static inline void ac_put_obj(struct kmem_cache *cachep, struct array_cache *ac,  in ac_put_obj()
843 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
848 static inline void *alternate_node_alloc(struct kmem_cache *cachep,  in alternate_node_alloc()
854 static inline void *____cache_alloc_node(struct kmem_cache *cachep,  in ____cache_alloc_node()
867 static void *____cache_alloc_node(struct kmem_cache *, gfp_t, int);
868 static void *alternate_node_alloc(struct kmem_cache *, gfp_t);
919 static void __drain_alien_cache(struct kmem_cache *cachep,  in __drain_alien_cache()
944 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n)  in reap_alien()
965 static void drain_alien_cache(struct kmem_cache *cachep,  in drain_alien_cache()
987 static int __cache_free_alien(struct kmem_cache *cachep, void *objp,  in __cache_free_alien()
1018 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp)  in cache_free_alien()
1053 	struct kmem_cache *cachep;  in init_cache_node_node()
1089 static inline int slabs_tofree(struct kmem_cache *cachep,  in slabs_tofree()
1097 	struct kmem_cache *cachep;  in cpuup_canceled()
1165 	struct kmem_cache *cachep;  in cpuup_prepare()
1301 	struct kmem_cache *cachep;  in drain_cache_node_node()
1358 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list,  in init_list()
1380 static void __init set_up_node(struct kmem_cache *cachep, int index)  in set_up_node()
1402 	kmem_cache = &kmem_cache_boot;  in kmem_cache_init()
1443 	create_boot_cache(kmem_cache, "kmem_cache",  in kmem_cache_init()
1444 		offsetof(struct kmem_cache, node) +  in kmem_cache_init()
1447 	list_add(&kmem_cache->list, &slab_caches);  in kmem_cache_init()
1465 			init_list(kmem_cache, &init_kmem_cache_node[CACHE_CACHE + nid], nid);  in kmem_cache_init()
1477 	struct kmem_cache *cachep;  in kmem_cache_init_late()
1528 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid)  in slab_out_of_memory()
1584 static struct page *kmem_getpages(struct kmem_cache *cachep, gfp_t flags,  in kmem_getpages()
1634 static void kmem_freepages(struct kmem_cache *cachep, struct page *page)  in kmem_freepages()
1661 	struct kmem_cache *cachep;  in kmem_rcu_free()
1673 static void store_stackinfo(struct kmem_cache *cachep, unsigned long *addr,  in store_stackinfo()
1706 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val)  in poison_obj()
1749 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines)  in print_objinfo()
1776 static void check_poison_obj(struct kmem_cache *cachep, void *objp)  in check_poison_obj()
1839 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1869 static void slab_destroy_debugcheck(struct kmem_cache *cachep,  in slab_destroy_debugcheck()
1884 static void slab_destroy(struct kmem_cache *cachep, struct page *page)  in slab_destroy()
1914 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list)  in slabs_destroy()
1937 static size_t calculate_slab_order(struct kmem_cache *cachep,  in calculate_slab_order()
2002 		struct kmem_cache *cachep, int entries, int batchcount)  in alloc_kmem_cache_cpus()
2022 static int __init_refok setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp)  in setup_cpu_cache()
2033 		set_up_node(kmem_cache, CACHE_CACHE);  in setup_cpu_cache()
2068 struct kmem_cache *
2072 	struct kmem_cache *cachep;  in __kmem_cache_alias()
2109 __kmem_cache_create (struct kmem_cache *cachep, unsigned long flags)  in __kmem_cache_create()
2305 static void check_spinlock_acquired(struct kmem_cache *cachep)  in check_spinlock_acquired()
2313 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node)  in check_spinlock_acquired_node()
2328 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,
2334 	struct kmem_cache *cachep = arg;  in do_drain()
2350 static void drain_cpu_caches(struct kmem_cache *cachep)  in drain_cpu_caches()
2371 static int drain_freelist(struct kmem_cache *cache,  in drain_freelist()
2406 int __kmem_cache_shrink(struct kmem_cache *cachep, bool deactivate)  in __kmem_cache_shrink()
2424 int __kmem_cache_shutdown(struct kmem_cache *cachep)  in __kmem_cache_shutdown()
2459 static void *alloc_slabmgmt(struct kmem_cache *cachep,  in alloc_slabmgmt()
2492 static void cache_init_objs(struct kmem_cache *cachep,  in cache_init_objs()
2539 static void kmem_flagcheck(struct kmem_cache *cachep, gfp_t flags)  in kmem_flagcheck()
2549 static void *slab_get_obj(struct kmem_cache *cachep, struct page *page,  in slab_get_obj()
2563 static void slab_put_obj(struct kmem_cache *cachep, struct page *page,  in slab_put_obj()
2591 static void slab_map_pages(struct kmem_cache *cache, struct page *page,  in slab_map_pages()
2602 static int cache_grow(struct kmem_cache *cachep,  in cache_grow()
2699 static inline void verify_redzone_free(struct kmem_cache *cache, void *obj)  in verify_redzone_free()
2721 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp,  in cache_free_debugcheck()
2768 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags,  in cache_alloc_refill()
2867 static inline void cache_alloc_debugcheck_before(struct kmem_cache *cachep,  in cache_alloc_debugcheck_before()
2877 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep,  in cache_alloc_debugcheck_after()
2929 static bool slab_should_failslab(struct kmem_cache *cachep, gfp_t flags)  in slab_should_failslab()
2931 	if (unlikely(cachep == kmem_cache))  in slab_should_failslab()
2937 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in ____cache_alloc()
2987 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags)  in alternate_node_alloc()
3011 static void *fallback_alloc(struct kmem_cache *cache, gfp_t flags)  in fallback_alloc()
3094 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags,  in ____cache_alloc_node()
3153 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid,  in slab_alloc_node()
3211 __do_cache_alloc(struct kmem_cache *cache, gfp_t flags)  in __do_cache_alloc()
3235 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in __do_cache_alloc()
3243 slab_alloc(struct kmem_cache *cachep, gfp_t flags, unsigned long caller)  in slab_alloc()
3280 static void free_block(struct kmem_cache *cachep, void **objpp,  in free_block()
3318 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac)  in cache_flusharray()
3375 static inline void __cache_free(struct kmem_cache *cachep, void *objp,  in __cache_free()
3414 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags)  in kmem_cache_alloc()
3427 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size)  in kmem_cache_alloc_trace()
3452 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid)  in kmem_cache_alloc_node()
3465 void *kmem_cache_alloc_node_trace(struct kmem_cache *cachep,  in kmem_cache_alloc_node_trace()
3485 	struct kmem_cache *cachep;  in __do_kmalloc_node()
3516 	struct kmem_cache *cachep;  in __do_kmalloc()
3550 void kmem_cache_free(struct kmem_cache *cachep, void *objp)  in kmem_cache_free()
3579 	struct kmem_cache *c;  in kfree()
3600 static int alloc_kmem_cache_node(struct kmem_cache *cachep, gfp_t gfp)  in alloc_kmem_cache_node()
3687 static int __do_tune_cpucache(struct kmem_cache *cachep, int limit,  in __do_tune_cpucache()
3728 static int do_tune_cpucache(struct kmem_cache *cachep, int limit,  in do_tune_cpucache()
3732 	struct kmem_cache *c;  in do_tune_cpucache()
3752 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp)  in enable_cpucache()
3760 		struct kmem_cache *root = memcg_root_cache(cachep);  in enable_cpucache()
3823 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n,  in drain_array()
3863 	struct kmem_cache *searchp;  in cache_reap()
3918 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo)  in get_slabinfo()
3983 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep)  in slabinfo_show_stats()
4029 	struct kmem_cache *cachep;  in slabinfo_write()
4099 static void handle_slab(unsigned long *n, struct kmem_cache *c,  in handle_slab()
4134 	struct kmem_cache *cachep = list_entry(p, struct kmem_cache, list);  in leaks_show()