Lines Matching defs:cachep

270 #define MAKE_LIST(cachep, listp, slab, nodeid)				\  argument
276 #define MAKE_ALL_LISTS(cachep, ptr, nodeid) \ argument
354 static int obj_offset(struct kmem_cache *cachep) in obj_offset()
359 static unsigned long long *dbg_redzone1(struct kmem_cache *cachep, void *objp) in dbg_redzone1()
366 static unsigned long long *dbg_redzone2(struct kmem_cache *cachep, void *objp) in dbg_redzone2()
377 static void **dbg_userword(struct kmem_cache *cachep, void *objp) in dbg_userword()
386 #define dbg_redzone1(cachep, objp) ({BUG(); (unsigned long long *)NULL;}) argument
387 #define dbg_redzone2(cachep, objp) ({BUG(); (unsigned long long *)NULL;}) argument
388 #define dbg_userword(cachep, objp) ({BUG(); (void **)NULL;}) argument
401 struct kmem_cache *cachep = page->slab_cache; in set_obj_status() local
412 struct kmem_cache *cachep = page->slab_cache; in get_obj_status() local
472 static inline struct array_cache *cpu_cache_get(struct kmem_cache *cachep) in cpu_cache_get()
562 #define slab_error(cachep, msg) __slab_error(__func__, cachep, msg) argument
564 static void __slab_error(const char *function, struct kmem_cache *cachep, in __slab_error()
695 static void recheck_pfmemalloc_active(struct kmem_cache *cachep, in recheck_pfmemalloc_active()
723 static void *__ac_get_obj(struct kmem_cache *cachep, struct array_cache *ac, in __ac_get_obj()
770 static inline void *ac_get_obj(struct kmem_cache *cachep, in ac_get_obj()
783 static noinline void *__ac_put_obj(struct kmem_cache *cachep, in __ac_put_obj()
796 static inline void ac_put_obj(struct kmem_cache *cachep, struct array_cache *ac, in ac_put_obj()
830 #define drain_alien_cache(cachep, alien) do { } while (0) argument
831 #define reap_alien(cachep, n) do { } while (0) argument
843 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
848 static inline void *alternate_node_alloc(struct kmem_cache *cachep, in alternate_node_alloc()
854 static inline void *____cache_alloc_node(struct kmem_cache *cachep, in ____cache_alloc_node()
919 static void __drain_alien_cache(struct kmem_cache *cachep, in __drain_alien_cache()
944 static void reap_alien(struct kmem_cache *cachep, struct kmem_cache_node *n) in reap_alien()
965 static void drain_alien_cache(struct kmem_cache *cachep, in drain_alien_cache()
987 static int __cache_free_alien(struct kmem_cache *cachep, void *objp, in __cache_free_alien()
1018 static inline int cache_free_alien(struct kmem_cache *cachep, void *objp) in cache_free_alien()
1053 struct kmem_cache *cachep; in init_cache_node_node() local
1089 static inline int slabs_tofree(struct kmem_cache *cachep, in slabs_tofree()
1097 struct kmem_cache *cachep; in cpuup_canceled() local
1165 struct kmem_cache *cachep; in cpuup_prepare() local
1301 struct kmem_cache *cachep; in drain_cache_node_node() local
1358 static void __init init_list(struct kmem_cache *cachep, struct kmem_cache_node *list, in init_list()
1380 static void __init set_up_node(struct kmem_cache *cachep, int index) in set_up_node()
1477 struct kmem_cache *cachep; in kmem_cache_init_late() local
1528 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) in slab_out_of_memory()
1584 static struct page *kmem_getpages(struct kmem_cache *cachep, gfp_t flags, in kmem_getpages()
1634 static void kmem_freepages(struct kmem_cache *cachep, struct page *page) in kmem_freepages()
1661 struct kmem_cache *cachep; in kmem_rcu_free() local
1673 static void store_stackinfo(struct kmem_cache *cachep, unsigned long *addr, in store_stackinfo()
1706 static void poison_obj(struct kmem_cache *cachep, void *addr, unsigned char val) in poison_obj()
1749 static void print_objinfo(struct kmem_cache *cachep, void *objp, int lines) in print_objinfo()
1776 static void check_poison_obj(struct kmem_cache *cachep, void *objp) in check_poison_obj()
1839 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1869 static void slab_destroy_debugcheck(struct kmem_cache *cachep, in slab_destroy_debugcheck()
1884 static void slab_destroy(struct kmem_cache *cachep, struct page *page) in slab_destroy()
1914 static void slabs_destroy(struct kmem_cache *cachep, struct list_head *list) in slabs_destroy()
1937 static size_t calculate_slab_order(struct kmem_cache *cachep, in calculate_slab_order()
2002 struct kmem_cache *cachep, int entries, int batchcount) in alloc_kmem_cache_cpus()
2022 static int __init_refok setup_cpu_cache(struct kmem_cache *cachep, gfp_t gfp) in setup_cpu_cache()
2072 struct kmem_cache *cachep; in __kmem_cache_alias() local
2109 __kmem_cache_create (struct kmem_cache *cachep, unsigned long flags) in __kmem_cache_create()
2305 static void check_spinlock_acquired(struct kmem_cache *cachep) in check_spinlock_acquired()
2313 static void check_spinlock_acquired_node(struct kmem_cache *cachep, int node) in check_spinlock_acquired_node()
2334 struct kmem_cache *cachep = arg; in do_drain() local
2350 static void drain_cpu_caches(struct kmem_cache *cachep) in drain_cpu_caches()
2406 int __kmem_cache_shrink(struct kmem_cache *cachep, bool deactivate) in __kmem_cache_shrink()
2424 int __kmem_cache_shutdown(struct kmem_cache *cachep) in __kmem_cache_shutdown()
2459 static void *alloc_slabmgmt(struct kmem_cache *cachep, in alloc_slabmgmt()
2492 static void cache_init_objs(struct kmem_cache *cachep, in cache_init_objs()
2539 static void kmem_flagcheck(struct kmem_cache *cachep, gfp_t flags) in kmem_flagcheck()
2549 static void *slab_get_obj(struct kmem_cache *cachep, struct page *page, in slab_get_obj()
2563 static void slab_put_obj(struct kmem_cache *cachep, struct page *page, in slab_put_obj()
2602 static int cache_grow(struct kmem_cache *cachep, in cache_grow()
2721 static void *cache_free_debugcheck(struct kmem_cache *cachep, void *objp, in cache_free_debugcheck()
2768 static void *cache_alloc_refill(struct kmem_cache *cachep, gfp_t flags, in cache_alloc_refill()
2867 static inline void cache_alloc_debugcheck_before(struct kmem_cache *cachep, in cache_alloc_debugcheck_before()
2877 static void *cache_alloc_debugcheck_after(struct kmem_cache *cachep, in cache_alloc_debugcheck_after()
2929 static bool slab_should_failslab(struct kmem_cache *cachep, gfp_t flags) in slab_should_failslab()
2937 static inline void *____cache_alloc(struct kmem_cache *cachep, gfp_t flags) in ____cache_alloc()
2987 static void *alternate_node_alloc(struct kmem_cache *cachep, gfp_t flags) in alternate_node_alloc()
3094 static void *____cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, in ____cache_alloc_node()
3153 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid, in slab_alloc_node()
3235 __do_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in __do_cache_alloc()
3243 slab_alloc(struct kmem_cache *cachep, gfp_t flags, unsigned long caller) in slab_alloc()
3280 static void free_block(struct kmem_cache *cachep, void **objpp, in free_block()
3318 static void cache_flusharray(struct kmem_cache *cachep, struct array_cache *ac) in cache_flusharray()
3375 static inline void __cache_free(struct kmem_cache *cachep, void *objp, in __cache_free()
3414 void *kmem_cache_alloc(struct kmem_cache *cachep, gfp_t flags) in kmem_cache_alloc()
3427 kmem_cache_alloc_trace(struct kmem_cache *cachep, gfp_t flags, size_t size) in kmem_cache_alloc_trace()
3452 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) in kmem_cache_alloc_node()
3465 void *kmem_cache_alloc_node_trace(struct kmem_cache *cachep, in kmem_cache_alloc_node_trace()
3485 struct kmem_cache *cachep; in __do_kmalloc_node() local
3516 struct kmem_cache *cachep; in __do_kmalloc() local
3550 void kmem_cache_free(struct kmem_cache *cachep, void *objp) in kmem_cache_free()
3600 static int alloc_kmem_cache_node(struct kmem_cache *cachep, gfp_t gfp) in alloc_kmem_cache_node()
3687 static int __do_tune_cpucache(struct kmem_cache *cachep, int limit, in __do_tune_cpucache()
3728 static int do_tune_cpucache(struct kmem_cache *cachep, int limit, in do_tune_cpucache()
3752 static int enable_cpucache(struct kmem_cache *cachep, gfp_t gfp) in enable_cpucache()
3823 static void drain_array(struct kmem_cache *cachep, struct kmem_cache_node *n, in drain_array()
3918 void get_slabinfo(struct kmem_cache *cachep, struct slabinfo *sinfo) in get_slabinfo()
3983 void slabinfo_show_stats(struct seq_file *m, struct kmem_cache *cachep) in slabinfo_show_stats()
4029 struct kmem_cache *cachep; in slabinfo_write() local
4134 struct kmem_cache *cachep = list_entry(p, struct kmem_cache, list); in leaks_show() local