Lines Matching refs:nodeid
270 #define MAKE_LIST(cachep, listp, slab, nodeid) \ argument
273 list_splice(&get_node(cachep, nodeid)->slab, listp); \
276 #define MAKE_ALL_LISTS(cachep, ptr, nodeid) \ argument
278 MAKE_LIST((cachep), (&(ptr)->slabs_full), slabs_full, nodeid); \
279 MAKE_LIST((cachep), (&(ptr)->slabs_partial), slabs_partial, nodeid); \
280 MAKE_LIST((cachep), (&(ptr)->slabs_free), slabs_free, nodeid); \
855 gfp_t flags, int nodeid) in ____cache_alloc_node() argument
1359 int nodeid) in init_list() argument
1363 ptr = kmalloc_node(sizeof(struct kmem_cache_node), GFP_NOWAIT, nodeid); in init_list()
1372 MAKE_ALL_LISTS(cachep, ptr, nodeid); in init_list()
1373 cachep->node[nodeid] = ptr; in init_list()
1528 slab_out_of_memory(struct kmem_cache *cachep, gfp_t gfpflags, int nodeid) in slab_out_of_memory() argument
1543 nodeid, gfpflags); in slab_out_of_memory()
1585 int nodeid) in kmem_getpages() argument
1597 page = alloc_pages_exact_node(nodeid, flags | __GFP_NOTRACK, cachep->gfporder); in kmem_getpages()
1600 slab_out_of_memory(cachep, flags, nodeid); in kmem_getpages()
1620 kmemcheck_alloc_shadow(page, cachep->gfporder, flags, nodeid); in kmem_getpages()
2461 gfp_t local_flags, int nodeid) in alloc_slabmgmt() argument
2469 local_flags, nodeid); in alloc_slabmgmt()
2550 int nodeid) in slab_get_obj() argument
2557 WARN_ON(page_to_nid(virt_to_page(objp)) != nodeid); in slab_get_obj()
2564 void *objp, int nodeid) in slab_put_obj() argument
2571 WARN_ON(page_to_nid(virt_to_page(objp)) != nodeid); in slab_put_obj()
2603 gfp_t flags, int nodeid, struct page *page) in cache_grow() argument
2622 n = get_node(cachep, nodeid); in cache_grow()
2650 page = kmem_getpages(cachep, local_flags, nodeid); in cache_grow()
2656 local_flags & ~GFP_CONSTRAINT_MASK, nodeid); in cache_grow()
3095 int nodeid) in ____cache_alloc_node() argument
3103 VM_BUG_ON(nodeid < 0 || nodeid >= MAX_NUMNODES); in ____cache_alloc_node()
3104 n = get_node(cachep, nodeid); in ____cache_alloc_node()
3119 check_spinlock_acquired_node(cachep, nodeid); in ____cache_alloc_node()
3127 obj = slab_get_obj(cachep, page, nodeid); in ____cache_alloc_node()
3142 x = cache_grow(cachep, gfp_exact_node(flags), nodeid, NULL); in ____cache_alloc_node()
3153 slab_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid, in slab_alloc_node() argument
3172 if (nodeid == NUMA_NO_NODE) in slab_alloc_node()
3173 nodeid = slab_node; in slab_alloc_node()
3175 if (unlikely(!get_node(cachep, nodeid))) { in slab_alloc_node()
3181 if (nodeid == slab_node) { in slab_alloc_node()
3193 ptr = ____cache_alloc_node(cachep, flags, nodeid); in slab_alloc_node()
3452 void *kmem_cache_alloc_node(struct kmem_cache *cachep, gfp_t flags, int nodeid) in kmem_cache_alloc_node() argument
3454 void *ret = slab_alloc_node(cachep, flags, nodeid, _RET_IP_); in kmem_cache_alloc_node()
3458 flags, nodeid); in kmem_cache_alloc_node()
3467 int nodeid, in kmem_cache_alloc_node_trace() argument
3472 ret = slab_alloc_node(cachep, flags, nodeid, _RET_IP_); in kmem_cache_alloc_node_trace()
3476 flags, nodeid); in kmem_cache_alloc_node_trace()