Lines Matching refs:freelist
374 if (cmpxchg_double(&page->freelist, &page->counters, in __cmpxchg_double_slab()
382 if (page->freelist == freelist_old && in __cmpxchg_double_slab()
384 page->freelist = freelist_new; in __cmpxchg_double_slab()
410 if (cmpxchg_double(&page->freelist, &page->counters, in cmpxchg_double_slab()
421 if (page->freelist == freelist_old && in cmpxchg_double_slab()
423 page->freelist = freelist_new; in cmpxchg_double_slab()
455 for (p = page->freelist; p; p = get_freepointer(s, p)) in get_map()
587 page, page->objects, page->inuse, page->freelist, page->flags); in print_page_info()
903 fp = page->freelist; in on_freelist()
914 page->freelist = NULL; in on_freelist()
953 page->freelist); in trace()
1063 page->freelist = NULL; in alloc_debug_processing()
1471 page->freelist = start; in allocate_slab()
1617 void *freelist; in acquire_slab() local
1628 freelist = page->freelist; in acquire_slab()
1634 new.freelist = NULL; in acquire_slab()
1636 new.freelist = freelist; in acquire_slab()
1643 freelist, counters, in acquire_slab()
1644 new.freelist, new.counters, in acquire_slab()
1649 WARN_ON(!freelist); in acquire_slab()
1650 return freelist; in acquire_slab()
1861 void *freelist) in deactivate_slab() argument
1872 if (page->freelist) { in deactivate_slab()
1885 while (freelist && (nextfree = get_freepointer(s, freelist))) { in deactivate_slab()
1890 prior = page->freelist; in deactivate_slab()
1892 set_freepointer(s, freelist, prior); in deactivate_slab()
1899 freelist, new.counters, in deactivate_slab()
1902 freelist = nextfree; in deactivate_slab()
1921 old.freelist = page->freelist; in deactivate_slab()
1927 if (freelist) { in deactivate_slab()
1929 set_freepointer(s, freelist, old.freelist); in deactivate_slab()
1930 new.freelist = freelist; in deactivate_slab()
1932 new.freelist = old.freelist; in deactivate_slab()
1938 else if (new.freelist) { in deactivate_slab()
1987 old.freelist, old.counters, in deactivate_slab()
1988 new.freelist, new.counters, in deactivate_slab()
2033 old.freelist = page->freelist; in unfreeze_partials()
2038 new.freelist = old.freelist; in unfreeze_partials()
2043 old.freelist, old.counters, in unfreeze_partials()
2044 new.freelist, new.counters, in unfreeze_partials()
2134 deactivate_slab(s, c->page, c->freelist); in flush_slab()
2138 c->freelist = NULL; in flush_slab()
2259 void *freelist; in new_slab_objects() local
2263 freelist = get_partial(s, flags, node, c); in new_slab_objects()
2265 if (freelist) in new_slab_objects()
2266 return freelist; in new_slab_objects()
2278 freelist = page->freelist; in new_slab_objects()
2279 page->freelist = NULL; in new_slab_objects()
2285 freelist = NULL; in new_slab_objects()
2287 return freelist; in new_slab_objects()
2312 void *freelist; in get_freelist() local
2315 freelist = page->freelist; in get_freelist()
2322 new.frozen = freelist != NULL; in get_freelist()
2325 freelist, counters, in get_freelist()
2329 return freelist; in get_freelist()
2354 void *freelist; in ___slab_alloc() local
2370 deactivate_slab(s, page, c->freelist); in ___slab_alloc()
2372 c->freelist = NULL; in ___slab_alloc()
2383 deactivate_slab(s, page, c->freelist); in ___slab_alloc()
2385 c->freelist = NULL; in ___slab_alloc()
2390 freelist = c->freelist; in ___slab_alloc()
2391 if (freelist) in ___slab_alloc()
2394 freelist = get_freelist(s, page); in ___slab_alloc()
2396 if (!freelist) { in ___slab_alloc()
2411 c->freelist = get_freepointer(s, freelist); in ___slab_alloc()
2413 return freelist; in ___slab_alloc()
2421 c->freelist = NULL; in ___slab_alloc()
2425 freelist = new_slab_objects(s, gfpflags, node, &c); in ___slab_alloc()
2427 if (unlikely(!freelist)) { in ___slab_alloc()
2438 !alloc_debug_processing(s, page, freelist, addr)) in ___slab_alloc()
2441 deactivate_slab(s, page, get_freepointer(s, freelist)); in ___slab_alloc()
2443 c->freelist = NULL; in ___slab_alloc()
2444 return freelist; in ___slab_alloc()
2527 object = c->freelist; in slab_alloc_node()
2550 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_alloc_node()
2658 prior = page->freelist; in __slab_free()
2791 set_freepointer(s, tail_obj, c->freelist); in slab_free()
2794 s->cpu_slab->freelist, s->cpu_slab->tid, in slab_free()
2795 c->freelist, tid, in slab_free()
2820 void *freelist; member
2862 df->freelist = object; in build_detached_freelist()
2874 set_freepointer(df->s, object, df->freelist); in build_detached_freelist()
2875 df->freelist = object; in build_detached_freelist()
2906 slab_free(df.s, df.page, df.freelist, df.tail, df.cnt,_RET_IP_); in kmem_cache_free_bulk()
2931 void *object = c->freelist; in kmem_cache_alloc_bulk()
2946 c->freelist = get_freepointer(s, object); in kmem_cache_alloc_bulk()
3153 n = page->freelist; in early_kmem_cache_node_alloc()
3155 page->freelist = get_freepointer(kmem_cache_node, n); in early_kmem_cache_node_alloc()