memcg_params 76 include/linux/slab_def.h struct memcg_cache_params memcg_params; memcg_params 112 include/linux/slub_def.h struct memcg_cache_params memcg_params; memcg_params 2957 mm/memcontrol.c arr = rcu_dereference(cachep->memcg_params.memcg_caches); memcg_params 2987 mm/memcontrol.c else if (percpu_ref_tryget(&memcg_cachep->memcg_params.refcnt)) memcg_params 3001 mm/memcontrol.c percpu_ref_put(&cachep->memcg_params.refcnt); memcg_params 282 mm/slab.h #define root_caches_node memcg_params.__root_caches_node memcg_params 289 mm/slab.h list_for_each_entry(iter, &(root)->memcg_params.children, \ memcg_params 290 mm/slab.h memcg_params.children_node) memcg_params 294 mm/slab.h return !s->memcg_params.root_cache; memcg_params 300 mm/slab.h return p == s || p == s->memcg_params.root_cache; memcg_params 311 mm/slab.h s = s->memcg_params.root_cache; memcg_params 319 mm/slab.h return s->memcg_params.root_cache; memcg_params 338 mm/slab.h return READ_ONCE(s->memcg_params.memcg); memcg_params 356 mm/slab.h memcg = READ_ONCE(s->memcg_params.memcg); memcg_params 364 mm/slab.h percpu_ref_get_many(&s->memcg_params.refcnt, 1 << order); memcg_params 376 mm/slab.h percpu_ref_get_many(&s->memcg_params.refcnt, 1 << order); memcg_params 394 mm/slab.h memcg = READ_ONCE(s->memcg_params.memcg); memcg_params 405 mm/slab.h percpu_ref_put_many(&s->memcg_params.refcnt, 1 << order); memcg_params 140 mm/slab_common.c s->memcg_params.root_cache = NULL; memcg_params 141 mm/slab_common.c RCU_INIT_POINTER(s->memcg_params.memcg_caches, NULL); memcg_params 142 mm/slab_common.c INIT_LIST_HEAD(&s->memcg_params.children); memcg_params 143 mm/slab_common.c s->memcg_params.dying = false; memcg_params 152 mm/slab_common.c int ret = percpu_ref_init(&s->memcg_params.refcnt, memcg_params 158 mm/slab_common.c s->memcg_params.root_cache = root_cache; memcg_params 159 mm/slab_common.c INIT_LIST_HEAD(&s->memcg_params.children_node); memcg_params 160 mm/slab_common.c INIT_LIST_HEAD(&s->memcg_params.kmem_caches_node); memcg_params 175 mm/slab_common.c RCU_INIT_POINTER(s->memcg_params.memcg_caches, arr); memcg_params 182 mm/slab_common.c kvfree(rcu_access_pointer(s->memcg_params.memcg_caches)); memcg_params 184 mm/slab_common.c mem_cgroup_put(s->memcg_params.memcg); memcg_params 185 mm/slab_common.c WRITE_ONCE(s->memcg_params.memcg, NULL); memcg_params 186 mm/slab_common.c percpu_ref_exit(&s->memcg_params.refcnt); memcg_params 207 mm/slab_common.c old = rcu_dereference_protected(s->memcg_params.memcg_caches, memcg_params 213 mm/slab_common.c rcu_assign_pointer(s->memcg_params.memcg_caches, new); memcg_params 244 mm/slab_common.c s->memcg_params.memcg = memcg; memcg_params 245 mm/slab_common.c list_add(&s->memcg_params.children_node, memcg_params 246 mm/slab_common.c &s->memcg_params.root_cache->memcg_params.children); memcg_params 247 mm/slab_common.c list_add(&s->memcg_params.kmem_caches_node, memcg_params 248 mm/slab_common.c &s->memcg_params.memcg->kmem_caches); memcg_params 257 mm/slab_common.c list_del(&s->memcg_params.children_node); memcg_params 258 mm/slab_common.c list_del(&s->memcg_params.kmem_caches_node); memcg_params 663 mm/slab_common.c arr = rcu_dereference_protected(root_cache->memcg_params.memcg_caches, memcg_params 713 mm/slab_common.c memcg_params.work); memcg_params 719 mm/slab_common.c s->memcg_params.work_fn(s); memcg_params 729 mm/slab_common.c memcg_params.rcu_head); memcg_params 736 mm/slab_common.c INIT_WORK(&s->memcg_params.work, kmemcg_workfn); memcg_params 737 mm/slab_common.c queue_work(memcg_kmem_cache_wq, &s->memcg_params.work); memcg_params 748 mm/slab_common.c memcg_params.refcnt); memcg_params 752 mm/slab_common.c if (s->memcg_params.root_cache->memcg_params.dying) memcg_params 755 mm/slab_common.c s->memcg_params.work_fn = kmemcg_cache_shutdown_fn; memcg_params 756 mm/slab_common.c INIT_WORK(&s->memcg_params.work, kmemcg_workfn); memcg_params 757 mm/slab_common.c queue_work(memcg_kmem_cache_wq, &s->memcg_params.work); memcg_params 766 mm/slab_common.c percpu_ref_kill(&s->memcg_params.refcnt); memcg_params 783 mm/slab_common.c if (s->memcg_params.root_cache->memcg_params.dying) memcg_params 786 mm/slab_common.c s->memcg_params.work_fn = kmemcg_cache_deactivate_after_rcu; memcg_params 787 mm/slab_common.c call_rcu(&s->memcg_params.rcu_head, kmemcg_rcufn); memcg_params 807 mm/slab_common.c arr = rcu_dereference_protected(s->memcg_params.memcg_caches, memcg_params 818 mm/slab_common.c memcg_params.kmem_caches_node) { memcg_params 819 mm/slab_common.c WRITE_ONCE(s->memcg_params.memcg, parent); memcg_params 847 mm/slab_common.c arr = rcu_dereference_protected(s->memcg_params.memcg_caches, memcg_params 859 mm/slab_common.c list_move(&c->memcg_params.children_node, &busy); memcg_params 874 mm/slab_common.c list_for_each_entry_safe(c, c2, &s->memcg_params.children, memcg_params 875 mm/slab_common.c memcg_params.children_node) memcg_params 878 mm/slab_common.c list_splice(&busy, &s->memcg_params.children); memcg_params 884 mm/slab_common.c if (!list_empty(&s->memcg_params.children)) memcg_params 892 mm/slab_common.c s->memcg_params.dying = true; memcg_params 918 mm/slab_common.c if (!list_empty(&s->memcg_params.children)) memcg_params 1541 mm/slab_common.c memcg_params.kmem_caches_node); memcg_params 1608 mm/slab_common.c if (list_empty(&s->memcg_params.children)) memcg_params 1621 mm/slab_common.c css = &c->memcg_params.memcg->css; memcg_params 5595 mm/slub.c root_cache = s->memcg_params.root_cache; memcg_params 5677 mm/slub.c return s->memcg_params.root_cache->memcg_kset;