Lines Matching refs:iter
876 struct mem_cgroup_reclaim_iter *uninitialized_var(iter); in mem_cgroup_iter()
902 iter = &mz->iter[reclaim->priority]; in mem_cgroup_iter()
904 if (prev && reclaim->generation != iter->generation) in mem_cgroup_iter()
908 pos = READ_ONCE(iter->position); in mem_cgroup_iter()
919 (void)cmpxchg(&iter->position, pos, NULL); in mem_cgroup_iter()
971 (void)cmpxchg(&iter->position, pos, memcg); in mem_cgroup_iter()
977 iter->generation++; in mem_cgroup_iter()
979 reclaim->generation = iter->generation; in mem_cgroup_iter()
1008 struct mem_cgroup_reclaim_iter *iter; in invalidate_reclaim_iterators() local
1018 iter = &mz->iter[i]; in invalidate_reclaim_iterators()
1019 cmpxchg(&iter->position, in invalidate_reclaim_iterators()
1032 #define for_each_mem_cgroup_tree(iter, root) \ argument
1033 for (iter = mem_cgroup_iter(root, NULL, NULL); \
1034 iter != NULL; \
1035 iter = mem_cgroup_iter(root, iter, NULL))
1037 #define for_each_mem_cgroup(iter) \ argument
1038 for (iter = mem_cgroup_iter(NULL, NULL, NULL); \
1039 iter != NULL; \
1040 iter = mem_cgroup_iter(NULL, iter, NULL))
1255 struct mem_cgroup *iter; in mem_cgroup_print_oom_info() local
1284 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_print_oom_info()
1286 pr_cont_cgroup_path(iter->css.cgroup); in mem_cgroup_print_oom_info()
1293 K(mem_cgroup_read_stat(iter, i))); in mem_cgroup_print_oom_info()
1298 K(mem_cgroup_nr_lru_pages(iter, BIT(i)))); in mem_cgroup_print_oom_info()
1312 struct mem_cgroup *iter; in mem_cgroup_count_children() local
1314 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_count_children()
1345 struct mem_cgroup *iter; in mem_cgroup_out_of_memory() local
1365 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_out_of_memory()
1369 css_task_iter_start(&iter->css, &it); in mem_cgroup_out_of_memory()
1383 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_out_of_memory()
1579 struct mem_cgroup *iter, *failed = NULL; in mem_cgroup_oom_trylock() local
1583 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_oom_trylock()
1584 if (iter->oom_lock) { in mem_cgroup_oom_trylock()
1589 failed = iter; in mem_cgroup_oom_trylock()
1590 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_oom_trylock()
1593 iter->oom_lock = true; in mem_cgroup_oom_trylock()
1601 for_each_mem_cgroup_tree(iter, memcg) { in mem_cgroup_oom_trylock()
1602 if (iter == failed) { in mem_cgroup_oom_trylock()
1603 mem_cgroup_iter_break(memcg, iter); in mem_cgroup_oom_trylock()
1606 iter->oom_lock = false; in mem_cgroup_oom_trylock()
1618 struct mem_cgroup *iter; in mem_cgroup_oom_unlock() local
1622 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_oom_unlock()
1623 iter->oom_lock = false; in mem_cgroup_oom_unlock()
1629 struct mem_cgroup *iter; in mem_cgroup_mark_under_oom() local
1632 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_mark_under_oom()
1633 iter->under_oom++; in mem_cgroup_mark_under_oom()
1639 struct mem_cgroup *iter; in mem_cgroup_unmark_under_oom() local
1646 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_unmark_under_oom()
1647 if (iter->under_oom > 0) in mem_cgroup_unmark_under_oom()
1648 iter->under_oom--; in mem_cgroup_unmark_under_oom()
2821 struct mem_cgroup *iter; in tree_stat() local
2824 for_each_mem_cgroup_tree(iter, memcg) in tree_stat()
2825 val += mem_cgroup_read_stat(iter, idx); in tree_stat()
3133 struct mem_cgroup *iter; in memcg_numa_stat_show() local
3136 for_each_mem_cgroup_tree(iter, memcg) in memcg_numa_stat_show()
3137 nr += mem_cgroup_nr_lru_pages(iter, stat->lru_mask); in memcg_numa_stat_show()
3141 for_each_mem_cgroup_tree(iter, memcg) in memcg_numa_stat_show()
3143 iter, nid, stat->lru_mask); in memcg_numa_stat_show()
3363 struct mem_cgroup *iter; in mem_cgroup_oom_notify() local
3365 for_each_mem_cgroup_tree(iter, memcg) in mem_cgroup_oom_notify()
3366 mem_cgroup_oom_notify_cb(iter); in mem_cgroup_oom_notify()