184 static unsigned long get_lru_size(struct lruvec *lruvec, enum lru_list lru)  in get_lru_size()  argument
187 		return mem_cgroup_get_lru_size(lruvec, lru);  in get_lru_size()
189 	return zone_page_state(lruvec_zone(lruvec), NR_LRU_BASE + lru);  in get_lru_size()
1310 		struct lruvec *lruvec, struct list_head *dst,  in isolate_lru_pages()  argument
1314 	struct list_head *src = &lruvec->lists[lru];  in isolate_lru_pages()
1330 			mem_cgroup_update_lru_size(lruvec, lru, -nr_pages);  in isolate_lru_pages()
1384 		struct lruvec *lruvec;  in isolate_lru_page()  local
1387 		lruvec = mem_cgroup_page_lruvec(page, zone);  in isolate_lru_page()
1392 			del_page_from_lru_list(page, lruvec, lru);  in isolate_lru_page()
1438 putback_inactive_pages(struct lruvec *lruvec, struct list_head *page_list)  in putback_inactive_pages()  argument
1440 	struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;  in putback_inactive_pages()
1441 	struct zone *zone = lruvec_zone(lruvec);  in putback_inactive_pages()
1460 		lruvec = mem_cgroup_page_lruvec(page, zone);  in putback_inactive_pages()
1464 		add_page_to_lru_list(page, lruvec, lru);  in putback_inactive_pages()
1474 			del_page_from_lru_list(page, lruvec, lru);  in putback_inactive_pages()
1510 shrink_inactive_list(unsigned long nr_to_scan, struct lruvec *lruvec,  in shrink_inactive_list()  argument
1524 	struct zone *zone = lruvec_zone(lruvec);  in shrink_inactive_list()
1525 	struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;  in shrink_inactive_list()
1544 	nr_taken = isolate_lru_pages(nr_to_scan, lruvec, &page_list,  in shrink_inactive_list()
1580 	putback_inactive_pages(lruvec, &page_list);  in shrink_inactive_list()
1672 static void move_active_pages_to_lru(struct lruvec *lruvec,  in move_active_pages_to_lru()  argument
1677 	struct zone *zone = lruvec_zone(lruvec);  in move_active_pages_to_lru()
1684 		lruvec = mem_cgroup_page_lruvec(page, zone);  in move_active_pages_to_lru()
1690 		mem_cgroup_update_lru_size(lruvec, lru, nr_pages);  in move_active_pages_to_lru()
1691 		list_move(&page->lru, &lruvec->lists[lru]);  in move_active_pages_to_lru()
1697 			del_page_from_lru_list(page, lruvec, lru);  in move_active_pages_to_lru()
1714 			       struct lruvec *lruvec,  in shrink_active_list()  argument
1725 	struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;  in shrink_active_list()
1729 	struct zone *zone = lruvec_zone(lruvec);  in shrink_active_list()
1740 	nr_taken = isolate_lru_pages(nr_to_scan, lruvec, &l_hold,  in shrink_active_list()
1804 	move_active_pages_to_lru(lruvec, &l_active, &l_hold, lru);  in shrink_active_list()
1805 	move_active_pages_to_lru(lruvec, &l_inactive, &l_hold, lru - LRU_ACTIVE);  in shrink_active_list()
1834 static int inactive_anon_is_low(struct lruvec *lruvec)  in inactive_anon_is_low()  argument
1844 		return mem_cgroup_inactive_anon_is_low(lruvec);  in inactive_anon_is_low()
1846 	return inactive_anon_is_low_global(lruvec_zone(lruvec));  in inactive_anon_is_low()
1849 static inline int inactive_anon_is_low(struct lruvec *lruvec)  in inactive_anon_is_low()  argument
1869 static int inactive_file_is_low(struct lruvec *lruvec)  in inactive_file_is_low()  argument
1874 	inactive = get_lru_size(lruvec, LRU_INACTIVE_FILE);  in inactive_file_is_low()
1875 	active = get_lru_size(lruvec, LRU_ACTIVE_FILE);  in inactive_file_is_low()
1880 static int inactive_list_is_low(struct lruvec *lruvec, enum lru_list lru)  in inactive_list_is_low()  argument
1883 		return inactive_file_is_low(lruvec);  in inactive_list_is_low()
1885 		return inactive_anon_is_low(lruvec);  in inactive_list_is_low()
1889 				 struct lruvec *lruvec, struct scan_control *sc)  in shrink_list()  argument
1892 		if (inactive_list_is_low(lruvec, lru))  in shrink_list()
1893 			shrink_active_list(nr_to_scan, lruvec, sc, lru);  in shrink_list()
1897 	return shrink_inactive_list(nr_to_scan, lruvec, sc, lru);  in shrink_list()
1916 static void get_scan_count(struct lruvec *lruvec, int swappiness,  in get_scan_count()  argument
1920 	struct zone_reclaim_stat *reclaim_stat = &lruvec->reclaim_stat;  in get_scan_count()
1923 	struct zone *zone = lruvec_zone(lruvec);  in get_scan_count()
1946 		if (!mem_cgroup_lruvec_online(lruvec))  in get_scan_count()
2007 	if (!inactive_file_is_low(lruvec)) {  in get_scan_count()
2033 	anon  = get_lru_size(lruvec, LRU_ACTIVE_ANON) +  in get_scan_count()
2034 		get_lru_size(lruvec, LRU_INACTIVE_ANON);  in get_scan_count()
2035 	file  = get_lru_size(lruvec, LRU_ACTIVE_FILE) +  in get_scan_count()
2036 		get_lru_size(lruvec, LRU_INACTIVE_FILE);  in get_scan_count()
2074 			size = get_lru_size(lruvec, lru);  in get_scan_count()
2120 static void shrink_lruvec(struct lruvec *lruvec, int swappiness,  in shrink_lruvec()  argument
2132 	get_scan_count(lruvec, swappiness, sc, nr, lru_pages);  in shrink_lruvec()
2163 							    lruvec, sc);  in shrink_lruvec()
2228 	if (inactive_anon_is_low(lruvec))  in shrink_lruvec()
2229 		shrink_active_list(SWAP_CLUSTER_MAX, lruvec,  in shrink_lruvec()
2333 			struct lruvec *lruvec;  in shrink_zone()  local
2342 			lruvec = mem_cgroup_zone_lruvec(zone, memcg);  in shrink_zone()
2346 			shrink_lruvec(lruvec, swappiness, sc, &lru_pages);  in shrink_zone()
2809 	struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg);  in mem_cgroup_shrink_node_zone()  local
2827 	shrink_lruvec(lruvec, swappiness, &sc, &lru_pages);  in mem_cgroup_shrink_node_zone()
2884 		struct lruvec *lruvec = mem_cgroup_zone_lruvec(zone, memcg);  in age_active_anon()  local
2886 		if (inactive_anon_is_low(lruvec))  in age_active_anon()
2887 			shrink_active_list(SWAP_CLUSTER_MAX, lruvec,  in age_active_anon()
3784 	struct lruvec *lruvec;  in check_move_unevictable_pages()  local
3802 		lruvec = mem_cgroup_page_lruvec(page, zone);  in check_move_unevictable_pages()
3812 			del_page_from_lru_list(page, lruvec, LRU_UNEVICTABLE);  in check_move_unevictable_pages()
3813 			add_page_to_lru_list(page, lruvec, lru);  in check_move_unevictable_pages()