Lines Matching refs:stock

1890 	struct memcg_stock_pcp *stock;  in consume_stock()  local
1896 stock = &get_cpu_var(memcg_stock); in consume_stock()
1897 if (memcg == stock->cached && stock->nr_pages >= nr_pages) { in consume_stock()
1898 stock->nr_pages -= nr_pages; in consume_stock()
1908 static void drain_stock(struct memcg_stock_pcp *stock) in drain_stock() argument
1910 struct mem_cgroup *old = stock->cached; in drain_stock()
1912 if (stock->nr_pages) { in drain_stock()
1913 page_counter_uncharge(&old->memory, stock->nr_pages); in drain_stock()
1915 page_counter_uncharge(&old->memsw, stock->nr_pages); in drain_stock()
1916 css_put_many(&old->css, stock->nr_pages); in drain_stock()
1917 stock->nr_pages = 0; in drain_stock()
1919 stock->cached = NULL; in drain_stock()
1928 struct memcg_stock_pcp *stock = this_cpu_ptr(&memcg_stock); in drain_local_stock() local
1929 drain_stock(stock); in drain_local_stock()
1930 clear_bit(FLUSHING_CACHED_CHARGE, &stock->flags); in drain_local_stock()
1939 struct memcg_stock_pcp *stock = &get_cpu_var(memcg_stock); in refill_stock() local
1941 if (stock->cached != memcg) { /* reset if necessary */ in refill_stock()
1942 drain_stock(stock); in refill_stock()
1943 stock->cached = memcg; in refill_stock()
1945 stock->nr_pages += nr_pages; in refill_stock()
1964 struct memcg_stock_pcp *stock = &per_cpu(memcg_stock, cpu); in drain_all_stock() local
1967 memcg = stock->cached; in drain_all_stock()
1968 if (!memcg || !stock->nr_pages) in drain_all_stock()
1972 if (!test_and_set_bit(FLUSHING_CACHED_CHARGE, &stock->flags)) { in drain_all_stock()
1974 drain_local_stock(&stock->work); in drain_all_stock()
1976 schedule_work_on(cpu, &stock->work); in drain_all_stock()
1989 struct memcg_stock_pcp *stock; in memcg_cpu_hotplug_callback() local
1997 stock = &per_cpu(memcg_stock, cpu); in memcg_cpu_hotplug_callback()
1998 drain_stock(stock); in memcg_cpu_hotplug_callback()