86 	err = percpu_counter_init(&pd->pg[0].events, 0, gfp);  in prop_descriptor_init()
90 	err = percpu_counter_init(&pd->pg[1].events, 0, gfp);  in prop_descriptor_init()
92 		percpu_counter_destroy(&pd->pg[0].events);  in prop_descriptor_init()
109 	u64 events;  in prop_change_shift()  local
125 	events = percpu_counter_sum(&pd->pg[pd->index].events);  in prop_change_shift()
127 		events <<= -offset;  in prop_change_shift()
129 		events >>= offset;  in prop_change_shift()
130 	percpu_counter_set(&pd->pg[index].events, events);  in prop_change_shift()
196 	return percpu_counter_init(&pl->events, 0, gfp);  in prop_local_init_percpu()
201 	percpu_counter_destroy(&pl->events);  in prop_local_destroy_percpu()
219 	global_period = percpu_counter_read(&pg->events);  in prop_norm_percpu()
239 		s64 val = percpu_counter_read(&pl->events);  in prop_norm_percpu()
242 			val = percpu_counter_sum(&pl->events);  in prop_norm_percpu()
244 		__percpu_counter_add(&pl->events, -val + (val >> period),  in prop_norm_percpu()
247 		percpu_counter_set(&pl->events, 0);  in prop_norm_percpu()
261 	__percpu_counter_add(&pl->events, 1, PROP_BATCH);  in __prop_inc_percpu()
262 	percpu_counter_add(&pg->events, 1);  in __prop_inc_percpu()
283 		numerator = percpu_counter_read_positive(&pl->events);  in __prop_inc_percpu_max()
284 		global_count = percpu_counter_read(&pg->events);  in __prop_inc_percpu_max()
291 	percpu_counter_add(&pl->events, 1);  in __prop_inc_percpu_max()
292 	percpu_counter_add(&pg->events, 1);  in __prop_inc_percpu_max()
313 	*numerator = percpu_counter_read_positive(&pl->events);  in prop_fraction_percpu()
315 	global_count = percpu_counter_read(&pg->events);  in prop_fraction_percpu()
330 	pl->events = 0;  in prop_local_init_single()
349 	global_period = percpu_counter_read(&pg->events);  in prop_norm_single()
366 		pl->events >>= period;  in prop_norm_single()
368 		pl->events = 0;  in prop_norm_single()
381 	pl->events++;  in __prop_inc_single()
382 	percpu_counter_add(&pg->events, 1);  in __prop_inc_single()
401 	*numerator = pl->events;  in prop_fraction_single()
403 	global_count = percpu_counter_read(&pg->events);  in prop_fraction_single()