nohz             5385 kernel/sched/fair.c } nohz ____cacheline_aligned;
nohz             8031 kernel/sched/fair.c 	if (!cpumask_test_cpu(cpu, nohz.idle_cpus_mask))
nohz             8240 kernel/sched/fair.c 	if (env->idle == CPU_NEWLY_IDLE && READ_ONCE(nohz.has_blocked))
nohz             8296 kernel/sched/fair.c 	    cpumask_subset(nohz.idle_cpus_mask, sched_domain_span(env->sd))) {
nohz             8298 kernel/sched/fair.c 		WRITE_ONCE(nohz.next_blocked,
nohz             9334 kernel/sched/fair.c 		if ((idle == CPU_IDLE) && time_after(nohz.next_balance, rq->next_balance))
nohz             9335 kernel/sched/fair.c 			nohz.next_balance = rq->next_balance;
nohz             9359 kernel/sched/fair.c 	for_each_cpu_and(ilb, nohz.idle_cpus_mask,
nohz             9376 kernel/sched/fair.c 	nohz.next_balance++;
nohz             9421 kernel/sched/fair.c 	if (likely(!atomic_read(&nohz.nr_cpus)))
nohz             9424 kernel/sched/fair.c 	if (READ_ONCE(nohz.has_blocked) &&
nohz             9425 kernel/sched/fair.c 	    time_after(now, READ_ONCE(nohz.next_blocked)))
nohz             9428 kernel/sched/fair.c 	if (time_before(now, nohz.next_balance))
nohz             9458 kernel/sched/fair.c 		for_each_cpu_and(i, sched_domain_span(sd), nohz.idle_cpus_mask) {
nohz             9535 kernel/sched/fair.c 	cpumask_clear_cpu(rq->cpu, nohz.idle_cpus_mask);
nohz             9536 kernel/sched/fair.c 	atomic_dec(&nohz.nr_cpus);
nohz             9597 kernel/sched/fair.c 	cpumask_set_cpu(cpu, nohz.idle_cpus_mask);
nohz             9598 kernel/sched/fair.c 	atomic_inc(&nohz.nr_cpus);
nohz             9614 kernel/sched/fair.c 	WRITE_ONCE(nohz.has_blocked, 1);
nohz             9647 kernel/sched/fair.c 	WRITE_ONCE(nohz.has_blocked, 0);
nohz             9655 kernel/sched/fair.c 	for_each_cpu(balance_cpu, nohz.idle_cpus_mask) {
nohz             9703 kernel/sched/fair.c 	WRITE_ONCE(nohz.next_blocked,
nohz             9712 kernel/sched/fair.c 		WRITE_ONCE(nohz.has_blocked, 1);
nohz             9720 kernel/sched/fair.c 		nohz.next_balance = next_balance;
nohz             9768 kernel/sched/fair.c 	if (!READ_ONCE(nohz.has_blocked) ||
nohz             9769 kernel/sched/fair.c 	    time_before(jiffies, READ_ONCE(nohz.next_blocked)))
nohz             10552 kernel/sched/fair.c 	nohz.next_balance = jiffies;
nohz             10553 kernel/sched/fair.c 	nohz.next_blocked = jiffies;
nohz             10554 kernel/sched/fair.c 	zalloc_cpumask_var(&nohz.idle_cpus_mask, GFP_NOWAIT);