1433 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_try_advance_all_cbs()  local
1438 	if (jiffies == rdtp->last_advance_all)  in rcu_try_advance_all_cbs()
1440 	rdtp->last_advance_all = jiffies;  in rcu_try_advance_all_cbs()
1472 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_needs_cpu()  local
1481 	rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted;  in rcu_needs_cpu()
1484 	if (!rcu_cpu_has_callbacks(&rdtp->all_lazy)) {  in rcu_needs_cpu()
1495 	rdtp->last_accelerate = jiffies;  in rcu_needs_cpu()
1498 	if (!rdtp->all_lazy) {  in rcu_needs_cpu()
1522 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_prepare_for_idle()  local
1532 	if (tne != rdtp->tick_nohz_enabled_snap) {  in rcu_prepare_for_idle()
1535 		rdtp->tick_nohz_enabled_snap = tne;  in rcu_prepare_for_idle()
1550 	if (rdtp->all_lazy &&  in rcu_prepare_for_idle()
1551 	    rdtp->nonlazy_posted != rdtp->nonlazy_posted_snap) {  in rcu_prepare_for_idle()
1552 		rdtp->all_lazy = false;  in rcu_prepare_for_idle()
1553 		rdtp->nonlazy_posted_snap = rdtp->nonlazy_posted;  in rcu_prepare_for_idle()
1562 	if (rdtp->last_accelerate == jiffies)  in rcu_prepare_for_idle()
1564 	rdtp->last_accelerate = jiffies;  in rcu_prepare_for_idle()
1693 	struct rcu_dynticks *rdtp = &per_cpu(rcu_dynticks, cpu);  in print_cpu_stall_fast_no_hz()  local
1694 	unsigned long nlpd = rdtp->nonlazy_posted - rdtp->nonlazy_posted_snap;  in print_cpu_stall_fast_no_hz()
1697 		rdtp->last_accelerate & 0xffff, jiffies & 0xffff,  in print_cpu_stall_fast_no_hz()
1699 		rdtp->all_lazy ? 'L' : '.',  in print_cpu_stall_fast_no_hz()
1700 		rdtp->tick_nohz_enabled_snap ? '.' : 'D');  in print_cpu_stall_fast_no_hz()
1734 	struct rcu_dynticks *rdtp = rdp->dynticks;  in print_cpu_stall_info()  local
1752 	       atomic_read(&rdtp->dynticks) & 0xfff,  in print_cpu_stall_info()
1753 	       rdtp->dynticks_nesting, rdtp->dynticks_nmi_nesting,  in print_cpu_stall_info()
2606 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_sysidle_enter()  local
2614 		rdtp->dynticks_idle_nesting--;  in rcu_sysidle_enter()
2615 		WARN_ON_ONCE(rdtp->dynticks_idle_nesting < 0);  in rcu_sysidle_enter()
2616 		if (rdtp->dynticks_idle_nesting != 0)  in rcu_sysidle_enter()
2619 		if ((rdtp->dynticks_idle_nesting & DYNTICK_TASK_NEST_MASK) ==  in rcu_sysidle_enter()
2621 			rdtp->dynticks_idle_nesting = 0;  in rcu_sysidle_enter()
2623 			rdtp->dynticks_idle_nesting -= DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_enter()
2624 			WARN_ON_ONCE(rdtp->dynticks_idle_nesting < 0);  in rcu_sysidle_enter()
2631 	WRITE_ONCE(rdtp->dynticks_idle_jiffies, j);  in rcu_sysidle_enter()
2633 	atomic_inc(&rdtp->dynticks_idle);  in rcu_sysidle_enter()
2635 	WARN_ON_ONCE(atomic_read(&rdtp->dynticks_idle) & 0x1);  in rcu_sysidle_enter()
2677 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_sysidle_exit()  local
2685 		rdtp->dynticks_idle_nesting++;  in rcu_sysidle_exit()
2686 		WARN_ON_ONCE(rdtp->dynticks_idle_nesting <= 0);  in rcu_sysidle_exit()
2687 		if (rdtp->dynticks_idle_nesting != 1)  in rcu_sysidle_exit()
2695 		if (rdtp->dynticks_idle_nesting & DYNTICK_TASK_NEST_MASK) {  in rcu_sysidle_exit()
2696 			rdtp->dynticks_idle_nesting += DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_exit()
2697 			WARN_ON_ONCE(rdtp->dynticks_idle_nesting <= 0);  in rcu_sysidle_exit()
2700 			rdtp->dynticks_idle_nesting = DYNTICK_TASK_EXIT_IDLE;  in rcu_sysidle_exit()
2706 	atomic_inc(&rdtp->dynticks_idle);  in rcu_sysidle_exit()
2708 	WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks_idle) & 0x1));  in rcu_sysidle_exit()
2736 	struct rcu_dynticks *rdtp = rdp->dynticks;  in rcu_sysidle_check_cpu()  local
2754 	cur = atomic_read(&rdtp->dynticks_idle);  in rcu_sysidle_check_cpu()
2762 	j = READ_ONCE(rdtp->dynticks_idle_jiffies);  in rcu_sysidle_check_cpu()
2966 static void rcu_sysidle_init_percpu_data(struct rcu_dynticks *rdtp)  in rcu_sysidle_init_percpu_data()  argument
2968 	rdtp->dynticks_idle_nesting = DYNTICK_TASK_NEST_VALUE;  in rcu_sysidle_init_percpu_data()
2996 static void rcu_sysidle_init_percpu_data(struct rcu_dynticks *rdtp)  in rcu_sysidle_init_percpu_data()  argument