308 	struct rcu_dynticks *rdtp;  in rcu_momentary_dyntick_idle()  local
337 		rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_momentary_dyntick_idle()
339 		atomic_add(2, &rdtp->dynticks);  /* QS. */  in rcu_momentary_dyntick_idle()
640 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_enter_common()  local
642 	trace_rcu_dyntick(TPS("Start"), oldval, rdtp->dynticks_nesting);  in rcu_eqs_enter_common()
661 	atomic_inc(&rdtp->dynticks);  in rcu_eqs_enter_common()
664 		     atomic_read(&rdtp->dynticks) & 0x1);  in rcu_eqs_enter_common()
686 	struct rcu_dynticks *rdtp;  in rcu_eqs_enter()  local
688 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_enter()
689 	oldval = rdtp->dynticks_nesting;  in rcu_eqs_enter()
693 		rdtp->dynticks_nesting = 0;  in rcu_eqs_enter()
696 		rdtp->dynticks_nesting -= DYNTICK_TASK_NEST_VALUE;  in rcu_eqs_enter()
758 	struct rcu_dynticks *rdtp;  in rcu_irq_exit()  local
761 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_irq_exit()
762 	oldval = rdtp->dynticks_nesting;  in rcu_irq_exit()
763 	rdtp->dynticks_nesting--;  in rcu_irq_exit()
765 		     rdtp->dynticks_nesting < 0);  in rcu_irq_exit()
766 	if (rdtp->dynticks_nesting)  in rcu_irq_exit()
767 		trace_rcu_dyntick(TPS("--="), oldval, rdtp->dynticks_nesting);  in rcu_irq_exit()
783 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_exit_common()  local
787 	atomic_inc(&rdtp->dynticks);  in rcu_eqs_exit_common()
791 		     !(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_eqs_exit_common()
793 	trace_rcu_dyntick(TPS("End"), oldval, rdtp->dynticks_nesting);  in rcu_eqs_exit_common()
800 				  oldval, rdtp->dynticks_nesting);  in rcu_eqs_exit_common()
814 	struct rcu_dynticks *rdtp;  in rcu_eqs_exit()  local
817 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_eqs_exit()
818 	oldval = rdtp->dynticks_nesting;  in rcu_eqs_exit()
821 		rdtp->dynticks_nesting += DYNTICK_TASK_NEST_VALUE;  in rcu_eqs_exit()
823 		rdtp->dynticks_nesting = DYNTICK_TASK_EXIT_IDLE;  in rcu_eqs_exit()
885 	struct rcu_dynticks *rdtp;  in rcu_irq_enter()  local
889 	rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_irq_enter()
890 	oldval = rdtp->dynticks_nesting;  in rcu_irq_enter()
891 	rdtp->dynticks_nesting++;  in rcu_irq_enter()
893 		     rdtp->dynticks_nesting == 0);  in rcu_irq_enter()
895 		trace_rcu_dyntick(TPS("++="), oldval, rdtp->dynticks_nesting);  in rcu_irq_enter()
913 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_nmi_enter()  local
917 	WARN_ON_ONCE(rdtp->dynticks_nmi_nesting < 0);  in rcu_nmi_enter()
927 	if (!(atomic_read(&rdtp->dynticks) & 0x1)) {  in rcu_nmi_enter()
929 		atomic_inc(&rdtp->dynticks);  in rcu_nmi_enter()
932 		WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_nmi_enter()
935 	rdtp->dynticks_nmi_nesting += incby;  in rcu_nmi_enter()
949 	struct rcu_dynticks *rdtp = this_cpu_ptr(&rcu_dynticks);  in rcu_nmi_exit()  local
956 	WARN_ON_ONCE(rdtp->dynticks_nmi_nesting <= 0);  in rcu_nmi_exit()
957 	WARN_ON_ONCE(!(atomic_read(&rdtp->dynticks) & 0x1));  in rcu_nmi_exit()
963 	if (rdtp->dynticks_nmi_nesting != 1) {  in rcu_nmi_exit()
964 		rdtp->dynticks_nmi_nesting -= 2;  in rcu_nmi_exit()
969 	rdtp->dynticks_nmi_nesting = 0;  in rcu_nmi_exit()
972 	atomic_inc(&rdtp->dynticks);  in rcu_nmi_exit()
974 	WARN_ON_ONCE(atomic_read(&rdtp->dynticks) & 0x1);  in rcu_nmi_exit()
3718 			struct rcu_dynticks *rdtp = &per_cpu(rcu_dynticks, cpu);  in sync_rcu_exp_select_cpus()  local
3721 			    !(atomic_add_return(0, &rdtp->dynticks) & 0x1))  in sync_rcu_exp_select_cpus()