100 	.gpnum = 0UL - 300UL, \
204 	return ACCESS_ONCE(rsp->completed) != ACCESS_ONCE(rsp->gpnum);  in rcu_gp_in_progress()
217 				       __this_cpu_read(rcu_sched_data.gpnum),  in rcu_sched_qs()
227 				       __this_cpu_read(rcu_bh_data.gpnum),  in rcu_bh_qs()
367 	return rcu_state_p->gpnum;  in rcu_batches_started()
376 	return rcu_sched_state.gpnum;  in rcu_batches_started_sched()
385 	return rcu_bh_state.gpnum;  in rcu_batches_started_bh()
476 			    unsigned long *gpnum, unsigned long *completed)  in rcutorture_get_gp_data()  argument
495 		*gpnum = ACCESS_ONCE(rsp->gpnum);  in rcutorture_get_gp_data()
500 	*gpnum = 0;  in rcutorture_get_gp_data()
1011 		trace_rcu_fqs(rdp->rsp->name, rdp->gpnum, rdp->cpu, TPS("dti"));  in dyntick_save_progress_counter()
1014 		if (ULONG_CMP_LT(ACCESS_ONCE(rdp->gpnum) + ULONG_MAX / 4,  in dyntick_save_progress_counter()
1015 				 rdp->mynode->gpnum))  in dyntick_save_progress_counter()
1046 		trace_rcu_fqs(rdp->rsp->name, rdp->gpnum, rdp->cpu, TPS("dti"));  in rcu_implicit_dynticks_qs()
1066 		trace_rcu_fqs(rdp->rsp->name, rdp->gpnum, rdp->cpu, TPS("ofl"));  in rcu_implicit_dynticks_qs()
1162 static void print_other_cpu_stall(struct rcu_state *rsp, unsigned long gpnum)  in print_other_cpu_stall()  argument
1211 	       (long)rsp->gpnum, (long)rsp->completed, totqlen);  in print_other_cpu_stall()
1215 		if (ACCESS_ONCE(rsp->gpnum) != gpnum ||  in print_other_cpu_stall()
1216 		    ACCESS_ONCE(rsp->completed) == gpnum) {  in print_other_cpu_stall()
1258 		(long)rsp->gpnum, (long)rsp->completed, totqlen);  in print_cpu_stall()
1283 	unsigned long gpnum;  in check_cpu_stall()  local
1310 	gpnum = ACCESS_ONCE(rsp->gpnum);  in check_cpu_stall()
1317 	if (ULONG_CMP_GE(completed, gpnum) ||  in check_cpu_stall()
1332 		print_other_cpu_stall(rsp, gpnum);  in check_cpu_stall()
1396 	if (rcu_get_root(rsp) == rnp && rnp->gpnum == rnp->completed)  in rcu_cbs_completed()
1413 	trace_rcu_future_grace_period(rdp->rsp->name, rnp->gpnum,  in trace_rcu_future_gp()
1459 	if (rnp->gpnum != rnp->completed ||  in rcu_start_future_gp()
1460 	    ACCESS_ONCE(rnp_root->gpnum) != ACCESS_ONCE(rnp_root->completed)) {  in rcu_start_future_gp()
1500 	if (rnp_root->gpnum != rnp_root->completed) {  in rcu_start_future_gp()
1617 		trace_rcu_grace_period(rsp->name, rdp->gpnum, TPS("AccWaitCB"));  in rcu_accelerate_cbs()
1619 		trace_rcu_grace_period(rsp->name, rdp->gpnum, TPS("AccReadyCB"));  in rcu_accelerate_cbs()
1692 		trace_rcu_grace_period(rsp->name, rdp->gpnum, TPS("cpuend"));  in __note_gp_changes()
1695 	if (rdp->gpnum != rnp->gpnum || unlikely(ACCESS_ONCE(rdp->gpwrap))) {  in __note_gp_changes()
1701 		rdp->gpnum = rnp->gpnum;  in __note_gp_changes()
1702 		trace_rcu_grace_period(rsp->name, rdp->gpnum, TPS("cpustart"));  in __note_gp_changes()
1720 	if ((rdp->gpnum == ACCESS_ONCE(rnp->gpnum) &&  in note_gp_changes()
1765 	smp_store_release(&rsp->gpnum, rsp->gpnum + 1);  in rcu_gp_init()
1766 	trace_rcu_grace_period(rsp->name, rsp->gpnum, TPS("start"));  in rcu_gp_init()
1837 		ACCESS_ONCE(rnp->gpnum) = rsp->gpnum;  in rcu_gp_init()
1843 		trace_rcu_grace_period_init(rsp->name, rnp->gpnum,  in rcu_gp_init()
1850 		    !(rsp->gpnum % (rcu_num_nodes * PER_RCU_NODE_PERIOD)))  in rcu_gp_init()
1937 		ACCESS_ONCE(rnp->completed) = rsp->gpnum;  in rcu_gp_cleanup()
1953 	ACCESS_ONCE(rsp->completed) = rsp->gpnum;  in rcu_gp_cleanup()
1962 				       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_cleanup()
1986 					       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
1999 					       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
2015 					       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
2033 						       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
2037 						       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
2047 						       ACCESS_ONCE(rsp->gpnum),  in rcu_gp_kthread()
2090 	trace_rcu_grace_period(rsp->name, ACCESS_ONCE(rsp->gpnum),  in rcu_start_gp_advanced()
2164 		if (!(rnp->qsmask & mask) || rnp->gpnum != gps) {  in rcu_report_qs_rnp()
2175 		trace_rcu_quiescent_state_report(rsp->name, rnp->gpnum,  in rcu_report_qs_rnp()
2240 	gps = rnp->gpnum;  in rcu_report_unblock_qs_rnp()
2270 	    rdp->gpnum != rnp->gpnum || rnp->completed == rnp->gpnum ||  in rcu_report_qs_rdp()
2296 		rcu_report_qs_rnp(mask, rsp, rnp, rnp->gpnum, flags);  in rcu_report_qs_rdp()
2457 			       rnp->gpnum + 1 - !!(rnp->qsmask & mask),  in rcu_cleanup_dying_cpu()
2774 			rcu_report_qs_rnp(mask, rsp, rnp, rnp->gpnum, flags);  in force_qs_rnp()
3189 	return smp_load_acquire(&rcu_state_p->gpnum);  in get_state_synchronize_rcu()
3459 	if (ACCESS_ONCE(rnp->gpnum) != rdp->gpnum ||  in __rcu_pending()
3780 	rdp->gpnum = rnp->completed; /* Make CPU later note any new GP. */  in rcu_init_percpu_data()
3785 	trace_rcu_grace_period(rsp->name, rdp->gpnum, TPS("cpuonl"));  in rcu_init_percpu_data()
4000 			rnp->gpnum = rsp->gpnum;  in rcu_init_one()