Lines Matching refs:ACCESS_ONCE

194 	return ACCESS_ONCE(rnp->qsmaskinitnext);  in rcu_rnp_online_cpus()
204 return ACCESS_ONCE(rsp->completed) != ACCESS_ONCE(rsp->gpnum); in rcu_gp_in_progress()
281 if (ACCESS_ONCE(rdp->mynode->completed) != in rcu_momentary_dyntick_idle()
282 ACCESS_ONCE(rdp->cond_resched_completed)) in rcu_momentary_dyntick_idle()
494 *flags = ACCESS_ONCE(rsp->gp_flags); in rcutorture_get_gp_data()
495 *gpnum = ACCESS_ONCE(rsp->gpnum); in rcutorture_get_gp_data()
496 *completed = ACCESS_ONCE(rsp->completed); in rcutorture_get_gp_data()
542 int idx = (ACCESS_ONCE(rnp->completed) + 1) & 0x1; in rcu_future_needs_gp()
545 return ACCESS_ONCE(*fp); in rcu_future_needs_gp()
568 ULONG_CMP_LT(ACCESS_ONCE(rsp->completed), in cpu_needs_another_gp()
1014 if (ULONG_CMP_LT(ACCESS_ONCE(rdp->gpnum) + ULONG_MAX / 4, in dyntick_save_progress_counter()
1016 ACCESS_ONCE(rdp->gpwrap) = true; in dyntick_save_progress_counter()
1096 if (!(ACCESS_ONCE(*rcrmp) & rdp->rsp->flavor_mask)) { in rcu_implicit_dynticks_qs()
1097 ACCESS_ONCE(rdp->cond_resched_completed) = in rcu_implicit_dynticks_qs()
1098 ACCESS_ONCE(rdp->mynode->completed); in rcu_implicit_dynticks_qs()
1100 ACCESS_ONCE(*rcrmp) = in rcu_implicit_dynticks_qs()
1101 ACCESS_ONCE(*rcrmp) + rdp->rsp->flavor_mask; in rcu_implicit_dynticks_qs()
1122 ACCESS_ONCE(rsp->jiffies_stall) = j + j1; in record_gp_stall_check_time()
1124 rsp->n_force_qs_gpstart = ACCESS_ONCE(rsp->n_force_qs); in record_gp_stall_check_time()
1136 gpa = ACCESS_ONCE(rsp->gp_activity); in rcu_check_gp_kthread_starvation()
1176 delta = jiffies - ACCESS_ONCE(rsp->jiffies_stall); in print_other_cpu_stall()
1181 ACCESS_ONCE(rsp->jiffies_stall) = jiffies + 3 * rcu_jiffies_till_stall_check() + 3; in print_other_cpu_stall()
1215 if (ACCESS_ONCE(rsp->gpnum) != gpnum || in print_other_cpu_stall()
1216 ACCESS_ONCE(rsp->completed) == gpnum) { in print_other_cpu_stall()
1220 gpa = ACCESS_ONCE(rsp->gp_activity); in print_other_cpu_stall()
1265 if (ULONG_CMP_GE(jiffies, ACCESS_ONCE(rsp->jiffies_stall))) in print_cpu_stall()
1266 ACCESS_ONCE(rsp->jiffies_stall) = jiffies + in print_cpu_stall()
1310 gpnum = ACCESS_ONCE(rsp->gpnum); in check_cpu_stall()
1312 js = ACCESS_ONCE(rsp->jiffies_stall); in check_cpu_stall()
1314 gps = ACCESS_ONCE(rsp->gp_start); in check_cpu_stall()
1316 completed = ACCESS_ONCE(rsp->completed); in check_cpu_stall()
1323 (ACCESS_ONCE(rnp->qsmask) & rdp->grpmask)) { in check_cpu_stall()
1350 ACCESS_ONCE(rsp->jiffies_stall) = jiffies + ULONG_MAX / 2; in rcu_cpu_stall_reset()
1460 ACCESS_ONCE(rnp_root->gpnum) != ACCESS_ONCE(rnp_root->completed)) { in rcu_start_future_gp()
1545 !ACCESS_ONCE(rsp->gp_flags) || in rcu_gp_kthread_wake()
1680 !unlikely(ACCESS_ONCE(rdp->gpwrap))) { in __note_gp_changes()
1695 if (rdp->gpnum != rnp->gpnum || unlikely(ACCESS_ONCE(rdp->gpwrap))) { in __note_gp_changes()
1707 ACCESS_ONCE(rdp->gpwrap) = false; in __note_gp_changes()
1720 if ((rdp->gpnum == ACCESS_ONCE(rnp->gpnum) && in note_gp_changes()
1721 rdp->completed == ACCESS_ONCE(rnp->completed) && in note_gp_changes()
1722 !unlikely(ACCESS_ONCE(rdp->gpwrap))) || /* w/out lock. */ in note_gp_changes()
1743 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_init()
1746 if (!ACCESS_ONCE(rsp->gp_flags)) { in rcu_gp_init()
1751 ACCESS_ONCE(rsp->gp_flags) = 0; /* Clear all flags: New grace period. */ in rcu_gp_init()
1837 ACCESS_ONCE(rnp->gpnum) = rsp->gpnum; in rcu_gp_init()
1839 ACCESS_ONCE(rnp->completed) = rsp->completed; in rcu_gp_init()
1848 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_init()
1867 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_fqs()
1885 if (ACCESS_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) { in rcu_gp_fqs()
1888 ACCESS_ONCE(rsp->gp_flags) = in rcu_gp_fqs()
1889 ACCESS_ONCE(rsp->gp_flags) & ~RCU_GP_FLAG_FQS; in rcu_gp_fqs()
1906 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_cleanup()
1937 ACCESS_ONCE(rnp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1945 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_cleanup()
1953 ACCESS_ONCE(rsp->completed) = rsp->gpnum; in rcu_gp_cleanup()
1960 ACCESS_ONCE(rsp->gp_flags) = RCU_GP_FLAG_INIT; in rcu_gp_cleanup()
1962 ACCESS_ONCE(rsp->gpnum), in rcu_gp_cleanup()
1986 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
1990 ACCESS_ONCE(rsp->gp_flags) & in rcu_gp_kthread()
1996 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_kthread()
1999 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
2015 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
2019 ((gf = ACCESS_ONCE(rsp->gp_flags)) & in rcu_gp_kthread()
2021 (!ACCESS_ONCE(rnp->qsmask) && in rcu_gp_kthread()
2026 if (!ACCESS_ONCE(rnp->qsmask) && in rcu_gp_kthread()
2033 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
2037 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
2040 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_kthread()
2044 ACCESS_ONCE(rsp->gp_activity) = jiffies; in rcu_gp_kthread()
2047 ACCESS_ONCE(rsp->gpnum), in rcu_gp_kthread()
2089 ACCESS_ONCE(rsp->gp_flags) = RCU_GP_FLAG_INIT; in rcu_start_gp_advanced()
2090 trace_rcu_grace_period(rsp->name, ACCESS_ONCE(rsp->gpnum), in rcu_start_gp_advanced()
2362 ACCESS_ONCE(rdp->qlen) = 0; in rcu_send_cbs_to_orphanage()
2583 trace_rcu_batch_end(rsp->name, 0, !!ACCESS_ONCE(rdp->nxtlist), in rcu_do_batch()
2639 ACCESS_ONCE(rdp->qlen) = rdp->qlen - count; in rcu_do_batch()
2796 ret = (ACCESS_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) || in force_quiescent_state()
2812 if (ACCESS_ONCE(rsp->gp_flags) & RCU_GP_FLAG_FQS) { in force_quiescent_state()
2817 ACCESS_ONCE(rsp->gp_flags) = in force_quiescent_state()
2818 ACCESS_ONCE(rsp->gp_flags) | RCU_GP_FLAG_FQS; in force_quiescent_state()
2884 if (unlikely(!ACCESS_ONCE(rcu_scheduler_fully_active))) in invoke_rcu_callbacks()
2975 ACCESS_ONCE(head->func) = rcu_leak_callback; in __call_rcu()
3014 ACCESS_ONCE(rdp->qlen) = rdp->qlen + 1; in __call_rcu()
3453 if (ACCESS_ONCE(rnp->completed) != rdp->completed) { /* outside lock */ in __rcu_pending()
3459 if (ACCESS_ONCE(rnp->gpnum) != rdp->gpnum || in __rcu_pending()
3460 unlikely(ACCESS_ONCE(rdp->gpwrap))) { /* outside lock */ in __rcu_pending()
3567 unsigned long snap = ACCESS_ONCE(rsp->n_barrier_done); in _rcu_barrier()
3612 ACCESS_ONCE(rsp->n_barrier_done) = rsp->n_barrier_done + 1; in _rcu_barrier()
3648 } else if (ACCESS_ONCE(rdp->qlen)) { in _rcu_barrier()
3668 ACCESS_ONCE(rsp->n_barrier_done) = rsp->n_barrier_done + 1; in _rcu_barrier()