Lines Matching refs:ACCESS_ONCE

573 	       ACCESS_ONCE(rnp->expmask) == 0;  in sync_rcu_preempt_exp_done()
719 snap = ACCESS_ONCE(sync_rcu_preempt_exp_count) + 1; in synchronize_rcu_expedited()
743 ACCESS_ONCE(sync_rcu_preempt_exp_count))) { in synchronize_rcu_expedited()
755 if (ULONG_CMP_LT(snap, ACCESS_ONCE(sync_rcu_preempt_exp_count))) { in synchronize_rcu_expedited()
783 ACCESS_ONCE(sync_rcu_preempt_exp_count) = in synchronize_rcu_expedited()
997 if (ACCESS_ONCE(rnp->exp_tasks) == NULL && in rcu_boost()
998 ACCESS_ONCE(rnp->boost_tasks) == NULL) in rcu_boost()
1051 return ACCESS_ONCE(rnp->exp_tasks) != NULL || in rcu_boost()
1052 ACCESS_ONCE(rnp->boost_tasks) != NULL; in rcu_boost()
1465 unlikely(ACCESS_ONCE(rdp->gpwrap))) && in rcu_try_advance_all_cbs()
1537 tne = ACCESS_ONCE(tick_nohz_active); in rcu_prepare_for_idle()
1763 ACCESS_ONCE(rsp->n_force_qs) - rsp->n_force_qs_gpstart, in print_cpu_stall_info()
1901 if (!ACCESS_ONCE(rdp_leader->nocb_kthread)) in wake_nocb_leader()
1903 if (ACCESS_ONCE(rdp_leader->nocb_leader_sleep) || force) { in wake_nocb_leader()
1905 ACCESS_ONCE(rdp_leader->nocb_leader_sleep) = false; in wake_nocb_leader()
1937 rhp = ACCESS_ONCE(rdp->nocb_head); in rcu_nocb_cpu_needs_barrier()
1939 rhp = ACCESS_ONCE(rdp->nocb_gp_head); in rcu_nocb_cpu_needs_barrier()
1941 rhp = ACCESS_ONCE(rdp->nocb_follower_head); in rcu_nocb_cpu_needs_barrier()
1944 if (!ACCESS_ONCE(rdp->nocb_kthread) && rhp && in rcu_nocb_cpu_needs_barrier()
1978 ACCESS_ONCE(*old_rhpp) = rhp; in __call_rcu_nocb_enqueue()
1983 t = ACCESS_ONCE(rdp->nocb_kthread); in __call_rcu_nocb_enqueue()
2121 (d = ULONG_CMP_GE(ACCESS_ONCE(rnp->completed), c))); in rcu_nocb_wait_gp()
2148 !ACCESS_ONCE(my_rdp->nocb_leader_sleep)); in nocb_leader_wait()
2162 rdp->nocb_gp_head = ACCESS_ONCE(rdp->nocb_head); in nocb_leader_wait()
2167 ACCESS_ONCE(rdp->nocb_head) = NULL; in nocb_leader_wait()
2187 if (ACCESS_ONCE(rdp->nocb_head)) { in nocb_leader_wait()
2208 if (ACCESS_ONCE(rdp->nocb_head)) in nocb_leader_wait()
2244 ACCESS_ONCE(rdp->nocb_follower_head)); in nocb_follower_wait()
2285 list = ACCESS_ONCE(rdp->nocb_follower_head); in rcu_nocb_kthread()
2288 ACCESS_ONCE(rdp->nocb_follower_head) = NULL; in rcu_nocb_kthread()
2327 return ACCESS_ONCE(rdp->nocb_defer_wakeup); in rcu_nocb_need_deferred_wakeup()
2337 ndw = ACCESS_ONCE(rdp->nocb_defer_wakeup); in do_nocb_deferred_wakeup()
2338 ACCESS_ONCE(rdp->nocb_defer_wakeup) = RCU_NOGP_WAKE_NOT; in do_nocb_deferred_wakeup()
2451 ACCESS_ONCE(rdp_spawn->nocb_kthread) = t; in rcu_spawn_one_nocb_kthread()
2666 ACCESS_ONCE(rdtp->dynticks_idle_jiffies) = j; in rcu_sysidle_enter()
2684 int oldstate = ACCESS_ONCE(full_sysidle_state); in rcu_sysidle_force_exit()
2797 j = ACCESS_ONCE(rdtp->dynticks_idle_jiffies); in rcu_sysidle_check_cpu()
2834 switch (ACCESS_ONCE(full_sysidle_state)) { in rcu_sysidle()
2838 ACCESS_ONCE(full_sysidle_state) = RCU_SYSIDLE_SHORT; in rcu_sysidle()
2876 ACCESS_ONCE(full_sysidle_state) = RCU_SYSIDLE_NOT; in rcu_sysidle_cancel()
2928 ACCESS_ONCE(rshp->inuse) = 0; in rcu_sysidle_cb()
2939 int rss = ACCESS_ONCE(full_sysidle_state); in rcu_sys_is_idle()
2967 rss = ACCESS_ONCE(full_sysidle_state); in rcu_sys_is_idle()
3051 ULONG_CMP_LT(jiffies, ACCESS_ONCE(rsp->gp_start) + HZ))) in rcu_nohz_full_cpu()
3080 ACCESS_ONCE(current->rcu_tasks_idle_cpu) = smp_processor_id(); in rcu_dynticks_task_enter()
3088 ACCESS_ONCE(current->rcu_tasks_idle_cpu) = -1; in rcu_dynticks_task_exit()