Lines Matching refs:rcu_data
102 static struct rcu_data __percpu *const rcu_data_p = &rcu_preempt_data;
150 static void rcu_preempt_ctxt_queue(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_preempt_ctxt_queue()
295 struct rcu_data *rdp; in rcu_preempt_note_context_switch()
391 struct rcu_data *rdp; in rcu_read_unlock_special()
704 struct rcu_data *rdp; in sync_rcu_exp_handler()
815 static struct rcu_data __percpu *const rcu_data_p = &rcu_sched_data;
1305 struct rcu_data *rdp = per_cpu_ptr(rcu_state_p->rda, cpu); in rcu_prepare_kthreads()
1432 struct rcu_data *rdp; in rcu_try_advance_all_cbs()
1521 struct rcu_data *rdp; in rcu_prepare_for_idle()
1632 struct rcu_data *rdp; in rcu_oom_notify_cpu()
1733 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in print_cpu_stall_info()
1766 static void zero_cpu_stall_ticks(struct rcu_data *rdp) in zero_cpu_stall_ticks()
1862 static void wake_nocb_leader(struct rcu_data *rdp, bool force) in wake_nocb_leader()
1864 struct rcu_data *rdp_leader = rdp->nocb_leader; in wake_nocb_leader()
1881 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_nocb_cpu_needs_barrier()
1929 static void __call_rcu_nocb_enqueue(struct rcu_data *rdp, in __call_rcu_nocb_enqueue()
1994 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp, in __call_rcu_nocb()
2029 struct rcu_data *rdp, in rcu_nocb_adopt_orphan_cbs()
2063 static void rcu_nocb_wait_gp(struct rcu_data *rdp) in rcu_nocb_wait_gp()
2100 static void nocb_leader_wait(struct rcu_data *my_rdp) in nocb_leader_wait()
2104 struct rcu_data *rdp; in nocb_leader_wait()
2200 static void nocb_follower_wait(struct rcu_data *rdp) in nocb_follower_wait()
2239 struct rcu_data *rdp = arg; in rcu_nocb_kthread()
2290 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp) in rcu_nocb_need_deferred_wakeup()
2296 static void do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
2364 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
2379 struct rcu_data *rdp; in rcu_spawn_one_nocb_kthread()
2380 struct rcu_data *rdp_last; in rcu_spawn_one_nocb_kthread()
2381 struct rcu_data *rdp_old_leader; in rcu_spawn_one_nocb_kthread()
2382 struct rcu_data *rdp_spawn = per_cpu_ptr(rsp->rda, cpu); in rcu_spawn_one_nocb_kthread()
2458 struct rcu_data *rdp; in rcu_organize_nocb_kthreads()
2459 struct rcu_data *rdp_leader = NULL; /* Suppress misguided gcc warn. */ in rcu_organize_nocb_kthreads()
2460 struct rcu_data *rdp_prev = NULL; in rcu_organize_nocb_kthreads()
2490 static bool init_nocb_callback_list(struct rcu_data *rdp) in init_nocb_callback_list()
2529 static bool __call_rcu_nocb(struct rcu_data *rdp, struct rcu_head *rhp, in __call_rcu_nocb()
2536 struct rcu_data *rdp, in rcu_nocb_adopt_orphan_cbs()
2542 static void __init rcu_boot_init_nocb_percpu_data(struct rcu_data *rdp) in rcu_boot_init_nocb_percpu_data()
2546 static int rcu_nocb_need_deferred_wakeup(struct rcu_data *rdp) in rcu_nocb_need_deferred_wakeup()
2551 static void do_nocb_deferred_wakeup(struct rcu_data *rdp) in do_nocb_deferred_wakeup()
2563 static bool init_nocb_callback_list(struct rcu_data *rdp) in init_nocb_callback_list()
2731 static void rcu_sysidle_check_cpu(struct rcu_data *rdp, bool *isidle, in rcu_sysidle_check_cpu()
2921 struct rcu_data *rdp; in rcu_sys_is_idle()
2981 static void rcu_sysidle_check_cpu(struct rcu_data *rdp, bool *isidle, in rcu_sysidle_check_cpu()