Lines Matching refs:rcu_data

95 static DEFINE_PER_CPU_SHARED_ALIGNED(struct rcu_data, sname##_data); \
115 static struct rcu_data __percpu *const rcu_data_p;
162 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp);
164 struct rcu_data *rdp, bool wake);
307 struct rcu_data *rdp; in rcu_momentary_dyntick_idle()
409 struct rcu_data *rdp);
411 int (*f)(struct rcu_data *rsp, bool *isidle,
575 cpu_has_callbacks_ready_to_invoke(struct rcu_data *rdp) in cpu_has_callbacks_ready_to_invoke()
609 cpu_needs_another_gp(struct rcu_state *rsp, struct rcu_data *rdp) in cpu_needs_another_gp()
639 struct rcu_data *rdp; in rcu_eqs_enter_common()
1032 struct rcu_data *rdp; in rcu_lockdep_current_cpu_online()
1067 static int dyntick_save_progress_counter(struct rcu_data *rdp, in dyntick_save_progress_counter()
1089 static int rcu_implicit_dynticks_qs(struct rcu_data *rdp, in rcu_implicit_dynticks_qs()
1346 static void check_cpu_stall(struct rcu_state *rsp, struct rcu_data *rdp) in check_cpu_stall()
1424 static void init_default_callback_list(struct rcu_data *rdp) in init_default_callback_list()
1436 static void init_callback_list(struct rcu_data *rdp) in init_callback_list()
1476 static void trace_rcu_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_future_gp()
1493 rcu_start_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_start_future_gp()
1591 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in rcu_future_gp_cleanup()
1630 struct rcu_data *rdp) in rcu_accelerate_cbs()
1700 struct rcu_data *rdp) in rcu_advance_cbs()
1740 struct rcu_data *rdp) in __note_gp_changes()
1778 static void note_gp_changes(struct rcu_state *rsp, struct rcu_data *rdp) in note_gp_changes()
1813 struct rcu_data *rdp; in rcu_gp_init()
1992 struct rcu_data *rdp; in rcu_gp_cleanup()
2169 struct rcu_data *rdp) in rcu_start_gp_advanced()
2203 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in rcu_start_gp()
2350 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2402 rcu_check_quiescent_state(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_check_quiescent_state()
2436 struct rcu_node *rnp, struct rcu_data *rdp) in rcu_send_cbs_to_orphanage()
2495 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in rcu_adopt_orphan_cbs()
2543 RCU_TRACE(struct rcu_data *rdp = this_cpu_ptr(rsp->rda)); in rcu_cleanup_dying_cpu()
2606 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dying_idle_cpu()
2630 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dead_cpu()
2654 static void rcu_do_batch(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_do_batch()
2799 int (*f)(struct rcu_data *rsp, bool *isidle, in force_qs_rnp()
2907 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in __rcu_process_callbacks()
2956 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp) in invoke_rcu_callbacks()
2976 static void __call_rcu_core(struct rcu_state *rsp, struct rcu_data *rdp, in __call_rcu_core()
3044 struct rcu_data *rdp; in __call_rcu()
3581 static void rcu_report_exp_rdp(struct rcu_state *rsp, struct rcu_data *rdp, in rcu_report_exp_rdp()
3589 struct rcu_data *rdp, in sync_exp_work_done()
3612 struct rcu_data *rdp; in exp_funnel_lock()
3665 struct rcu_data *rdp; in sync_sched_exp_handler()
3681 struct rcu_data *rdp; in sync_sched_exp_online_cleanup()
3717 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in sync_rcu_exp_select_cpus()
3802 struct rcu_data *rdp; in synchronize_sched_expedited_wait()
3873 static int __rcu_pending(struct rcu_state *rsp, struct rcu_data *rdp) in __rcu_pending()
3958 struct rcu_data *rdp; in rcu_cpu_has_callbacks()
3993 struct rcu_data *rdp = container_of(rhp, struct rcu_data, barrier_head); in rcu_barrier_callback()
4010 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in rcu_barrier_func()
4024 struct rcu_data *rdp; in _rcu_barrier()
4151 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_boot_init_percpu_data()
4178 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_init_percpu_data()
4232 struct rcu_data *rdp = per_cpu_ptr(rcu_state_p->rda, cpu); in rcu_cpu_notify()
4389 struct rcu_data __percpu *rda) in rcu_init_one()