Lines Matching refs:rcu_data

94 DEFINE_PER_CPU_SHARED_ALIGNED(struct rcu_data, sname##_data); \
159 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp);
261 struct rcu_data *rdp; in rcu_momentary_dyntick_idle()
354 struct rcu_data *rdp);
356 int (*f)(struct rcu_data *rsp, bool *isidle,
520 cpu_has_callbacks_ready_to_invoke(struct rcu_data *rdp) in cpu_has_callbacks_ready_to_invoke()
554 cpu_needs_another_gp(struct rcu_state *rsp, struct rcu_data *rdp) in cpu_needs_another_gp()
584 struct rcu_data *rdp; in rcu_eqs_enter_common()
970 struct rcu_data *rdp; in rcu_lockdep_current_cpu_online()
1005 static int dyntick_save_progress_counter(struct rcu_data *rdp, in dyntick_save_progress_counter()
1027 static int rcu_implicit_dynticks_qs(struct rcu_data *rdp, in rcu_implicit_dynticks_qs()
1280 static void check_cpu_stall(struct rcu_state *rsp, struct rcu_data *rdp) in check_cpu_stall()
1358 static void init_default_callback_list(struct rcu_data *rdp) in init_default_callback_list()
1370 static void init_callback_list(struct rcu_data *rdp) in init_callback_list()
1410 static void trace_rcu_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_future_gp()
1427 rcu_start_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_start_future_gp()
1525 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in rcu_future_gp_cleanup()
1564 struct rcu_data *rdp) in rcu_accelerate_cbs()
1634 struct rcu_data *rdp) in rcu_advance_cbs()
1674 struct rcu_data *rdp) in __note_gp_changes()
1712 static void note_gp_changes(struct rcu_state *rsp, struct rcu_data *rdp) in note_gp_changes()
1740 struct rcu_data *rdp; in rcu_gp_init()
1903 struct rcu_data *rdp; in rcu_gp_cleanup()
2078 struct rcu_data *rdp) in rcu_start_gp_advanced()
2112 struct rcu_data *rdp = this_cpu_ptr(rsp->rda); in rcu_start_gp()
2258 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2310 rcu_check_quiescent_state(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_check_quiescent_state()
2346 struct rcu_node *rnp, struct rcu_data *rdp) in rcu_send_cbs_to_orphanage()
2405 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in rcu_adopt_orphan_cbs()
2452 RCU_TRACE(struct rcu_data *rdp = this_cpu_ptr(rsp->rda)); in rcu_cleanup_dying_cpu()
2511 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dying_idle_cpu()
2532 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_cleanup_dead_cpu()
2573 static void rcu_do_batch(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_do_batch()
2718 int (*f)(struct rcu_data *rsp, bool *isidle, in force_qs_rnp()
2833 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in __rcu_process_callbacks()
2882 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp) in invoke_rcu_callbacks()
2902 static void __call_rcu_core(struct rcu_state *rsp, struct rcu_data *rdp, in __call_rcu_core()
2970 struct rcu_data *rdp; in __call_rcu()
3415 static int __rcu_pending(struct rcu_state *rsp, struct rcu_data *rdp) in __rcu_pending()
3500 struct rcu_data *rdp; in rcu_cpu_has_callbacks()
3535 struct rcu_data *rdp = container_of(rhp, struct rcu_data, barrier_head); in rcu_barrier_callback()
3552 struct rcu_data *rdp = raw_cpu_ptr(rsp->rda); in rcu_barrier_func()
3566 struct rcu_data *rdp; in _rcu_barrier()
3727 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_boot_init_percpu_data()
3753 struct rcu_data *rdp = per_cpu_ptr(rsp->rda, cpu); in rcu_init_percpu_data()
3804 struct rcu_data *rdp = per_cpu_ptr(rcu_state_p->rda, cpu); in rcu_cpu_notify()
3954 struct rcu_data __percpu *rda) in rcu_init_one()