Lines Matching defs:rsp

236 static int rcu_gp_in_progress(struct rcu_state *rsp)  in rcu_gp_in_progress()
310 struct rcu_state *rsp; in rcu_momentary_dyntick_idle() local
503 struct rcu_state *rsp; in show_rcu_gp_kthreads() local
533 struct rcu_state *rsp = NULL; in rcutorture_get_gp_data() local
584 static struct rcu_node *rcu_get_root(struct rcu_state *rsp) in rcu_get_root()
594 static int rcu_future_needs_gp(struct rcu_state *rsp) in rcu_future_needs_gp()
609 cpu_needs_another_gp(struct rcu_state *rsp, struct rcu_data *rdp) in cpu_needs_another_gp()
638 struct rcu_state *rsp; in rcu_eqs_enter_common() local
1176 static void record_gp_stall_check_time(struct rcu_state *rsp) in record_gp_stall_check_time()
1192 static void rcu_check_gp_kthread_starvation(struct rcu_state *rsp) in rcu_check_gp_kthread_starvation()
1210 static void rcu_dump_cpu_stacks(struct rcu_state *rsp) in rcu_dump_cpu_stacks()
1227 static void print_other_cpu_stall(struct rcu_state *rsp, unsigned long gpnum) in print_other_cpu_stall()
1304 static void print_cpu_stall(struct rcu_state *rsp) in print_cpu_stall()
1346 static void check_cpu_stall(struct rcu_state *rsp, struct rcu_data *rdp) in check_cpu_stall()
1413 struct rcu_state *rsp; in rcu_cpu_stall_reset() local
1452 static unsigned long rcu_cbs_completed(struct rcu_state *rsp, in rcu_cbs_completed()
1587 static int rcu_future_gp_cleanup(struct rcu_state *rsp, struct rcu_node *rnp) in rcu_future_gp_cleanup()
1608 static void rcu_gp_kthread_wake(struct rcu_state *rsp) in rcu_gp_kthread_wake()
1629 static bool rcu_accelerate_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_accelerate_cbs()
1699 static bool rcu_advance_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_advance_cbs()
1739 static bool __note_gp_changes(struct rcu_state *rsp, struct rcu_node *rnp, in __note_gp_changes()
1778 static void note_gp_changes(struct rcu_state *rsp, struct rcu_data *rdp) in note_gp_changes()
1800 static void rcu_gp_slow(struct rcu_state *rsp, int delay) in rcu_gp_slow()
1810 static int rcu_gp_init(struct rcu_state *rsp) in rcu_gp_init()
1933 static bool rcu_gp_fqs_check_wake(struct rcu_state *rsp, int *gfp) in rcu_gp_fqs_check_wake()
1952 static void rcu_gp_fqs(struct rcu_state *rsp, bool first_time) in rcu_gp_fqs()
1987 static void rcu_gp_cleanup(struct rcu_state *rsp) in rcu_gp_cleanup()
2067 struct rcu_state *rsp = arg; in rcu_gp_kthread() local
2168 rcu_start_gp_advanced(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_start_gp_advanced()
2201 static bool rcu_start_gp(struct rcu_state *rsp) in rcu_start_gp()
2227 static void rcu_report_qs_rsp(struct rcu_state *rsp, unsigned long flags) in rcu_report_qs_rsp()
2247 rcu_report_qs_rnp(unsigned long mask, struct rcu_state *rsp, in rcu_report_qs_rnp()
2307 static void rcu_report_unblock_qs_rnp(struct rcu_state *rsp, in rcu_report_unblock_qs_rnp()
2350 rcu_report_qs_rdp(int cpu, struct rcu_state *rsp, struct rcu_data *rdp) in rcu_report_qs_rdp()
2402 rcu_check_quiescent_state(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_check_quiescent_state()
2435 rcu_send_cbs_to_orphanage(int cpu, struct rcu_state *rsp, in rcu_send_cbs_to_orphanage()
2492 static void rcu_adopt_orphan_cbs(struct rcu_state *rsp, unsigned long flags) in rcu_adopt_orphan_cbs()
2540 static void rcu_cleanup_dying_cpu(struct rcu_state *rsp) in rcu_cleanup_dying_cpu()
2602 static void rcu_cleanup_dying_idle_cpu(int cpu, struct rcu_state *rsp) in rcu_cleanup_dying_idle_cpu()
2627 static void rcu_cleanup_dead_cpu(int cpu, struct rcu_state *rsp) in rcu_cleanup_dead_cpu()
2654 static void rcu_do_batch(struct rcu_state *rsp, struct rcu_data *rdp) in rcu_do_batch()
2798 static void force_qs_rnp(struct rcu_state *rsp, in force_qs_rnp()
2799 int (*f)(struct rcu_data *rsp, bool *isidle, in force_qs_rnp()
2861 static void force_quiescent_state(struct rcu_state *rsp) in force_quiescent_state()
2903 __rcu_process_callbacks(struct rcu_state *rsp) in __rcu_process_callbacks()
2939 struct rcu_state *rsp; in rcu_process_callbacks() local
2956 static void invoke_rcu_callbacks(struct rcu_state *rsp, struct rcu_data *rdp) in invoke_rcu_callbacks()
2976 static void __call_rcu_core(struct rcu_state *rsp, struct rcu_data *rdp, in __call_rcu_core()
3041 struct rcu_state *rsp, int cpu, bool lazy) in __call_rcu()
3384 static void rcu_exp_gp_seq_start(struct rcu_state *rsp) in rcu_exp_gp_seq_start()
3388 static void rcu_exp_gp_seq_end(struct rcu_state *rsp) in rcu_exp_gp_seq_end()
3393 static unsigned long rcu_exp_gp_seq_snap(struct rcu_state *rsp) in rcu_exp_gp_seq_snap()
3397 static bool rcu_exp_gp_seq_done(struct rcu_state *rsp, unsigned long s) in rcu_exp_gp_seq_done()
3409 static void sync_exp_reset_tree_hotplug(struct rcu_state *rsp) in sync_exp_reset_tree_hotplug()
3468 static void __maybe_unused sync_exp_reset_tree(struct rcu_state *rsp) in sync_exp_reset_tree()
3509 static void __rcu_report_exp_rnp(struct rcu_state *rsp, struct rcu_node *rnp, in __rcu_report_exp_rnp()
3547 static void __maybe_unused rcu_report_exp_rnp(struct rcu_state *rsp, in rcu_report_exp_rnp()
3562 static void rcu_report_exp_cpu_mult(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_report_exp_cpu_mult()
3581 static void rcu_report_exp_rdp(struct rcu_state *rsp, struct rcu_data *rdp, in rcu_report_exp_rdp()
3588 static bool sync_exp_work_done(struct rcu_state *rsp, struct rcu_node *rnp, in sync_exp_work_done()
3610 static struct rcu_node *exp_funnel_lock(struct rcu_state *rsp, unsigned long s) in exp_funnel_lock()
3667 struct rcu_state *rsp = data; in sync_sched_exp_handler() local
3684 struct rcu_state *rsp = &rcu_sched_state; in sync_sched_exp_online_cleanup() local
3698 static void sync_rcu_exp_select_cpus(struct rcu_state *rsp, in sync_rcu_exp_select_cpus()
3770 static void synchronize_sched_expedited_wait(struct rcu_state *rsp) in synchronize_sched_expedited_wait()
3848 struct rcu_state *rsp = &rcu_sched_state; in synchronize_sched_expedited() local
3873 static int __rcu_pending(struct rcu_state *rsp, struct rcu_data *rdp) in __rcu_pending()
3941 struct rcu_state *rsp; in rcu_pending() local
3959 struct rcu_state *rsp; in rcu_cpu_has_callbacks() local
3980 static void _rcu_barrier_trace(struct rcu_state *rsp, const char *s, in _rcu_barrier_trace()
3994 struct rcu_state *rsp = rdp->rsp; in rcu_barrier_callback() local
4009 struct rcu_state *rsp = type; in rcu_barrier_func() local
4021 static void _rcu_barrier(struct rcu_state *rsp) in _rcu_barrier()
4148 rcu_boot_init_percpu_data(int cpu, struct rcu_state *rsp) in rcu_boot_init_percpu_data()
4174 rcu_init_percpu_data(int cpu, struct rcu_state *rsp) in rcu_init_percpu_data()
4219 struct rcu_state *rsp; in rcu_prepare_cpu() local
4234 struct rcu_state *rsp; in rcu_cpu_notify() local
4310 struct rcu_state *rsp; in rcu_spawn_gp_kthread() local
4388 static void __init rcu_init_one(struct rcu_state *rsp, in rcu_init_one()
4553 static void __init rcu_dump_rcu_node_tree(struct rcu_state *rsp) in rcu_dump_rcu_node_tree()