Lines Matching refs:rcu_node
158 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
159 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
160 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
226 unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
408 static bool rcu_start_gp_advanced(struct rcu_state *rsp, struct rcu_node *rnp,
584 static struct rcu_node *rcu_get_root(struct rcu_state *rsp) in rcu_get_root()
596 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_future_needs_gp()
1033 struct rcu_node *rnp; in rcu_lockdep_current_cpu_online()
1214 struct rcu_node *rnp; in rcu_dump_cpu_stacks()
1235 struct rcu_node *rnp = rcu_get_root(rsp); in print_other_cpu_stall()
1308 struct rcu_node *rnp = rcu_get_root(rsp); in print_cpu_stall()
1353 struct rcu_node *rnp; in check_cpu_stall()
1453 struct rcu_node *rnp) in rcu_cbs_completed()
1476 static void trace_rcu_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_future_gp()
1493 rcu_start_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_start_future_gp()
1499 struct rcu_node *rnp_root = rcu_get_root(rdp->rsp); in rcu_start_future_gp()
1587 static int rcu_future_gp_cleanup(struct rcu_state *rsp, struct rcu_node *rnp) in rcu_future_gp_cleanup()
1629 static bool rcu_accelerate_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_accelerate_cbs()
1699 static bool rcu_advance_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_advance_cbs()
1739 static bool __note_gp_changes(struct rcu_state *rsp, struct rcu_node *rnp, in __note_gp_changes()
1782 struct rcu_node *rnp; in note_gp_changes()
1814 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_init()
1935 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_fqs_check_wake()
1956 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_fqs()
1993 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_cleanup()
2068 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_kthread()
2168 rcu_start_gp_advanced(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_start_gp_advanced()
2204 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_start_gp()
2248 struct rcu_node *rnp, unsigned long gps, unsigned long flags) in rcu_report_qs_rnp()
2252 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
2308 struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
2313 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
2355 struct rcu_node *rnp; in rcu_report_qs_rdp()
2436 struct rcu_node *rnp, struct rcu_data *rdp) in rcu_send_cbs_to_orphanage()
2544 RCU_TRACE(struct rcu_node *rnp = rdp->mynode); in rcu_cleanup_dying_cpu()
2572 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
2575 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
2607 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dying_idle_cpu()
2631 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dead_cpu()
2807 struct rcu_node *rnp; in force_qs_rnp()
2865 struct rcu_node *rnp; in force_quiescent_state()
2866 struct rcu_node *rnp_old = NULL; in force_quiescent_state()
3006 struct rcu_node *rnp_root = rcu_get_root(rsp); in __call_rcu_core()
3416 struct rcu_node *rnp; in sync_exp_reset_tree_hotplug()
3417 struct rcu_node *rnp_up; in sync_exp_reset_tree_hotplug()
3471 struct rcu_node *rnp; in sync_exp_reset_tree()
3492 static int sync_rcu_preempt_exp_done(struct rcu_node *rnp) in sync_rcu_preempt_exp_done()
3509 static void __rcu_report_exp_rnp(struct rcu_state *rsp, struct rcu_node *rnp, in __rcu_report_exp_rnp()
3548 struct rcu_node *rnp, bool wake) in rcu_report_exp_rnp()
3562 static void rcu_report_exp_cpu_mult(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_report_exp_cpu_mult()
3588 static bool sync_exp_work_done(struct rcu_state *rsp, struct rcu_node *rnp, in sync_exp_work_done()
3610 static struct rcu_node *exp_funnel_lock(struct rcu_state *rsp, unsigned long s) in exp_funnel_lock()
3613 struct rcu_node *rnp0; in exp_funnel_lock()
3614 struct rcu_node *rnp1 = NULL; in exp_funnel_lock()
3666 struct rcu_node *rnp; in sync_sched_exp_handler()
3683 struct rcu_node *rnp; in sync_sched_exp_online_cleanup()
3707 struct rcu_node *rnp; in sync_rcu_exp_select_cpus()
3776 struct rcu_node *rnp; in synchronize_sched_expedited_wait()
3777 struct rcu_node *rnp_root = rcu_get_root(rsp); in synchronize_sched_expedited_wait()
3847 struct rcu_node *rnp; in synchronize_sched_expedited()
3875 struct rcu_node *rnp = rdp->mynode; in __rcu_pending()
4128 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
4131 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
4152 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_boot_init_percpu_data()
4179 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_init_percpu_data()
4233 struct rcu_node *rnp = rdp->mynode; in rcu_cpu_notify()
4309 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
4401 struct rcu_node *rnp; in rcu_init_one()
4556 struct rcu_node *rnp; in rcu_dump_rcu_node_tree()