Lines Matching refs:rcu_node

155 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf);
156 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf);
157 static void rcu_boost_kthread_setaffinity(struct rcu_node *rnp, int outgoingcpu);
192 unsigned long rcu_rnp_online_cpus(struct rcu_node *rnp) in rcu_rnp_online_cpus()
353 static bool rcu_start_gp_advanced(struct rcu_state *rsp, struct rcu_node *rnp,
529 static struct rcu_node *rcu_get_root(struct rcu_state *rsp) in rcu_get_root()
541 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_future_needs_gp()
971 struct rcu_node *rnp; in rcu_lockdep_current_cpu_online()
1149 struct rcu_node *rnp; in rcu_dump_cpu_stacks()
1170 struct rcu_node *rnp = rcu_get_root(rsp); in print_other_cpu_stall()
1242 struct rcu_node *rnp = rcu_get_root(rsp); in print_cpu_stall()
1287 struct rcu_node *rnp; in check_cpu_stall()
1387 struct rcu_node *rnp) in rcu_cbs_completed()
1410 static void trace_rcu_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in trace_rcu_future_gp()
1427 rcu_start_future_gp(struct rcu_node *rnp, struct rcu_data *rdp, in rcu_start_future_gp()
1433 struct rcu_node *rnp_root = rcu_get_root(rdp->rsp); in rcu_start_future_gp()
1521 static int rcu_future_gp_cleanup(struct rcu_state *rsp, struct rcu_node *rnp) in rcu_future_gp_cleanup()
1563 static bool rcu_accelerate_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_accelerate_cbs()
1633 static bool rcu_advance_cbs(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_advance_cbs()
1673 static bool __note_gp_changes(struct rcu_state *rsp, struct rcu_node *rnp, in __note_gp_changes()
1716 struct rcu_node *rnp; in note_gp_changes()
1741 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_init()
1865 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_fqs()
1904 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_cleanup()
1978 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_gp_kthread()
2077 rcu_start_gp_advanced(struct rcu_state *rsp, struct rcu_node *rnp, in rcu_start_gp_advanced()
2113 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_start_gp()
2156 struct rcu_node *rnp, unsigned long gps, unsigned long flags) in rcu_report_qs_rnp()
2160 struct rcu_node *rnp_c; in rcu_report_qs_rnp()
2216 struct rcu_node *rnp, unsigned long flags) in rcu_report_unblock_qs_rnp()
2221 struct rcu_node *rnp_p; in rcu_report_unblock_qs_rnp()
2263 struct rcu_node *rnp; in rcu_report_qs_rdp()
2346 struct rcu_node *rnp, struct rcu_data *rdp) in rcu_send_cbs_to_orphanage()
2453 RCU_TRACE(struct rcu_node *rnp = rdp->mynode); in rcu_cleanup_dying_cpu()
2478 static void rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
2481 struct rcu_node *rnp = rnp_leaf; in rcu_cleanup_dead_rnp()
2512 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dying_idle_cpu()
2533 struct rcu_node *rnp = rdp->mynode; /* Outgoing CPU's rdp & rnp. */ in rcu_cleanup_dead_cpu()
2555 static void __maybe_unused rcu_cleanup_dead_rnp(struct rcu_node *rnp_leaf) in rcu_cleanup_dead_rnp()
2726 struct rcu_node *rnp; in force_qs_rnp()
2790 struct rcu_node *rnp; in force_quiescent_state()
2791 struct rcu_node *rnp_old = NULL; in force_quiescent_state()
2932 struct rcu_node *rnp_root = rcu_get_root(rsp); in __call_rcu_core()
3417 struct rcu_node *rnp = rdp->mynode; in __rcu_pending()
3704 static void rcu_init_new_rnp(struct rcu_node *rnp_leaf) in rcu_init_new_rnp()
3707 struct rcu_node *rnp = rnp_leaf; in rcu_init_new_rnp()
3728 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_boot_init_percpu_data()
3754 struct rcu_node *rnp = rcu_get_root(rsp); in rcu_init_percpu_data()
3805 struct rcu_node *rnp = rdp->mynode; in rcu_cpu_notify()
3874 struct rcu_node *rnp; in rcu_spawn_gp_kthread()
3970 struct rcu_node *rnp; in rcu_init_one()