Lines Matching refs:rnp_root
1499 struct rcu_node *rnp_root = rcu_get_root(rdp->rsp); in rcu_start_future_gp() local
1526 READ_ONCE(rnp_root->gpnum) != READ_ONCE(rnp_root->completed)) { in rcu_start_future_gp()
1537 if (rnp != rnp_root) { in rcu_start_future_gp()
1538 raw_spin_lock(&rnp_root->lock); in rcu_start_future_gp()
1548 c = rcu_cbs_completed(rdp->rsp, rnp_root); in rcu_start_future_gp()
1557 if (rnp_root->need_future_gp[c & 0x1]) { in rcu_start_future_gp()
1563 rnp_root->need_future_gp[c & 0x1]++; in rcu_start_future_gp()
1566 if (rnp_root->gpnum != rnp_root->completed) { in rcu_start_future_gp()
1570 ret = rcu_start_gp_advanced(rdp->rsp, rnp_root, rdp); in rcu_start_future_gp()
1573 if (rnp != rnp_root) in rcu_start_future_gp()
1574 raw_spin_unlock(&rnp_root->lock); in rcu_start_future_gp()
3006 struct rcu_node *rnp_root = rcu_get_root(rsp); in __call_rcu_core() local
3008 raw_spin_lock(&rnp_root->lock); in __call_rcu_core()
3011 raw_spin_unlock(&rnp_root->lock); in __call_rcu_core()
3777 struct rcu_node *rnp_root = rcu_get_root(rsp); in synchronize_sched_expedited_wait() local
3786 sync_rcu_preempt_exp_done(rnp_root), in synchronize_sched_expedited_wait()
3793 sync_rcu_preempt_exp_done(rnp_root)); in synchronize_sched_expedited_wait()