Lines Matching refs:RCU_NEXT_TAIL
617 if (!rdp->nxttail[RCU_NEXT_TAIL]) in cpu_needs_another_gp()
621 for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) in cpu_needs_another_gp()
1549 for (i = RCU_DONE_TAIL; i < RCU_NEXT_TAIL; i++) in rcu_start_future_gp()
1637 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_accelerate_cbs()
1655 for (i = RCU_NEXT_TAIL - 1; i > RCU_DONE_TAIL; i--) in rcu_accelerate_cbs()
1666 if (++i >= RCU_NEXT_TAIL) in rcu_accelerate_cbs()
1674 for (; i <= RCU_NEXT_TAIL; i++) { in rcu_accelerate_cbs()
1675 rdp->nxttail[i] = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_accelerate_cbs()
1705 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_advance_cbs()
1712 for (i = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++) { in rcu_advance_cbs()
1722 for (j = RCU_WAIT_TAIL; i < RCU_NEXT_TAIL; i++, j++) { in rcu_advance_cbs()
1723 if (rdp->nxttail[j] == rdp->nxttail[RCU_NEXT_TAIL]) in rcu_advance_cbs()
2466 rsp->orphan_nxttail = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_send_cbs_to_orphanage()
2485 rdp->nxttail[RCU_NEXT_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2530 *rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxtlist; in rcu_adopt_orphan_cbs()
2531 rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxttail; in rcu_adopt_orphan_cbs()
3066 if (unlikely(rdp->nxttail[RCU_NEXT_TAIL] == NULL) || cpu != -1) { in __call_rcu()
3094 *rdp->nxttail[RCU_NEXT_TAIL] = head; in __call_rcu()
3095 rdp->nxttail[RCU_NEXT_TAIL] = &head->next; in __call_rcu()