Lines Matching refs:nxttail
577 return &rdp->nxtlist != rdp->nxttail[RCU_DONE_TAIL] && in cpu_has_callbacks_ready_to_invoke()
578 rdp->nxttail[RCU_DONE_TAIL] != NULL; in cpu_has_callbacks_ready_to_invoke()
617 if (!rdp->nxttail[RCU_NEXT_TAIL]) in cpu_needs_another_gp()
619 if (*rdp->nxttail[RCU_NEXT_READY_TAIL]) in cpu_needs_another_gp()
622 if (rdp->nxttail[i - 1] != rdp->nxttail[i] && in cpu_needs_another_gp()
1430 rdp->nxttail[i] = &rdp->nxtlist; in init_default_callback_list()
1637 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_accelerate_cbs()
1656 if (rdp->nxttail[i] != rdp->nxttail[i - 1] && in rcu_accelerate_cbs()
1675 rdp->nxttail[i] = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_accelerate_cbs()
1682 if (!*rdp->nxttail[RCU_WAIT_TAIL]) in rcu_accelerate_cbs()
1705 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_advance_cbs()
1715 rdp->nxttail[RCU_DONE_TAIL] = rdp->nxttail[i]; in rcu_advance_cbs()
1719 rdp->nxttail[j] = rdp->nxttail[RCU_DONE_TAIL]; in rcu_advance_cbs()
1723 if (rdp->nxttail[j] == rdp->nxttail[RCU_NEXT_TAIL]) in rcu_advance_cbs()
1725 rdp->nxttail[j] = rdp->nxttail[i]; in rcu_advance_cbs()
2464 if (*rdp->nxttail[RCU_DONE_TAIL] != NULL) { in rcu_send_cbs_to_orphanage()
2465 *rsp->orphan_nxttail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2466 rsp->orphan_nxttail = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_send_cbs_to_orphanage()
2467 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2477 rsp->orphan_donetail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2485 rdp->nxttail[RCU_NEXT_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2519 *rsp->orphan_donetail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_adopt_orphan_cbs()
2520 *rdp->nxttail[RCU_DONE_TAIL] = rsp->orphan_donelist; in rcu_adopt_orphan_cbs()
2522 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_adopt_orphan_cbs()
2523 rdp->nxttail[i] = rsp->orphan_donetail; in rcu_adopt_orphan_cbs()
2530 *rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxtlist; in rcu_adopt_orphan_cbs()
2531 rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxttail; in rcu_adopt_orphan_cbs()
2679 rdp->nxtlist = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2680 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_do_batch()
2681 tail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2683 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_do_batch()
2684 rdp->nxttail[i] = &rdp->nxtlist; in rcu_do_batch()
2713 if (&rdp->nxtlist == rdp->nxttail[i]) in rcu_do_batch()
2714 rdp->nxttail[i] = tail; in rcu_do_batch()
3018 *rdp->nxttail[RCU_DONE_TAIL] != head) in __call_rcu_core()
3066 if (unlikely(rdp->nxttail[RCU_NEXT_TAIL] == NULL) || cpu != -1) { in __call_rcu()
3094 *rdp->nxttail[RCU_NEXT_TAIL] = head; in __call_rcu()
3095 rdp->nxttail[RCU_NEXT_TAIL] = &head->next; in __call_rcu()