Lines Matching refs:nxttail

522 	return &rdp->nxtlist != rdp->nxttail[RCU_DONE_TAIL] &&  in cpu_has_callbacks_ready_to_invoke()
523 rdp->nxttail[RCU_DONE_TAIL] != NULL; in cpu_has_callbacks_ready_to_invoke()
562 if (!rdp->nxttail[RCU_NEXT_TAIL]) in cpu_needs_another_gp()
564 if (*rdp->nxttail[RCU_NEXT_READY_TAIL]) in cpu_needs_another_gp()
567 if (rdp->nxttail[i - 1] != rdp->nxttail[i] && in cpu_needs_another_gp()
1364 rdp->nxttail[i] = &rdp->nxtlist; in init_default_callback_list()
1571 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_accelerate_cbs()
1590 if (rdp->nxttail[i] != rdp->nxttail[i - 1] && in rcu_accelerate_cbs()
1609 rdp->nxttail[i] = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_accelerate_cbs()
1616 if (!*rdp->nxttail[RCU_WAIT_TAIL]) in rcu_accelerate_cbs()
1639 if (!rdp->nxttail[RCU_NEXT_TAIL] || !*rdp->nxttail[RCU_DONE_TAIL]) in rcu_advance_cbs()
1649 rdp->nxttail[RCU_DONE_TAIL] = rdp->nxttail[i]; in rcu_advance_cbs()
1653 rdp->nxttail[j] = rdp->nxttail[RCU_DONE_TAIL]; in rcu_advance_cbs()
1657 if (rdp->nxttail[j] == rdp->nxttail[RCU_NEXT_TAIL]) in rcu_advance_cbs()
1659 rdp->nxttail[j] = rdp->nxttail[i]; in rcu_advance_cbs()
2374 if (*rdp->nxttail[RCU_DONE_TAIL] != NULL) { in rcu_send_cbs_to_orphanage()
2375 *rsp->orphan_nxttail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2376 rsp->orphan_nxttail = rdp->nxttail[RCU_NEXT_TAIL]; in rcu_send_cbs_to_orphanage()
2377 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2387 rsp->orphan_donetail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_send_cbs_to_orphanage()
2395 rdp->nxttail[RCU_NEXT_TAIL] = NULL; in rcu_send_cbs_to_orphanage()
2428 *rsp->orphan_donetail = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_adopt_orphan_cbs()
2429 *rdp->nxttail[RCU_DONE_TAIL] = rsp->orphan_donelist; in rcu_adopt_orphan_cbs()
2431 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_adopt_orphan_cbs()
2432 rdp->nxttail[i] = rsp->orphan_donetail; in rcu_adopt_orphan_cbs()
2439 *rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxtlist; in rcu_adopt_orphan_cbs()
2440 rdp->nxttail[RCU_NEXT_TAIL] = rsp->orphan_nxttail; in rcu_adopt_orphan_cbs()
2598 rdp->nxtlist = *rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2599 *rdp->nxttail[RCU_DONE_TAIL] = NULL; in rcu_do_batch()
2600 tail = rdp->nxttail[RCU_DONE_TAIL]; in rcu_do_batch()
2602 if (rdp->nxttail[i] == rdp->nxttail[RCU_DONE_TAIL]) in rcu_do_batch()
2603 rdp->nxttail[i] = &rdp->nxtlist; in rcu_do_batch()
2632 if (&rdp->nxtlist == rdp->nxttail[i]) in rcu_do_batch()
2633 rdp->nxttail[i] = tail; in rcu_do_batch()
2944 *rdp->nxttail[RCU_DONE_TAIL] != head) in __call_rcu_core()
2992 if (unlikely(rdp->nxttail[RCU_NEXT_TAIL] == NULL) || cpu != -1) { in __call_rcu()
3020 *rdp->nxttail[RCU_NEXT_TAIL] = head; in __call_rcu()
3021 rdp->nxttail[RCU_NEXT_TAIL] = &head->next; in __call_rcu()