Lines Matching refs:completed
102 .completed = 0UL - 300UL, \
238 return READ_ONCE(rsp->completed) != READ_ONCE(rsp->gpnum); in rcu_gp_in_progress()
327 if (READ_ONCE(rdp->mynode->completed) != in rcu_momentary_dyntick_idle()
449 return rcu_state_p->completed; in rcu_batches_completed()
458 return rcu_sched_state.completed; in rcu_batches_completed_sched()
467 return rcu_bh_state.completed; in rcu_batches_completed_bh()
531 unsigned long *gpnum, unsigned long *completed) in rcutorture_get_gp_data() argument
551 *completed = READ_ONCE(rsp->completed); in rcutorture_get_gp_data()
556 *completed = 0; in rcutorture_get_gp_data()
597 int idx = (READ_ONCE(rnp->completed) + 1) & 0x1; in rcu_future_needs_gp()
623 ULONG_CMP_LT(READ_ONCE(rsp->completed), in cpu_needs_another_gp()
1160 READ_ONCE(rdp->mynode->completed)); in rcu_implicit_dynticks_qs()
1202 rsp->gpnum, rsp->completed, in rcu_check_gp_kthread_starvation()
1277 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_other_cpu_stall()
1282 READ_ONCE(rsp->completed) == gpnum) { in print_other_cpu_stall()
1324 (long)rsp->gpnum, (long)rsp->completed, totqlen); in print_cpu_stall()
1348 unsigned long completed; in check_cpu_stall() local
1382 completed = READ_ONCE(rsp->completed); in check_cpu_stall()
1383 if (ULONG_CMP_GE(completed, gpnum) || in check_cpu_stall()
1462 if (rcu_get_root(rsp) == rnp && rnp->gpnum == rnp->completed) in rcu_cbs_completed()
1463 return rnp->completed + 1; in rcu_cbs_completed()
1469 return rnp->completed + 2; in rcu_cbs_completed()
1480 rnp->completed, c, rnp->level, in trace_rcu_future_gp()
1525 if (rnp->gpnum != rnp->completed || in rcu_start_future_gp()
1526 READ_ONCE(rnp_root->gpnum) != READ_ONCE(rnp_root->completed)) { in rcu_start_future_gp()
1566 if (rnp_root->gpnum != rnp_root->completed) { in rcu_start_future_gp()
1589 int c = rnp->completed; in rcu_future_gp_cleanup()
1713 if (ULONG_CMP_LT(rnp->completed, rdp->nxtcompleted[i])) in rcu_advance_cbs()
1745 if (rdp->completed == rnp->completed && in __note_gp_changes()
1757 rdp->completed = rnp->completed; in __note_gp_changes()
1787 rdp->completed == READ_ONCE(rnp->completed) && in note_gp_changes()
1913 if (WARN_ON_ONCE(rnp->completed != rsp->completed)) in rcu_gp_init()
1914 WRITE_ONCE(rnp->completed, rsp->completed); in rcu_gp_init()
2026 WRITE_ONCE(rnp->completed, rsp->gpnum); in rcu_gp_cleanup()
2043 WRITE_ONCE(rsp->completed, rsp->gpnum); in rcu_gp_cleanup()
2044 trace_rcu_grace_period(rsp->name, rsp->completed, TPS("end")); in rcu_gp_cleanup()
2362 rdp->gpnum != rnp->gpnum || rnp->completed == rnp->gpnum || in rcu_report_qs_rdp()
3289 newstate = smp_load_acquire(&rcu_state_p->completed); in cond_synchronize_rcu()
3341 newstate = smp_load_acquire(&rcu_sched_state.completed); in cond_synchronize_sched()
3911 if (READ_ONCE(rnp->completed) != rdp->completed) { /* outside lock */ in __rcu_pending()
4208 rdp->gpnum = rnp->completed; /* Make CPU later note any new GP. */ in rcu_init_percpu_data()
4209 rdp->completed = rnp->completed; in rcu_init_percpu_data()
4432 rnp->completed = rsp->completed; in rcu_init_one()