gp_seq 70 include/linux/rcu_segcblist.h unsigned long gp_seq[RCU_CBLIST_NSEGS]; gp_seq 71 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, const char *gpevent), gp_seq 73 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, gpevent), gp_seq 77 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 83 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 88 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, __entry->gpevent) gp_seq 109 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, gp_seq 113 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, gp_seq_req, level, grplo, grphi, gpevent), gp_seq 117 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 127 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 136 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, __entry->gp_seq_req, __entry->level, gp_seq 149 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, u8 level, gp_seq 152 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, level, grplo, grphi, qsmask), gp_seq 156 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 165 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 173 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, __entry->level, gp_seq 306 include/trace/events/rcu.h TP_PROTO(const char *rcuname, int pid, unsigned long gp_seq), gp_seq 308 include/trace/events/rcu.h TP_ARGS(rcuname, pid, gp_seq), gp_seq 312 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 318 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 323 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, __entry->pid) gp_seq 333 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, int pid), gp_seq 335 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, pid), gp_seq 339 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 345 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 349 include/trace/events/rcu.h TP_printk("%s %lu %d", __entry->rcuname, __entry->gp_seq, __entry->pid) gp_seq 362 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, gp_seq 366 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, mask, qsmask, level, grplo, grphi, gp_tasks), gp_seq 370 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 381 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 391 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, gp_seq 405 include/trace/events/rcu.h TP_PROTO(const char *rcuname, unsigned long gp_seq, int cpu, const char *qsevent), gp_seq 407 include/trace/events/rcu.h TP_ARGS(rcuname, gp_seq, cpu, qsevent), gp_seq 411 include/trace/events/rcu.h __field(unsigned long, gp_seq) gp_seq 418 include/trace/events/rcu.h __entry->gp_seq = gp_seq; gp_seq 424 include/trace/events/rcu.h __entry->rcuname, __entry->gp_seq, gp_seq 457 kernel/rcu/rcu.h unsigned long *gp_seq); gp_seq 466 kernel/rcu/rcu.h int *flags, unsigned long *gp_seq) gp_seq 469 kernel/rcu/rcu.h *gp_seq = 0; gp_seq 492 kernel/rcu/rcu.h unsigned long *gp_seq) gp_seq 497 kernel/rcu/rcu.h *gp_seq = sp->srcu_idx; gp_seq 504 kernel/rcu/rcu.h unsigned long *gp_seq); gp_seq 158 kernel/rcu/rcu_segcblist.c BUILD_BUG_ON(RCU_NEXT_TAIL + 1 != ARRAY_SIZE(rsclp->gp_seq)); gp_seq 159 kernel/rcu/rcu_segcblist.c BUILD_BUG_ON(ARRAY_SIZE(rsclp->tails) != ARRAY_SIZE(rsclp->gp_seq)); gp_seq 242 kernel/rcu/rcu_segcblist.c *lp = rsclp->gp_seq[RCU_WAIT_TAIL]; gp_seq 424 kernel/rcu/rcu_segcblist.c if (ULONG_CMP_LT(seq, rsclp->gp_seq[i])) gp_seq 447 kernel/rcu/rcu_segcblist.c rsclp->gp_seq[j] = rsclp->gp_seq[i]; gp_seq 484 kernel/rcu/rcu_segcblist.c ULONG_CMP_LT(rsclp->gp_seq[i], seq)) gp_seq 512 kernel/rcu/rcu_segcblist.c rsclp->gp_seq[i] = seq; gp_seq 1478 kernel/rcu/rcutorture.c unsigned long __maybe_unused gp_seq = 0; gp_seq 1481 kernel/rcu/rcutorture.c &flags, &gp_seq); gp_seq 1483 kernel/rcu/rcutorture.c &flags, &gp_seq); gp_seq 1487 kernel/rcu/rcutorture.c rcu_torture_writer_state, gp_seq, flags, gp_seq 2166 kernel/rcu/rcutorture.c unsigned long gp_seq = 0; gp_seq 2202 kernel/rcu/rcutorture.c rcutorture_get_gp_data(cur_ops->ttype, &flags, &gp_seq); gp_seq 2203 kernel/rcu/rcutorture.c srcutorture_get_gp_data(cur_ops->ttype, srcu_ctlp, &flags, &gp_seq); gp_seq 2205 kernel/rcu/rcutorture.c cur_ops->name, gp_seq, flags); gp_seq 1244 kernel/rcu/srcutree.c unsigned long *gp_seq) gp_seq 1249 kernel/rcu/srcutree.c *gp_seq = rcu_seq_current(&ssp->srcu_gp_seq); gp_seq 90 kernel/rcu/tree.c .gp_seq = (0UL - 300UL) << RCU_SEQ_CTR_SHIFT, gp_seq 203 kernel/rcu/tree.c return rcu_seq_state(rcu_seq_current(&rcu_state.gp_seq)); gp_seq 506 kernel/rcu/tree.c return READ_ONCE(rcu_state.gp_seq); gp_seq 544 kernel/rcu/tree.c unsigned long *gp_seq) gp_seq 549 kernel/rcu/tree.c *gp_seq = rcu_seq_current(&rcu_state.gp_seq); gp_seq 971 kernel/rcu/tree.c if (ULONG_CMP_LT(rcu_seq_current(&rdp->gp_seq) + ULONG_MAX / 4, gp_seq 972 kernel/rcu/tree.c rnp->gp_seq)) gp_seq 974 kernel/rcu/tree.c if (ULONG_CMP_LT(rdp->rcu_iw_gp_seq + ULONG_MAX / 4, rnp->gp_seq)) gp_seq 975 kernel/rcu/tree.c rdp->rcu_iw_gp_seq = rnp->gp_seq + ULONG_MAX / 4; gp_seq 987 kernel/rcu/tree.c trace_rcu_fqs(rcu_state.name, rdp->gp_seq, rdp->cpu, TPS("dti")); gp_seq 1016 kernel/rcu/tree.c trace_rcu_fqs(rcu_state.name, rdp->gp_seq, rdp->cpu, TPS("dti")); gp_seq 1030 kernel/rcu/tree.c (long)rnp->gp_seq, (long)rnp->completedqs); gp_seq 1095 kernel/rcu/tree.c !rdp->rcu_iw_pending && rdp->rcu_iw_gp_seq != rnp->gp_seq && gp_seq 1099 kernel/rcu/tree.c rdp->rcu_iw_gp_seq = rnp->gp_seq; gp_seq 1111 kernel/rcu/tree.c trace_rcu_future_grace_period(rcu_state.name, rnp->gp_seq, gp_seq_req, gp_seq 1152 kernel/rcu/tree.c rcu_seq_started(&rnp->gp_seq, gp_seq_req) || gp_seq 1154 kernel/rcu/tree.c rcu_seq_state(rcu_seq_current(&rnp->gp_seq)))) { gp_seq 1160 kernel/rcu/tree.c if (rcu_seq_state(rcu_seq_current(&rnp->gp_seq))) { gp_seq 1189 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, READ_ONCE(rcu_state.gp_seq), TPS("newreq")); gp_seq 1211 kernel/rcu/tree.c needmore = ULONG_CMP_LT(rnp->gp_seq, rnp->gp_seq_needed); gp_seq 1213 kernel/rcu/tree.c rnp->gp_seq_needed = rnp->gp_seq; /* Avoid counter wrap. */ gp_seq 1214 kernel/rcu/tree.c trace_rcu_this_gp(rnp, rdp, rnp->gp_seq, gp_seq 1241 kernel/rcu/tree.c WRITE_ONCE(rcu_state.gp_wake_seq, READ_ONCE(rcu_state.gp_seq)); gp_seq 1279 kernel/rcu/tree.c gp_seq_req = rcu_seq_snap(&rcu_state.gp_seq); gp_seq 1285 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rdp->gp_seq, TPS("AccWaitCB")); gp_seq 1287 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rdp->gp_seq, TPS("AccReadyCB")); gp_seq 1305 kernel/rcu/tree.c c = rcu_seq_snap(&rcu_state.gp_seq); gp_seq 1341 kernel/rcu/tree.c rcu_segcblist_advance(&rdp->cblist, rnp->gp_seq); gp_seq 1355 kernel/rcu/tree.c if (!rcu_seq_state(rcu_seq_current(&rnp->gp_seq)) || gp_seq 1377 kernel/rcu/tree.c if (rdp->gp_seq == rnp->gp_seq) gp_seq 1381 kernel/rcu/tree.c if (rcu_seq_completed_gp(rdp->gp_seq, rnp->gp_seq) || gp_seq 1385 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rdp->gp_seq, TPS("cpuend")); gp_seq 1392 kernel/rcu/tree.c if (rcu_seq_new_gp(rdp->gp_seq, rnp->gp_seq) || gp_seq 1399 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rnp->gp_seq, TPS("cpustart")); gp_seq 1405 kernel/rcu/tree.c rdp->gp_seq = rnp->gp_seq; /* Remember new grace-period state. */ gp_seq 1421 kernel/rcu/tree.c if ((rdp->gp_seq == rcu_seq_current(&rnp->gp_seq) && gp_seq 1436 kernel/rcu/tree.c !(rcu_seq_ctr(rcu_state.gp_seq) % gp_seq 1473 kernel/rcu/tree.c rcu_seq_start(&rcu_state.gp_seq); gp_seq 1474 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, TPS("start")); gp_seq 1550 kernel/rcu/tree.c WRITE_ONCE(rnp->gp_seq, rcu_state.gp_seq); gp_seq 1554 kernel/rcu/tree.c trace_rcu_grace_period_init(rcu_state.name, rnp->gp_seq, gp_seq 1561 kernel/rcu/tree.c rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); gp_seq 1637 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1652 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1657 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1669 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1720 kernel/rcu/tree.c new_gp_seq = rcu_state.gp_seq; gp_seq 1727 kernel/rcu/tree.c WRITE_ONCE(rnp->gp_seq, new_gp_seq); gp_seq 1744 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rcu_state.gp_seq, TPS("end")); gp_seq 1745 kernel/rcu/tree.c rcu_seq_end(&rcu_state.gp_seq); gp_seq 1749 kernel/rcu/tree.c if (!needgp && ULONG_CMP_LT(rnp->gp_seq, rnp->gp_seq_needed)) { gp_seq 1761 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1781 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1795 kernel/rcu/tree.c READ_ONCE(rcu_state.gp_seq), gp_seq 1854 kernel/rcu/tree.c if ((!(rnp->qsmask & mask) && mask) || rnp->gp_seq != gps) { gp_seq 1867 kernel/rcu/tree.c trace_rcu_quiescent_state_report(rcu_state.name, rnp->gp_seq, gp_seq 1877 kernel/rcu/tree.c rnp->completedqs = rnp->gp_seq; gp_seq 1923 kernel/rcu/tree.c rnp->completedqs = rnp->gp_seq; gp_seq 1935 kernel/rcu/tree.c gps = rnp->gp_seq; gp_seq 1958 kernel/rcu/tree.c if (rdp->cpu_no_qs.b.norm || rdp->gp_seq != rnp->gp_seq || gp_seq 1983 kernel/rcu/tree.c rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); gp_seq 2037 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rnp->gp_seq, gp_seq 2293 kernel/rcu/tree.c rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); gp_seq 2756 kernel/rcu/tree.c return rcu_seq_snap(&rcu_state.gp_seq); gp_seq 2776 kernel/rcu/tree.c if (!rcu_seq_done(&rcu_state.gp_seq, oldstate)) gp_seq 2823 kernel/rcu/tree.c if (rcu_seq_current(&rnp->gp_seq) != rdp->gp_seq || gp_seq 3000 kernel/rcu/tree.c rdp->rcu_ofl_gp_seq = rcu_state.gp_seq; gp_seq 3002 kernel/rcu/tree.c rdp->rcu_onl_gp_seq = rcu_state.gp_seq; gp_seq 3044 kernel/rcu/tree.c rdp->gp_seq = rnp->gp_seq; gp_seq 3045 kernel/rcu/tree.c rdp->gp_seq_needed = rnp->gp_seq; gp_seq 3049 kernel/rcu/tree.c rdp->rcu_iw_gp_seq = rnp->gp_seq - 1; gp_seq 3050 kernel/rcu/tree.c trace_rcu_grace_period(rcu_state.name, rdp->gp_seq, TPS("cpuonl")); gp_seq 3149 kernel/rcu/tree.c rdp->rcu_onl_gp_seq = READ_ONCE(rcu_state.gp_seq); gp_seq 3153 kernel/rcu/tree.c rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); gp_seq 3186 kernel/rcu/tree.c rdp->rcu_ofl_gp_seq = READ_ONCE(rcu_state.gp_seq); gp_seq 3190 kernel/rcu/tree.c rcu_report_qs_rnp(mask, rnp, rnp->gp_seq, flags); gp_seq 3376 kernel/rcu/tree.c rnp->gp_seq = rcu_state.gp_seq; gp_seq 3377 kernel/rcu/tree.c rnp->gp_seq_needed = rcu_state.gp_seq; gp_seq 3378 kernel/rcu/tree.c rnp->completedqs = rcu_state.gp_seq; gp_seq 45 kernel/rcu/tree.h unsigned long gp_seq; /* Track rsp->rcu_gp_seq. */ gp_seq 151 kernel/rcu/tree.h unsigned long gp_seq; /* Track rsp->rcu_gp_seq counter. */ gp_seq 301 kernel/rcu/tree.h unsigned long gp_seq; /* Grace-period sequence #. */ gp_seq 224 kernel/rcu/tree_plugin.h WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq); gp_seq 264 kernel/rcu/tree_plugin.h __this_cpu_read(rcu_data.gp_seq), gp_seq 313 kernel/rcu/tree_plugin.h ? rnp->gp_seq gp_seq 314 kernel/rcu/tree_plugin.h : rcu_seq_snap(&rnp->gp_seq)); gp_seq 486 kernel/rcu/tree_plugin.h WARN_ON_ONCE(rnp->completedqs == rnp->gp_seq && gp_seq 494 kernel/rcu/tree_plugin.h rnp->gp_seq, t->pid); gp_seq 515 kernel/rcu/tree_plugin.h rnp->gp_seq, gp_seq 670 kernel/rcu/tree_plugin.h rnp->gp_seq, t->pid); gp_seq 755 kernel/rcu/tree_plugin.h (long)rnp->gp_seq, (long)rnp->completedqs); gp_seq 803 kernel/rcu/tree_plugin.h __this_cpu_read(rcu_data.gp_seq), TPS("cpuqs")); gp_seq 1317 kernel/rcu/tree_plugin.h if ((rcu_seq_completed_gp(rdp->gp_seq, gp_seq 1318 kernel/rcu/tree_plugin.h rcu_seq_current(&rnp->gp_seq)) || gp_seq 1621 kernel/rcu/tree_plugin.h return &rnp->nocb_gp_wq[rcu_seq_ctr(rnp->gp_seq) & 0x1]; gp_seq 1828 kernel/rcu/tree_plugin.h rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { gp_seq 1909 kernel/rcu/tree_plugin.h rcu_seq_done(&rdp->mynode->gp_seq, cur_gp_seq)) { gp_seq 1994 kernel/rcu/tree_plugin.h rcu_seq_done(&rnp->gp_seq, cur_gp_seq))) { gp_seq 2052 kernel/rcu/tree_plugin.h rcu_seq_done(&rnp->gp_seq, wait_gp_seq) || gp_seq 2107 kernel/rcu/tree_plugin.h rcu_seq_done(&rnp->gp_seq, cur_gp_seq) && gp_seq 156 kernel/rcu/tree_stall.h rdp->rcu_iw_gp_seq = rnp->gp_seq; gp_seq 307 kernel/rcu/tree_stall.h ticks_value = rcu_seq_ctr(rcu_state.gp_seq - rdp->gp_seq); gp_seq 315 kernel/rcu/tree_stall.h delta = rcu_seq_ctr(rdp->mynode->gp_seq - rdp->rcu_iw_gp_seq); gp_seq 342 kernel/rcu/tree_stall.h (long)rcu_seq_current(&rcu_state.gp_seq), gp_seq 354 kernel/rcu/tree_stall.h static void print_other_cpu_stall(unsigned long gp_seq) gp_seq 392 kernel/rcu/tree_stall.h (long)rcu_seq_current(&rcu_state.gp_seq), totqlen); gp_seq 400 kernel/rcu/tree_stall.h if (rcu_seq_current(&rcu_state.gp_seq) != gp_seq) { gp_seq 451 kernel/rcu/tree_stall.h (long)rcu_seq_current(&rcu_state.gp_seq), totqlen); gp_seq 511 kernel/rcu/tree_stall.h gs1 = READ_ONCE(rcu_state.gp_seq); gp_seq 517 kernel/rcu/tree_stall.h gs2 = READ_ONCE(rcu_state.gp_seq); gp_seq 571 kernel/rcu/tree_stall.h (long)READ_ONCE(rcu_state.gp_seq), gp_seq 575 kernel/rcu/tree_stall.h if (ULONG_CMP_GE(rcu_state.gp_seq, rnp->gp_seq_needed)) gp_seq 578 kernel/rcu/tree_stall.h rnp->grplo, rnp->grphi, (long)rnp->gp_seq, gp_seq 585 kernel/rcu/tree_stall.h ULONG_CMP_GE(rcu_state.gp_seq, gp_seq 614 kernel/rcu/tree_stall.h ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed)) gp_seq 625 kernel/rcu/tree_stall.h ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed) || gp_seq 638 kernel/rcu/tree_stall.h ULONG_CMP_GE(rnp_root->gp_seq, rnp_root->gp_seq_needed) ||