my_rdp 3208 kernel/rcu/tree.c struct rcu_data *my_rdp; my_rdp 3218 kernel/rcu/tree.c my_rdp = this_cpu_ptr(&rcu_data); my_rdp 3219 kernel/rcu/tree.c my_rnp = my_rdp->mynode; my_rdp 3220 kernel/rcu/tree.c rcu_nocb_lock(my_rdp); /* irqs already disabled. */ my_rdp 3221 kernel/rcu/tree.c WARN_ON_ONCE(!rcu_nocb_flush_bypass(my_rdp, NULL, jiffies)); my_rdp 3225 kernel/rcu/tree.c rcu_advance_cbs(my_rnp, my_rdp); my_rdp 3226 kernel/rcu/tree.c rcu_segcblist_merge(&my_rdp->cblist, &rdp->cblist); my_rdp 3227 kernel/rcu/tree.c needwake = needwake || rcu_advance_cbs(my_rnp, my_rdp); my_rdp 3229 kernel/rcu/tree.c WARN_ON_ONCE(rcu_segcblist_empty(&my_rdp->cblist) != my_rdp 3230 kernel/rcu/tree.c !rcu_segcblist_n_cbs(&my_rdp->cblist)); my_rdp 3231 kernel/rcu/tree.c if (rcu_segcblist_is_offloaded(&my_rdp->cblist)) { my_rdp 3233 kernel/rcu/tree.c __call_rcu_nocb_wake(my_rdp, true, flags); my_rdp 3235 kernel/rcu/tree.c rcu_nocb_unlock(my_rdp); /* irqs remain disabled. */ my_rdp 1943 kernel/rcu/tree_plugin.h static void nocb_gp_wait(struct rcu_data *my_rdp) my_rdp 1947 kernel/rcu/tree_plugin.h int __maybe_unused cpu = my_rdp->cpu; my_rdp 1964 kernel/rcu/tree_plugin.h for (rdp = my_rdp; rdp; rdp = rdp->nocb_next_cb_rdp) { my_rdp 1985 kernel/rcu/tree_plugin.h WRITE_ONCE(my_rdp->nocb_defer_wakeup, my_rdp 1987 kernel/rcu/tree_plugin.h del_timer(&my_rdp->nocb_timer); my_rdp 2026 kernel/rcu/tree_plugin.h my_rdp->nocb_gp_bypass = bypass; my_rdp 2027 kernel/rcu/tree_plugin.h my_rdp->nocb_gp_gp = needwait_gp; my_rdp 2028 kernel/rcu/tree_plugin.h my_rdp->nocb_gp_seq = needwait_gp ? wait_gp_seq : 0; my_rdp 2032 kernel/rcu/tree_plugin.h raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); my_rdp 2033 kernel/rcu/tree_plugin.h mod_timer(&my_rdp->nocb_bypass_timer, j + 2); my_rdp 2034 kernel/rcu/tree_plugin.h raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); my_rdp 2044 kernel/rcu/tree_plugin.h swait_event_interruptible_exclusive(my_rdp->nocb_gp_wq, my_rdp 2045 kernel/rcu/tree_plugin.h !READ_ONCE(my_rdp->nocb_gp_sleep)); my_rdp 2048 kernel/rcu/tree_plugin.h rnp = my_rdp->mynode; my_rdp 2049 kernel/rcu/tree_plugin.h trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("StartWait")); my_rdp 2053 kernel/rcu/tree_plugin.h !READ_ONCE(my_rdp->nocb_gp_sleep)); my_rdp 2054 kernel/rcu/tree_plugin.h trace_rcu_this_gp(rnp, my_rdp, wait_gp_seq, TPS("EndWait")); my_rdp 2057 kernel/rcu/tree_plugin.h raw_spin_lock_irqsave(&my_rdp->nocb_gp_lock, flags); my_rdp 2059 kernel/rcu/tree_plugin.h del_timer(&my_rdp->nocb_bypass_timer); my_rdp 2060 kernel/rcu/tree_plugin.h WRITE_ONCE(my_rdp->nocb_gp_sleep, true); my_rdp 2061 kernel/rcu/tree_plugin.h raw_spin_unlock_irqrestore(&my_rdp->nocb_gp_lock, flags); my_rdp 2063 kernel/rcu/tree_plugin.h my_rdp->nocb_gp_seq = -1;