Lines Matching defs:rcu_state

458 struct rcu_state {  struct
459 struct rcu_node node[NUM_RCU_NODES]; /* Hierarchy. */
460 struct rcu_node *level[RCU_NUM_LVLS + 1];
463 u8 flavor_mask; /* bit in flavor mask. */
464 struct rcu_data __percpu *rda; /* pointer of percu rcu_data. */
465 call_rcu_func_t call; /* call_rcu() flavor. */
466 int ncpus; /* # CPUs seen so far. */
470 u8 boost ____cacheline_internodealigned_in_smp;
472 unsigned long gpnum; /* Current gp number. */
473 unsigned long completed; /* # of last completed gp. */
474 struct task_struct *gp_kthread; /* Task for grace periods. */
475 wait_queue_head_t gp_wq; /* Where GP task waits. */
476 short gp_flags; /* Commands for GP task. */
477 short gp_state; /* GP kthread sleep state. */
481 raw_spinlock_t orphan_lock ____cacheline_internodealigned_in_smp;
483 struct rcu_head *orphan_nxtlist; /* Orphaned callbacks that */
485 struct rcu_head **orphan_nxttail; /* Tail of above. */
486 struct rcu_head *orphan_donelist; /* Orphaned callbacks that */
488 struct rcu_head **orphan_donetail; /* Tail of above. */
489 long qlen_lazy; /* Number of lazy callbacks. */
490 long qlen; /* Total number of callbacks. */
493 struct mutex barrier_mutex; /* Guards barrier fields. */
494 atomic_t barrier_cpu_count; /* # CPUs waiting on. */
495 struct completion barrier_completion; /* Wake at barrier end. */
496 unsigned long barrier_sequence; /* ++ at start and end of */
500 unsigned long expedited_sequence; /* Take a ticket. */
501 atomic_long_t expedited_workdone0; /* # done by others #0. */
502 atomic_long_t expedited_workdone1; /* # done by others #1. */
503 atomic_long_t expedited_workdone2; /* # done by others #2. */
504 atomic_long_t expedited_workdone3; /* # done by others #3. */
505 atomic_long_t expedited_normal; /* # fallbacks to normal. */
506 atomic_t expedited_need_qs; /* # CPUs left to check in. */
507 wait_queue_head_t expedited_wq; /* Wait for check-ins. */
508 int ncpus_snap; /* # CPUs seen last time. */
510 unsigned long jiffies_force_qs; /* Time at which to invoke */
535 /* Values for rcu_state structure's gp_flags field. */ argument