Lines Matching defs:rcu_state

423 struct rcu_state {  struct
424 struct rcu_node node[NUM_RCU_NODES]; /* Hierarchy. */
425 struct rcu_node *level[RCU_NUM_LVLS]; /* Hierarchy levels. */
426 u32 levelcnt[MAX_RCU_LVLS + 1]; /* # nodes in each level. */
427 u8 levelspread[RCU_NUM_LVLS]; /* kids/node in each level. */
428 u8 flavor_mask; /* bit in flavor mask. */
429 struct rcu_data __percpu *rda; /* pointer of percu rcu_data. */
430 void (*call)(struct rcu_head *head, /* call_rcu() flavor. */
435 u8 fqs_state ____cacheline_internodealigned_in_smp;
437 u8 boost; /* Subject to priority boost. */
438 unsigned long gpnum; /* Current gp number. */
439 unsigned long completed; /* # of last completed gp. */
440 struct task_struct *gp_kthread; /* Task for grace periods. */
441 wait_queue_head_t gp_wq; /* Where GP task waits. */
442 short gp_flags; /* Commands for GP task. */
443 short gp_state; /* GP kthread sleep state. */
447 raw_spinlock_t orphan_lock ____cacheline_internodealigned_in_smp;
449 struct rcu_head *orphan_nxtlist; /* Orphaned callbacks that */
451 struct rcu_head **orphan_nxttail; /* Tail of above. */
452 struct rcu_head *orphan_donelist; /* Orphaned callbacks that */
454 struct rcu_head **orphan_donetail; /* Tail of above. */
455 long qlen_lazy; /* Number of lazy callbacks. */
456 long qlen; /* Total number of callbacks. */
459 struct mutex barrier_mutex; /* Guards barrier fields. */
460 atomic_t barrier_cpu_count; /* # CPUs waiting on. */
461 struct completion barrier_completion; /* Wake at barrier end. */
462 unsigned long n_barrier_done; /* ++ at start and end of */
466 atomic_long_t expedited_start; /* Starting ticket. */
467 atomic_long_t expedited_done; /* Done ticket. */
468 atomic_long_t expedited_wrap; /* # near-wrap incidents. */
469 atomic_long_t expedited_tryfail; /* # acquisition failures. */
470 atomic_long_t expedited_workdone1; /* # done by others #1. */
471 atomic_long_t expedited_workdone2; /* # done by others #2. */
472 atomic_long_t expedited_normal; /* # fallbacks to normal. */
473 atomic_long_t expedited_stoppedcpus; /* # successful stop_cpus. */
474 atomic_long_t expedited_done_tries; /* # tries to update _done. */
475 atomic_long_t expedited_done_lost; /* # times beaten to _done. */
476 atomic_long_t expedited_done_exit; /* # times exited _done loop. */
478 unsigned long jiffies_force_qs; /* Time at which to invoke */
503 /* Values for rcu_state structure's gp_flags field. */ argument