Searched refs:rcu_read_unlock_special (Results 1 - 6 of 6) sorted by relevance

/linux-4.4.14/kernel/rcu/
H A Dtree_plugin.h248 t->rcu_read_unlock_special.b.exp_need_qs) {
249 t->rcu_read_unlock_special.b.exp_need_qs = false;
252 WARN_ON_ONCE(t->rcu_read_unlock_special.b.exp_need_qs);
274 current->rcu_read_unlock_special.b.need_qs = false; rcu_preempt_qs()
299 !t->rcu_read_unlock_special.b.blocked) { rcu_preempt_note_context_switch()
306 t->rcu_read_unlock_special.b.blocked = true; rcu_preempt_note_context_switch()
323 t->rcu_read_unlock_special.s) { rcu_preempt_note_context_switch()
329 rcu_read_unlock_special(t); rcu_preempt_note_context_switch()
383 void rcu_read_unlock_special(struct task_struct *t) rcu_read_unlock_special() function
404 * t->rcu_read_unlock_special cannot change. rcu_read_unlock_special()
406 special = t->rcu_read_unlock_special; rcu_read_unlock_special()
409 t->rcu_read_unlock_special.b.need_qs = false; rcu_read_unlock_special()
410 if (!t->rcu_read_unlock_special.s) { rcu_read_unlock_special()
425 t->rcu_read_unlock_special.b.exp_need_qs = false; rcu_read_unlock_special()
428 if (!t->rcu_read_unlock_special.s) { rcu_read_unlock_special()
438 pr_alert("->rcu_read_unlock_special: %#x (b: %d, enq: %d nq: %d)\n", rcu_read_unlock_special()
439 t->rcu_read_unlock_special.s, rcu_read_unlock_special()
440 t->rcu_read_unlock_special.b.blocked, rcu_read_unlock_special()
441 t->rcu_read_unlock_special.b.exp_need_qs, rcu_read_unlock_special()
442 t->rcu_read_unlock_special.b.need_qs); rcu_read_unlock_special()
449 t->rcu_read_unlock_special.b.blocked = false; rcu_read_unlock_special()
645 t->rcu_read_unlock_special.b.need_qs = true; rcu_preempt_check_callbacks()
715 !t->rcu_read_unlock_special.b.blocked) { sync_rcu_exp_handler()
716 t->rcu_read_unlock_special.b.exp_need_qs = true; sync_rcu_exp_handler()
808 t->rcu_read_unlock_special.b.blocked = true; exit_rcu()
H A Dupdate.c188 * rcu_read_unlock()) and ->rcu_read_unlock_special is non-zero, then
189 * invoke rcu_read_unlock_special() to clean up after a context switch
201 barrier(); /* assign before ->rcu_read_unlock_special load */ __rcu_read_unlock()
202 if (unlikely(READ_ONCE(t->rcu_read_unlock_special.s))) __rcu_read_unlock()
203 rcu_read_unlock_special(t); __rcu_read_unlock()
204 barrier(); /* ->rcu_read_unlock_special load before assign */ __rcu_read_unlock()
/linux-4.4.14/include/linux/
H A Dinit_task.h115 .rcu_read_unlock_special.s = 0, \
H A Dsched.h1423 union rcu_special rcu_read_unlock_special; member in struct:task_struct
2207 p->rcu_read_unlock_special.s = 0; rcu_copy_process()
H A Drcupdate.h285 void rcu_read_unlock_special(struct task_struct *t);
/linux-4.4.14/kernel/events/
H A Dcore.c1064 * rcu_read_unlock_special(). perf_lock_task_context()

Completed in 531 milliseconds