Lines Matching refs:node
240 static __always_inline void __pv_init_node(struct mcs_spinlock *node) { } in __pv_init_node() argument
241 static __always_inline void __pv_wait_node(struct mcs_spinlock *node) { } in __pv_wait_node() argument
243 struct mcs_spinlock *node) { } in __pv_kick_node() argument
245 struct mcs_spinlock *node) { } in __pv_wait_head() argument
283 struct mcs_spinlock *prev, *next, *node; in queued_spin_lock_slowpath() local
361 node = this_cpu_ptr(&mcs_nodes[0]); in queued_spin_lock_slowpath()
362 idx = node->count++; in queued_spin_lock_slowpath()
365 node += idx; in queued_spin_lock_slowpath()
366 node->locked = 0; in queued_spin_lock_slowpath()
367 node->next = NULL; in queued_spin_lock_slowpath()
368 pv_init_node(node); in queued_spin_lock_slowpath()
392 WRITE_ONCE(prev->next, node); in queued_spin_lock_slowpath()
394 pv_wait_node(node); in queued_spin_lock_slowpath()
395 arch_mcs_spin_lock_contended(&node->locked); in queued_spin_lock_slowpath()
410 pv_wait_head(lock, node); in queued_spin_lock_slowpath()
439 while (!(next = READ_ONCE(node->next))) in queued_spin_lock_slowpath()