wq_head 243 drivers/net/ethernet/mellanox/mlx5/core/en/reporter_rx.c u16 wq_head; wq_head 257 drivers/net/ethernet/mellanox/mlx5/core/en/reporter_rx.c wq_head = params->rq_wq_type == MLX5_WQ_TYPE_LINKED_LIST_STRIDING_RQ ? wq_head 284 drivers/net/ethernet/mellanox/mlx5/core/en/reporter_rx.c err = devlink_fmsg_u32_pair_put(fmsg, "cc", wq_head); wq_head 61 include/linux/wait.h extern void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *); wq_head 63 include/linux/wait.h #define init_waitqueue_head(wq_head) \ wq_head 67 include/linux/wait.h __init_waitqueue_head((wq_head), #wq_head, &__key); \ wq_head 124 include/linux/wait.h static inline int waitqueue_active(struct wait_queue_head *wq_head) wq_head 126 include/linux/wait.h return !list_empty(&wq_head->head); wq_head 137 include/linux/wait.h static inline bool wq_has_single_sleeper(struct wait_queue_head *wq_head) wq_head 139 include/linux/wait.h return list_is_singular(&wq_head->head); wq_head 150 include/linux/wait.h static inline bool wq_has_sleeper(struct wait_queue_head *wq_head) wq_head 160 include/linux/wait.h return waitqueue_active(wq_head); wq_head 163 include/linux/wait.h extern void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry); wq_head 164 include/linux/wait.h extern void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry); wq_head 165 include/linux/wait.h extern void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry); wq_head 167 include/linux/wait.h static inline void __add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 169 include/linux/wait.h list_add(&wq_entry->entry, &wq_head->head); wq_head 176 include/linux/wait.h __add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 179 include/linux/wait.h __add_wait_queue(wq_head, wq_entry); wq_head 182 include/linux/wait.h static inline void __add_wait_queue_entry_tail(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 184 include/linux/wait.h list_add_tail(&wq_entry->entry, &wq_head->head); wq_head 188 include/linux/wait.h __add_wait_queue_entry_tail_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 191 include/linux/wait.h __add_wait_queue_entry_tail(wq_head, wq_entry); wq_head 195 include/linux/wait.h __remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 200 include/linux/wait.h void __wake_up(struct wait_queue_head *wq_head, unsigned int mode, int nr, void *key); wq_head 201 include/linux/wait.h void __wake_up_locked_key(struct wait_queue_head *wq_head, unsigned int mode, void *key); wq_head 202 include/linux/wait.h void __wake_up_locked_key_bookmark(struct wait_queue_head *wq_head, wq_head 204 include/linux/wait.h void __wake_up_sync_key(struct wait_queue_head *wq_head, unsigned int mode, int nr, void *key); wq_head 205 include/linux/wait.h void __wake_up_locked(struct wait_queue_head *wq_head, unsigned int mode, int nr); wq_head 206 include/linux/wait.h void __wake_up_sync(struct wait_queue_head *wq_head, unsigned int mode, int nr); wq_head 259 include/linux/wait.h #define ___wait_event(wq_head, condition, state, exclusive, ret, cmd) \ wq_head 267 include/linux/wait.h long __int = prepare_to_wait_event(&wq_head, &__wq_entry, state);\ wq_head 279 include/linux/wait.h finish_wait(&wq_head, &__wq_entry); \ wq_head 283 include/linux/wait.h #define __wait_event(wq_head, condition) \ wq_head 284 include/linux/wait.h (void)___wait_event(wq_head, condition, TASK_UNINTERRUPTIBLE, 0, 0, \ wq_head 299 include/linux/wait.h #define wait_event(wq_head, condition) \ wq_head 304 include/linux/wait.h __wait_event(wq_head, condition); \ wq_head 307 include/linux/wait.h #define __io_wait_event(wq_head, condition) \ wq_head 308 include/linux/wait.h (void)___wait_event(wq_head, condition, TASK_UNINTERRUPTIBLE, 0, 0, \ wq_head 314 include/linux/wait.h #define io_wait_event(wq_head, condition) \ wq_head 319 include/linux/wait.h __io_wait_event(wq_head, condition); \ wq_head 322 include/linux/wait.h #define __wait_event_freezable(wq_head, condition) \ wq_head 323 include/linux/wait.h ___wait_event(wq_head, condition, TASK_INTERRUPTIBLE, 0, 0, \ wq_head 338 include/linux/wait.h #define wait_event_freezable(wq_head, condition) \ wq_head 343 include/linux/wait.h __ret = __wait_event_freezable(wq_head, condition); \ wq_head 347 include/linux/wait.h #define __wait_event_timeout(wq_head, condition, timeout) \ wq_head 348 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 371 include/linux/wait.h #define wait_event_timeout(wq_head, condition, timeout) \ wq_head 376 include/linux/wait.h __ret = __wait_event_timeout(wq_head, condition, timeout); \ wq_head 380 include/linux/wait.h #define __wait_event_freezable_timeout(wq_head, condition, timeout) \ wq_head 381 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 389 include/linux/wait.h #define wait_event_freezable_timeout(wq_head, condition, timeout) \ wq_head 394 include/linux/wait.h __ret = __wait_event_freezable_timeout(wq_head, condition, timeout); \ wq_head 398 include/linux/wait.h #define __wait_event_exclusive_cmd(wq_head, condition, cmd1, cmd2) \ wq_head 399 include/linux/wait.h (void)___wait_event(wq_head, condition, TASK_UNINTERRUPTIBLE, 1, 0, \ wq_head 404 include/linux/wait.h #define wait_event_exclusive_cmd(wq_head, condition, cmd1, cmd2) \ wq_head 408 include/linux/wait.h __wait_event_exclusive_cmd(wq_head, condition, cmd1, cmd2); \ wq_head 411 include/linux/wait.h #define __wait_event_cmd(wq_head, condition, cmd1, cmd2) \ wq_head 412 include/linux/wait.h (void)___wait_event(wq_head, condition, TASK_UNINTERRUPTIBLE, 0, 0, \ wq_head 429 include/linux/wait.h #define wait_event_cmd(wq_head, condition, cmd1, cmd2) \ wq_head 433 include/linux/wait.h __wait_event_cmd(wq_head, condition, cmd1, cmd2); \ wq_head 436 include/linux/wait.h #define __wait_event_interruptible(wq_head, condition) \ wq_head 437 include/linux/wait.h ___wait_event(wq_head, condition, TASK_INTERRUPTIBLE, 0, 0, \ wq_head 455 include/linux/wait.h #define wait_event_interruptible(wq_head, condition) \ wq_head 460 include/linux/wait.h __ret = __wait_event_interruptible(wq_head, condition); \ wq_head 464 include/linux/wait.h #define __wait_event_interruptible_timeout(wq_head, condition, timeout) \ wq_head 465 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 489 include/linux/wait.h #define wait_event_interruptible_timeout(wq_head, condition, timeout) \ wq_head 494 include/linux/wait.h __ret = __wait_event_interruptible_timeout(wq_head, \ wq_head 499 include/linux/wait.h #define __wait_event_hrtimeout(wq_head, condition, timeout, state) \ wq_head 511 include/linux/wait.h __ret = ___wait_event(wq_head, condition, state, 0, 0, \ wq_head 539 include/linux/wait.h #define wait_event_hrtimeout(wq_head, condition, timeout) \ wq_head 544 include/linux/wait.h __ret = __wait_event_hrtimeout(wq_head, condition, timeout, \ wq_head 628 include/linux/wait.h #define wait_event_idle(wq_head, condition) \ wq_head 632 include/linux/wait.h ___wait_event(wq_head, condition, TASK_IDLE, 0, 0, schedule()); \ wq_head 652 include/linux/wait.h #define wait_event_idle_exclusive(wq_head, condition) \ wq_head 656 include/linux/wait.h ___wait_event(wq_head, condition, TASK_IDLE, 1, 0, schedule()); \ wq_head 659 include/linux/wait.h #define __wait_event_idle_timeout(wq_head, condition, timeout) \ wq_head 660 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 683 include/linux/wait.h #define wait_event_idle_timeout(wq_head, condition, timeout) \ wq_head 688 include/linux/wait.h __ret = __wait_event_idle_timeout(wq_head, condition, timeout); \ wq_head 692 include/linux/wait.h #define __wait_event_idle_exclusive_timeout(wq_head, condition, timeout) \ wq_head 693 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 720 include/linux/wait.h #define wait_event_idle_exclusive_timeout(wq_head, condition, timeout) \ wq_head 725 include/linux/wait.h __ret = __wait_event_idle_exclusive_timeout(wq_head, condition, timeout);\ wq_head 884 include/linux/wait.h #define wait_event_killable(wq_head, condition) \ wq_head 889 include/linux/wait.h __ret = __wait_event_killable(wq_head, condition); \ wq_head 893 include/linux/wait.h #define __wait_event_killable_timeout(wq_head, condition, timeout) \ wq_head 894 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 920 include/linux/wait.h #define wait_event_killable_timeout(wq_head, condition, timeout) \ wq_head 925 include/linux/wait.h __ret = __wait_event_killable_timeout(wq_head, \ wq_head 931 include/linux/wait.h #define __wait_event_lock_irq(wq_head, condition, lock, cmd) \ wq_head 932 include/linux/wait.h (void)___wait_event(wq_head, condition, TASK_UNINTERRUPTIBLE, 0, 0, \ wq_head 961 include/linux/wait.h #define wait_event_lock_irq_cmd(wq_head, condition, lock, cmd) \ wq_head 965 include/linux/wait.h __wait_event_lock_irq(wq_head, condition, lock, cmd); \ wq_head 988 include/linux/wait.h #define wait_event_lock_irq(wq_head, condition, lock) \ wq_head 992 include/linux/wait.h __wait_event_lock_irq(wq_head, condition, lock, ); \ wq_head 996 include/linux/wait.h #define __wait_event_interruptible_lock_irq(wq_head, condition, lock, cmd) \ wq_head 997 include/linux/wait.h ___wait_event(wq_head, condition, TASK_INTERRUPTIBLE, 0, 0, \ wq_head 1028 include/linux/wait.h #define wait_event_interruptible_lock_irq_cmd(wq_head, condition, lock, cmd) \ wq_head 1032 include/linux/wait.h __ret = __wait_event_interruptible_lock_irq(wq_head, \ wq_head 1059 include/linux/wait.h #define wait_event_interruptible_lock_irq(wq_head, condition, lock) \ wq_head 1063 include/linux/wait.h __ret = __wait_event_interruptible_lock_irq(wq_head, \ wq_head 1068 include/linux/wait.h #define __wait_event_lock_irq_timeout(wq_head, condition, lock, timeout, state) \ wq_head 1069 include/linux/wait.h ___wait_event(wq_head, ___wait_cond_timeout(condition), \ wq_head 1099 include/linux/wait.h #define wait_event_interruptible_lock_irq_timeout(wq_head, condition, lock, \ wq_head 1105 include/linux/wait.h wq_head, condition, lock, timeout, \ wq_head 1110 include/linux/wait.h #define wait_event_lock_irq_timeout(wq_head, condition, lock, timeout) \ wq_head 1115 include/linux/wait.h wq_head, condition, lock, timeout, \ wq_head 1123 include/linux/wait.h void prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state); wq_head 1124 include/linux/wait.h void prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state); wq_head 1125 include/linux/wait.h long prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state); wq_head 1126 include/linux/wait.h void finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry); wq_head 26 include/linux/wait_bit.h void __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit); wq_head 27 include/linux/wait_bit.h int __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode); wq_head 28 include/linux/wait_bit.h int __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wait_bit_action_f *action, unsigned int mode); wq_head 9 kernel/sched/wait.c void __init_waitqueue_head(struct wait_queue_head *wq_head, const char *name, struct lock_class_key *key) wq_head 11 kernel/sched/wait.c spin_lock_init(&wq_head->lock); wq_head 12 kernel/sched/wait.c lockdep_set_class_and_name(&wq_head->lock, key, name); wq_head 13 kernel/sched/wait.c INIT_LIST_HEAD(&wq_head->head); wq_head 18 kernel/sched/wait.c void add_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 23 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 24 kernel/sched/wait.c __add_wait_queue(wq_head, wq_entry); wq_head 25 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 29 kernel/sched/wait.c void add_wait_queue_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 34 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 35 kernel/sched/wait.c __add_wait_queue_entry_tail(wq_head, wq_entry); wq_head 36 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 40 kernel/sched/wait.c void remove_wait_queue(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 44 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 45 kernel/sched/wait.c __remove_wait_queue(wq_head, wq_entry); wq_head 46 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 66 kernel/sched/wait.c static int __wake_up_common(struct wait_queue_head *wq_head, unsigned int mode, wq_head 73 kernel/sched/wait.c lockdep_assert_held(&wq_head->lock); wq_head 81 kernel/sched/wait.c curr = list_first_entry(&wq_head->head, wait_queue_entry_t, entry); wq_head 83 kernel/sched/wait.c if (&curr->entry == &wq_head->head) wq_head 86 kernel/sched/wait.c list_for_each_entry_safe_from(curr, next, &wq_head->head, entry) { wq_head 100 kernel/sched/wait.c (&next->entry != &wq_head->head)) { wq_head 110 kernel/sched/wait.c static void __wake_up_common_lock(struct wait_queue_head *wq_head, unsigned int mode, wq_head 122 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 123 kernel/sched/wait.c nr_exclusive = __wake_up_common(wq_head, mode, nr_exclusive, wq_head 125 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 139 kernel/sched/wait.c void __wake_up(struct wait_queue_head *wq_head, unsigned int mode, wq_head 142 kernel/sched/wait.c __wake_up_common_lock(wq_head, mode, nr_exclusive, 0, key); wq_head 149 kernel/sched/wait.c void __wake_up_locked(struct wait_queue_head *wq_head, unsigned int mode, int nr) wq_head 151 kernel/sched/wait.c __wake_up_common(wq_head, mode, nr, 0, NULL, NULL); wq_head 155 kernel/sched/wait.c void __wake_up_locked_key(struct wait_queue_head *wq_head, unsigned int mode, void *key) wq_head 157 kernel/sched/wait.c __wake_up_common(wq_head, mode, 1, 0, key, NULL); wq_head 161 kernel/sched/wait.c void __wake_up_locked_key_bookmark(struct wait_queue_head *wq_head, wq_head 164 kernel/sched/wait.c __wake_up_common(wq_head, mode, 1, 0, key, bookmark); wq_head 185 kernel/sched/wait.c void __wake_up_sync_key(struct wait_queue_head *wq_head, unsigned int mode, wq_head 190 kernel/sched/wait.c if (unlikely(!wq_head)) wq_head 196 kernel/sched/wait.c __wake_up_common_lock(wq_head, mode, nr_exclusive, wake_flags, key); wq_head 203 kernel/sched/wait.c void __wake_up_sync(struct wait_queue_head *wq_head, unsigned int mode, int nr_exclusive) wq_head 205 kernel/sched/wait.c __wake_up_sync_key(wq_head, mode, nr_exclusive, NULL); wq_head 222 kernel/sched/wait.c prepare_to_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) wq_head 227 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 229 kernel/sched/wait.c __add_wait_queue(wq_head, wq_entry); wq_head 231 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 236 kernel/sched/wait.c prepare_to_wait_exclusive(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) wq_head 241 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 243 kernel/sched/wait.c __add_wait_queue_entry_tail(wq_head, wq_entry); wq_head 245 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 258 kernel/sched/wait.c long prepare_to_wait_event(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry, int state) wq_head 263 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 282 kernel/sched/wait.c __add_wait_queue_entry_tail(wq_head, wq_entry); wq_head 284 kernel/sched/wait.c __add_wait_queue(wq_head, wq_entry); wq_head 288 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 344 kernel/sched/wait.c void finish_wait(struct wait_queue_head *wq_head, struct wait_queue_entry *wq_entry) wq_head 363 kernel/sched/wait.c spin_lock_irqsave(&wq_head->lock, flags); wq_head 365 kernel/sched/wait.c spin_unlock_irqrestore(&wq_head->lock, flags); wq_head 41 kernel/sched/wait_bit.c __wait_on_bit(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wq_head 47 kernel/sched/wait_bit.c prepare_to_wait(wq_head, &wbq_entry->wq_entry, mode); wq_head 52 kernel/sched/wait_bit.c finish_wait(wq_head, &wbq_entry->wq_entry); wq_head 61 kernel/sched/wait_bit.c struct wait_queue_head *wq_head = bit_waitqueue(word, bit); wq_head 64 kernel/sched/wait_bit.c return __wait_on_bit(wq_head, &wq_entry, action, mode); wq_head 72 kernel/sched/wait_bit.c struct wait_queue_head *wq_head = bit_waitqueue(word, bit); wq_head 77 kernel/sched/wait_bit.c return __wait_on_bit(wq_head, &wq_entry, action, mode); wq_head 82 kernel/sched/wait_bit.c __wait_on_bit_lock(struct wait_queue_head *wq_head, struct wait_bit_queue_entry *wbq_entry, wq_head 88 kernel/sched/wait_bit.c prepare_to_wait_exclusive(wq_head, &wbq_entry->wq_entry, mode); wq_head 98 kernel/sched/wait_bit.c finish_wait(wq_head, &wbq_entry->wq_entry); wq_head 102 kernel/sched/wait_bit.c finish_wait(wq_head, &wbq_entry->wq_entry); wq_head 114 kernel/sched/wait_bit.c struct wait_queue_head *wq_head = bit_waitqueue(word, bit); wq_head 117 kernel/sched/wait_bit.c return __wait_on_bit_lock(wq_head, &wq_entry, action, mode); wq_head 121 kernel/sched/wait_bit.c void __wake_up_bit(struct wait_queue_head *wq_head, void *word, int bit) wq_head 125 kernel/sched/wait_bit.c if (waitqueue_active(wq_head)) wq_head 126 kernel/sched/wait_bit.c __wake_up(wq_head, TASK_NORMAL, 1, &key);