Lines Matching refs:pool_workqueue
198 struct pool_workqueue { struct
256 struct pool_workqueue *dfl_pwq; /* PW: only for unbound wqs */
275 struct pool_workqueue __percpu *cpu_pwqs; /* I: per-cpu pwqs */
276 struct pool_workqueue __rcu *numa_pwq_tbl[]; /* PWR: unbound pwqs indexed by node */
567 static struct pool_workqueue *unbound_pwq_by_node(struct workqueue_struct *wq, in unbound_pwq_by_node()
627 static void set_work_pwq(struct work_struct *work, struct pool_workqueue *pwq, in set_work_pwq()
689 static struct pool_workqueue *get_work_pwq(struct work_struct *work) in get_work_pwq()
722 return ((struct pool_workqueue *) in get_work_pool()
744 return ((struct pool_workqueue *) in get_work_pool_id()
1069 static void get_pwq(struct pool_workqueue *pwq) in get_pwq()
1083 static void put_pwq(struct pool_workqueue *pwq) in put_pwq()
1107 static void put_pwq_unlocked(struct pool_workqueue *pwq) in put_pwq_unlocked()
1122 struct pool_workqueue *pwq = get_work_pwq(work); in pwq_activate_delayed_work()
1130 static void pwq_activate_first_delayed(struct pool_workqueue *pwq) in pwq_activate_first_delayed()
1149 static void pwq_dec_nr_in_flight(struct pool_workqueue *pwq, int color) in pwq_dec_nr_in_flight()
1216 struct pool_workqueue *pwq; in try_to_grab_pending()
1299 static void insert_work(struct pool_workqueue *pwq, struct work_struct *work, in insert_work()
1339 struct pool_workqueue *pwq; in __queue_work()
1834 struct pool_workqueue *pwq = get_work_pwq(work); in send_mayday()
1994 struct pool_workqueue *pwq = get_work_pwq(work); in process_one_work()
2278 struct pool_workqueue *pwq = list_first_entry(&wq->maydays, in rescuer_thread()
2279 struct pool_workqueue, mayday_node); in rescuer_thread()
2394 static void insert_wq_barrier(struct pool_workqueue *pwq, in insert_wq_barrier()
2467 struct pool_workqueue *pwq; in flush_workqueue_prep_pwqs()
2670 struct pool_workqueue *pwq; in drain_workqueue()
2715 struct pool_workqueue *pwq; in start_flush_work()
3299 container_of(rcu, struct pool_workqueue, rcu)); in rcu_free_pwq()
3308 struct pool_workqueue *pwq = container_of(work, struct pool_workqueue, in pwq_unbound_release_workfn()
3344 static void pwq_adjust_max_active(struct pool_workqueue *pwq) in pwq_adjust_max_active()
3383 static void init_pwq(struct pool_workqueue *pwq, struct workqueue_struct *wq, in init_pwq()
3401 static void link_pwq(struct pool_workqueue *pwq) in link_pwq()
3422 static struct pool_workqueue *alloc_unbound_pwq(struct workqueue_struct *wq, in alloc_unbound_pwq()
3426 struct pool_workqueue *pwq; in alloc_unbound_pwq()
3490 static struct pool_workqueue *numa_pwq_tbl_install(struct workqueue_struct *wq, in numa_pwq_tbl_install()
3492 struct pool_workqueue *pwq) in numa_pwq_tbl_install()
3494 struct pool_workqueue *old_pwq; in numa_pwq_tbl_install()
3512 struct pool_workqueue *dfl_pwq;
3513 struct pool_workqueue *pwq_tbl[];
3721 struct pool_workqueue *old_pwq = NULL, *pwq; in wq_update_unbound_numa()
3785 wq->cpu_pwqs = alloc_percpu(struct pool_workqueue); in alloc_and_link_pwqs()
3790 struct pool_workqueue *pwq = in alloc_and_link_pwqs()
3835 struct pool_workqueue *pwq; in __alloc_workqueue_key()
3941 struct pool_workqueue *pwq; in destroy_workqueue()
4022 struct pool_workqueue *pwq; in workqueue_set_max_active()
4076 struct pool_workqueue *pwq; in workqueue_congested()
4171 struct pool_workqueue *pwq = NULL; in print_worker_info()
4229 static void show_pwq(struct pool_workqueue *pwq) in show_pwq()
4318 struct pool_workqueue *pwq; in show_workqueue_state()
4678 struct pool_workqueue *pwq; in freeze_workqueues_begin()
4712 struct pool_workqueue *pwq; in freeze_workqueues_busy()
4753 struct pool_workqueue *pwq; in thaw_workqueues()
5267 WARN_ON(__alignof__(struct pool_workqueue) < __alignof__(long long)); in init_workqueues()
5272 pwq_cache = KMEM_CACHE(pool_workqueue, SLAB_PANIC); in init_workqueues()