Lines Matching refs:service_queue

97 	struct throtl_service_queue service_queue;  member
141 struct throtl_service_queue service_queue; member
184 return container_of(sq, struct throtl_grp, service_queue); in sq_to_tg()
203 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
335 throtl_service_queue_init(&tg->service_queue); in throtl_pd_alloc()
356 struct throtl_service_queue *sq = &tg->service_queue; in throtl_pd_init()
371 sq->parent_sq = &td->service_queue; in throtl_pd_init()
373 sq->parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
384 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); in tg_update_has_rules()
405 del_timer_sync(&tg->service_queue.pending_timer); in throtl_pd_free()
453 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq; in tg_service_queue_add()
483 tg->service_queue.parent_sq->nr_pending++; in __throtl_enqueue_tg()
494 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq); in __throtl_dequeue_tg()
566 throtl_log(&tg->service_queue, in throtl_start_new_slice_with_credit()
578 throtl_log(&tg->service_queue, in throtl_start_new_slice()
594 throtl_log(&tg->service_queue, in throtl_extend_slice()
662 throtl_log(&tg->service_queue, in throtl_trim_slice()
776 BUG_ON(tg->service_queue.nr_queued[rw] && in tg_may_dispatch()
777 bio != throtl_peek_queued(&tg->service_queue.queued[rw])); in tg_may_dispatch()
846 struct throtl_service_queue *sq = &tg->service_queue; in throtl_add_bio_tg()
869 struct throtl_service_queue *sq = &tg->service_queue; in tg_update_disptime()
903 struct throtl_service_queue *sq = &tg->service_queue; in tg_dispatch_one_bio()
945 struct throtl_service_queue *sq = &tg->service_queue; in throtl_dispatch_tg()
982 struct throtl_service_queue *sq = &tg->service_queue; in throtl_select_dispatch()
1088 struct throtl_service_queue *td_sq = &td->service_queue; in blk_throtl_dispatch_work_fn()
1149 struct throtl_service_queue *sq = &tg->service_queue; in tg_conf_updated()
1153 throtl_log(&tg->service_queue, in tg_conf_updated()
1416 sq = &tg->service_queue; in blk_throtl_bio()
1475 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true); in blk_throtl_bio()
1501 struct throtl_service_queue *sq = &tg->service_queue; in tg_drain_bios()
1538 tg_drain_bios(&blkg_to_tg(blkg)->service_queue); in blk_throtl_drain()
1541 tg_drain_bios(&td->service_queue); in blk_throtl_drain()
1548 while ((bio = throtl_pop_queued(&td->service_queue.queued[rw], in blk_throtl_drain()
1565 throtl_service_queue_init(&td->service_queue); in blk_throtl_init()