Lines Matching refs:service_queue

105 	struct throtl_service_queue service_queue;  member
155 struct throtl_service_queue service_queue; member
210 return container_of(sq, struct throtl_grp, service_queue); in sq_to_tg()
229 return container_of(sq, struct throtl_data, service_queue); in sq_to_td()
427 parent_sq = &td->service_queue; in throtl_pd_init()
430 parent_sq = &blkg_to_tg(blkg->parent)->service_queue; in throtl_pd_init()
432 throtl_service_queue_init(&tg->service_queue, parent_sq); in throtl_pd_init()
465 struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); in tg_update_has_rules()
493 throtl_service_queue_exit(&tg->service_queue); in throtl_pd_exit()
596 struct throtl_service_queue *parent_sq = tg->service_queue.parent_sq; in tg_service_queue_add()
626 tg->service_queue.parent_sq->nr_pending++; in __throtl_enqueue_tg()
637 throtl_rb_erase(&tg->rb_node, tg->service_queue.parent_sq); in __throtl_dequeue_tg()
709 throtl_log(&tg->service_queue, in throtl_start_new_slice_with_credit()
721 throtl_log(&tg->service_queue, in throtl_start_new_slice()
737 throtl_log(&tg->service_queue, in throtl_extend_slice()
805 throtl_log(&tg->service_queue, in throtl_trim_slice()
919 BUG_ON(tg->service_queue.nr_queued[rw] && in tg_may_dispatch()
920 bio != throtl_peek_queued(&tg->service_queue.queued[rw])); in tg_may_dispatch()
1023 struct throtl_service_queue *sq = &tg->service_queue; in throtl_add_bio_tg()
1046 struct throtl_service_queue *sq = &tg->service_queue; in tg_update_disptime()
1080 struct throtl_service_queue *sq = &tg->service_queue; in tg_dispatch_one_bio()
1122 struct throtl_service_queue *sq = &tg->service_queue; in throtl_dispatch_tg()
1159 struct throtl_service_queue *sq = &tg->service_queue; in throtl_select_dispatch()
1265 struct throtl_service_queue *td_sq = &td->service_queue; in blk_throtl_dispatch_work_fn()
1368 sq = &tg->service_queue; in tg_set_conf()
1378 throtl_log(&tg->service_queue, in tg_set_conf()
1519 sq = &tg->service_queue; in blk_throtl_bio()
1578 throtl_schedule_next_dispatch(tg->service_queue.parent_sq, true); in blk_throtl_bio()
1606 struct throtl_service_queue *sq = &tg->service_queue; in tg_drain_bios()
1643 tg_drain_bios(&blkg_to_tg(blkg)->service_queue); in blk_throtl_drain()
1646 tg_drain_bios(&td->service_queue); in blk_throtl_drain()
1653 while ((bio = throtl_pop_queued(&td->service_queue.queued[rw], in blk_throtl_drain()
1670 throtl_service_queue_init(&td->service_queue, NULL); in blk_throtl_init()