throtl_grp 70 block/blk-throttle.c struct throtl_grp *tg; /* tg this qnode belongs to */ throtl_grp 98 block/blk-throttle.c #define rb_entry_tg(node) rb_entry((node), struct throtl_grp, rb_node) throtl_grp 227 block/blk-throttle.c static inline struct throtl_grp *pd_to_tg(struct blkg_policy_data *pd) throtl_grp 229 block/blk-throttle.c return pd ? container_of(pd, struct throtl_grp, pd) : NULL; throtl_grp 232 block/blk-throttle.c static inline struct throtl_grp *blkg_to_tg(struct blkcg_gq *blkg) throtl_grp 237 block/blk-throttle.c static inline struct blkcg_gq *tg_to_blkg(struct throtl_grp *tg) throtl_grp 249 block/blk-throttle.c static struct throtl_grp *sq_to_tg(struct throtl_service_queue *sq) throtl_grp 252 block/blk-throttle.c return container_of(sq, struct throtl_grp, service_queue); throtl_grp 266 block/blk-throttle.c struct throtl_grp *tg = sq_to_tg(sq); throtl_grp 292 block/blk-throttle.c static uint64_t tg_bps_limit(struct throtl_grp *tg, int rw) throtl_grp 322 block/blk-throttle.c static unsigned int tg_iops_limit(struct throtl_grp *tg, int rw) throtl_grp 367 block/blk-throttle.c struct throtl_grp *__tg = sq_to_tg((sq)); \ throtl_grp 389 block/blk-throttle.c static void throtl_qnode_init(struct throtl_qnode *qn, struct throtl_grp *tg) throtl_grp 448 block/blk-throttle.c struct throtl_grp **tg_to_put) throtl_grp 485 block/blk-throttle.c struct throtl_grp *tg; throtl_grp 520 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 549 block/blk-throttle.c static void tg_update_has_rules(struct throtl_grp *tg) throtl_grp 551 block/blk-throttle.c struct throtl_grp *parent_tg = sq_to_tg(tg->service_queue.parent_sq); throtl_grp 564 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 580 block/blk-throttle.c struct throtl_grp *tg = blkg_to_tg(blkg); throtl_grp 596 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 611 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 617 block/blk-throttle.c static struct throtl_grp * throtl_grp 642 block/blk-throttle.c struct throtl_grp *tg; throtl_grp 651 block/blk-throttle.c static void tg_service_queue_add(struct throtl_grp *tg) throtl_grp 656 block/blk-throttle.c struct throtl_grp *__tg; throtl_grp 677 block/blk-throttle.c static void __throtl_enqueue_tg(struct throtl_grp *tg) throtl_grp 684 block/blk-throttle.c static void throtl_enqueue_tg(struct throtl_grp *tg) throtl_grp 690 block/blk-throttle.c static void __throtl_dequeue_tg(struct throtl_grp *tg) throtl_grp 696 block/blk-throttle.c static void throtl_dequeue_tg(struct throtl_grp *tg) throtl_grp 759 block/blk-throttle.c static inline void throtl_start_new_slice_with_credit(struct throtl_grp *tg, throtl_grp 781 block/blk-throttle.c static inline void throtl_start_new_slice(struct throtl_grp *tg, bool rw) throtl_grp 793 block/blk-throttle.c static inline void throtl_set_slice_end(struct throtl_grp *tg, bool rw, throtl_grp 799 block/blk-throttle.c static inline void throtl_extend_slice(struct throtl_grp *tg, bool rw, throtl_grp 810 block/blk-throttle.c static bool throtl_slice_used(struct throtl_grp *tg, bool rw) throtl_grp 819 block/blk-throttle.c static inline void throtl_trim_slice(struct throtl_grp *tg, bool rw) throtl_grp 878 block/blk-throttle.c static bool tg_with_in_iops_limit(struct throtl_grp *tg, struct bio *bio, throtl_grp 920 block/blk-throttle.c static bool tg_with_in_bps_limit(struct throtl_grp *tg, struct bio *bio, throtl_grp 967 block/blk-throttle.c static bool tg_may_dispatch(struct throtl_grp *tg, struct bio *bio, throtl_grp 1024 block/blk-throttle.c static void throtl_charge_bio(struct throtl_grp *tg, struct bio *bio) throtl_grp 1055 block/blk-throttle.c struct throtl_grp *tg) throtl_grp 1078 block/blk-throttle.c static void tg_update_disptime(struct throtl_grp *tg) throtl_grp 1104 block/blk-throttle.c static void start_parent_slice_with_credit(struct throtl_grp *child_tg, throtl_grp 1105 block/blk-throttle.c struct throtl_grp *parent_tg, bool rw) throtl_grp 1114 block/blk-throttle.c static void tg_dispatch_one_bio(struct throtl_grp *tg, bool rw) throtl_grp 1118 block/blk-throttle.c struct throtl_grp *parent_tg = sq_to_tg(parent_sq); throtl_grp 1119 block/blk-throttle.c struct throtl_grp *tg_to_put = NULL; throtl_grp 1156 block/blk-throttle.c static int throtl_dispatch_tg(struct throtl_grp *tg) throtl_grp 1194 block/blk-throttle.c struct throtl_grp *tg = throtl_rb_first(parent_sq); throtl_grp 1219 block/blk-throttle.c struct throtl_grp *this_tg); throtl_grp 1238 block/blk-throttle.c struct throtl_grp *tg = sq_to_tg(sq); throtl_grp 1333 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 1344 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 1366 block/blk-throttle.c static void tg_conf_updated(struct throtl_grp *tg, bool global) throtl_grp 1386 block/blk-throttle.c struct throtl_grp *this_tg = blkg_to_tg(blkg); throtl_grp 1387 block/blk-throttle.c struct throtl_grp *parent_tg; throtl_grp 1427 block/blk-throttle.c struct throtl_grp *tg; throtl_grp 1470 block/blk-throttle.c .private = offsetof(struct throtl_grp, bps[READ][LIMIT_MAX]), throtl_grp 1476 block/blk-throttle.c .private = offsetof(struct throtl_grp, bps[WRITE][LIMIT_MAX]), throtl_grp 1482 block/blk-throttle.c .private = offsetof(struct throtl_grp, iops[READ][LIMIT_MAX]), throtl_grp 1488 block/blk-throttle.c .private = offsetof(struct throtl_grp, iops[WRITE][LIMIT_MAX]), throtl_grp 1518 block/blk-throttle.c struct throtl_grp *tg = pd_to_tg(pd); throtl_grp 1590 block/blk-throttle.c struct throtl_grp *tg; throtl_grp 1739 block/blk-throttle.c static unsigned long __tg_last_low_overflow_time(struct throtl_grp *tg) throtl_grp 1751 block/blk-throttle.c static unsigned long tg_last_low_overflow_time(struct throtl_grp *tg) throtl_grp 1754 block/blk-throttle.c struct throtl_grp *parent = tg; throtl_grp 1778 block/blk-throttle.c static bool throtl_tg_is_idle(struct throtl_grp *tg) throtl_grp 1804 block/blk-throttle.c static bool throtl_tg_can_upgrade(struct throtl_grp *tg) throtl_grp 1831 block/blk-throttle.c static bool throtl_hierarchy_can_upgrade(struct throtl_grp *tg) throtl_grp 1844 block/blk-throttle.c struct throtl_grp *this_tg) throtl_grp 1857 block/blk-throttle.c struct throtl_grp *tg = blkg_to_tg(blkg); throtl_grp 1872 block/blk-throttle.c static void throtl_upgrade_check(struct throtl_grp *tg) throtl_grp 1903 block/blk-throttle.c struct throtl_grp *tg = blkg_to_tg(blkg); throtl_grp 1930 block/blk-throttle.c static bool throtl_tg_can_downgrade(struct throtl_grp *tg) throtl_grp 1948 block/blk-throttle.c static bool throtl_hierarchy_can_downgrade(struct throtl_grp *tg) throtl_grp 1960 block/blk-throttle.c static void throtl_downgrade_check(struct throtl_grp *tg) throtl_grp 2021 block/blk-throttle.c static void blk_throtl_update_idletime(struct throtl_grp *tg) throtl_grp 2121 block/blk-throttle.c struct throtl_grp *tg = blkg_to_tg(blkg ?: q->root_blkg); throtl_grp 2258 block/blk-throttle.c struct throtl_grp *tg; throtl_grp 2315 block/blk-throttle.c struct throtl_grp *tg;