bfq_data 227 block/bfq-cgroup.c if (!(bfqq == ((struct bfq_data *)bfqg->bfqd)->in_service_queue)) bfq_data 527 block/bfq-cgroup.c struct bfq_data *bfqd = blkg->q->elevator->elevator_data; bfq_data 567 block/bfq-cgroup.c static struct bfq_group *bfq_lookup_bfqg(struct bfq_data *bfqd, bfq_data 578 block/bfq-cgroup.c struct bfq_group *bfq_find_set_group(struct bfq_data *bfqd, bfq_data 623 block/bfq-cgroup.c void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 681 block/bfq-cgroup.c static struct bfq_group *__bfq_bic_change_cgroup(struct bfq_data *bfqd, bfq_data 715 block/bfq-cgroup.c struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_data 804 block/bfq-cgroup.c static void bfq_reparent_leaf_entity(struct bfq_data *bfqd, bfq_data 833 block/bfq-cgroup.c static void bfq_reparent_active_queues(struct bfq_data *bfqd, bfq_data 862 block/bfq-cgroup.c struct bfq_data *bfqd = bfqg->bfqd; bfq_data 922 block/bfq-cgroup.c void bfq_end_wr_async(struct bfq_data *bfqd) bfq_data 1211 block/bfq-cgroup.c struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_data 1376 block/bfq-cgroup.c void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1394 block/bfq-cgroup.c void bfq_end_wr_async(struct bfq_data *bfqd) bfq_data 1399 block/bfq-cgroup.c struct bfq_group *bfq_find_set_group(struct bfq_data *bfqd, struct blkcg *blkcg) bfq_data 1413 block/bfq-cgroup.c struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node) bfq_data 378 block/bfq-iosched.c struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic) bfq_data 399 block/bfq-iosched.c static struct bfq_io_cq *bfq_bic_lookup(struct bfq_data *bfqd, bfq_data 421 block/bfq-iosched.c void bfq_schedule_dispatch(struct bfq_data *bfqd) bfq_data 439 block/bfq-iosched.c static struct request *bfq_choose_req(struct bfq_data *bfqd, bfq_data 537 block/bfq-iosched.c struct bfq_data *bfqd = data->q->elevator->elevator_data; bfq_data 551 block/bfq-iosched.c bfq_rq_pos_tree_lookup(struct bfq_data *bfqd, struct rb_root *root, bfq_data 607 block/bfq-iosched.c bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 677 block/bfq-iosched.c static bool bfq_asymmetric_scenario(struct bfq_data *bfqd, bfq_data 722 block/bfq-iosched.c void bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 796 block/bfq-iosched.c void __bfq_weights_tree_remove(struct bfq_data *bfqd, bfq_data 819 block/bfq-iosched.c void bfq_weights_tree_remove(struct bfq_data *bfqd, bfq_data 890 block/bfq-iosched.c static struct request *bfq_find_next_rq(struct bfq_data *bfqd, bfq_data 939 block/bfq-iosched.c static void bfq_updated_next_req(struct bfq_data *bfqd, bfq_data 968 block/bfq-iosched.c static unsigned int bfq_wr_duration(struct bfq_data *bfqd) bfq_data 1003 block/bfq-iosched.c struct bfq_data *bfqd) bfq_data 1011 block/bfq-iosched.c bfq_bfqq_resume_state(struct bfq_queue *bfqq, struct bfq_data *bfqd, bfq_data 1068 block/bfq-iosched.c static void bfq_reset_burst_list(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 1091 block/bfq-iosched.c static void bfq_add_to_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 1243 block/bfq-iosched.c static void bfq_handle_burst(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 1321 block/bfq-iosched.c static int bfq_max_budget(struct bfq_data *bfqd) bfq_data 1333 block/bfq-iosched.c static int bfq_min_budget(struct bfq_data *bfqd) bfq_data 1445 block/bfq-iosched.c static bool bfq_bfqq_update_budg_for_activation(struct bfq_data *bfqd, bfq_data 1514 block/bfq-iosched.c static void bfq_update_bfqq_wr_on_rq_arrival(struct bfq_data *bfqd, bfq_data 1611 block/bfq-iosched.c static bool bfq_bfqq_idle_for_long_time(struct bfq_data *bfqd, bfq_data 1650 block/bfq-iosched.c static void bfq_bfqq_handle_idle_busy_switch(struct bfq_data *bfqd, bfq_data 1798 block/bfq-iosched.c static void bfq_reset_inject_limit(struct bfq_data *bfqd, bfq_data 1867 block/bfq-iosched.c struct bfq_data *bfqd = bfqq->bfqd; bfq_data 2115 block/bfq-iosched.c static struct request *bfq_find_rq_fmerge(struct bfq_data *bfqd, bfq_data 2139 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 2146 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 2156 block/bfq-iosched.c struct bfq_data *bfqd = bfqq->bfqd; bfq_data 2217 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 2249 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 2272 block/bfq-iosched.c struct bfq_data *bfqd; bfq_data 2367 block/bfq-iosched.c void bfq_end_wr_async_queues(struct bfq_data *bfqd, bfq_data 2380 block/bfq-iosched.c static void bfq_end_wr(struct bfq_data *bfqd) bfq_data 2410 block/bfq-iosched.c static struct bfq_queue *bfqq_find_close(struct bfq_data *bfqd, bfq_data 2452 block/bfq-iosched.c static struct bfq_queue *bfq_find_close_cooperator(struct bfq_data *bfqd, bfq_data 2581 block/bfq-iosched.c bfq_setup_cooperator(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 2720 block/bfq-iosched.c void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 2741 block/bfq-iosched.c bfq_merge_bfqqs(struct bfq_data *bfqd, struct bfq_io_cq *bic, bfq_data 2816 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 2873 block/bfq-iosched.c static void bfq_set_budget_timeout(struct bfq_data *bfqd, bfq_data 2889 block/bfq-iosched.c static void __bfq_set_in_service_queue(struct bfq_data *bfqd, bfq_data 2945 block/bfq-iosched.c static struct bfq_queue *bfq_set_in_service_queue(struct bfq_data *bfqd) bfq_data 2953 block/bfq-iosched.c static void bfq_arm_slice_timer(struct bfq_data *bfqd) bfq_data 2997 block/bfq-iosched.c static unsigned long bfq_calc_max_budget(struct bfq_data *bfqd) bfq_data 3008 block/bfq-iosched.c static void update_thr_responsiveness_params(struct bfq_data *bfqd) bfq_data 3017 block/bfq-iosched.c static void bfq_reset_rate_computation(struct bfq_data *bfqd, bfq_data 3035 block/bfq-iosched.c static void bfq_update_rate_reset(struct bfq_data *bfqd, struct request *rq) bfq_data 3176 block/bfq-iosched.c static void bfq_update_peak_rate(struct bfq_data *bfqd, struct request *rq) bfq_data 3446 block/bfq-iosched.c static bool idling_needed_for_service_guarantees(struct bfq_data *bfqd, bfq_data 3461 block/bfq-iosched.c static bool __bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 3529 block/bfq-iosched.c static void __bfq_bfqq_recalc_budget(struct bfq_data *bfqd, bfq_data 3721 block/bfq-iosched.c static bool bfq_bfqq_is_slow(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 3871 block/bfq-iosched.c static unsigned long bfq_bfqq_softrt_next_start(struct bfq_data *bfqd, bfq_data 3907 block/bfq-iosched.c void bfq_bfqq_expire(struct bfq_data *bfqd, bfq_data 4078 block/bfq-iosched.c static bool idling_boosts_thr_without_issues(struct bfq_data *bfqd, bfq_data 4180 block/bfq-iosched.c struct bfq_data *bfqd = bfqq->bfqd; bfq_data 4242 block/bfq-iosched.c bfq_choose_bfqq_for_injection(struct bfq_data *bfqd) bfq_data 4334 block/bfq-iosched.c static struct bfq_queue *bfq_select_queue(struct bfq_data *bfqd) bfq_data 4536 block/bfq-iosched.c static void bfq_update_wr_data(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 4592 block/bfq-iosched.c static struct request *bfq_dispatch_rq_from_bfqq(struct bfq_data *bfqd, bfq_data 4641 block/bfq-iosched.c struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_data 4653 block/bfq-iosched.c struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_data 4793 block/bfq-iosched.c struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_data 4922 block/bfq-iosched.c static void bfq_exit_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 4939 block/bfq-iosched.c struct bfq_data *bfqd; bfq_data 4972 block/bfq-iosched.c struct bfq_data *bfqd = bfqq->bfqd; bfq_data 5014 block/bfq-iosched.c static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd, bfq_data 5020 block/bfq-iosched.c struct bfq_data *bfqd = bic_to_bfqd(bic); bfq_data 5045 block/bfq-iosched.c static void bfq_init_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 5105 block/bfq-iosched.c static struct bfq_queue **bfq_async_queue_prio(struct bfq_data *bfqd, bfq_data 5124 block/bfq-iosched.c static struct bfq_queue *bfq_get_queue(struct bfq_data *bfqd, bfq_data 5189 block/bfq-iosched.c static void bfq_update_io_thinktime(struct bfq_data *bfqd, bfq_data 5204 block/bfq-iosched.c bfq_update_io_seektime(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 5216 block/bfq-iosched.c static void bfq_update_has_short_ttime(struct bfq_data *bfqd, bfq_data 5347 block/bfq-iosched.c static void bfq_rq_enqueued(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 5404 block/bfq-iosched.c static bool __bfq_insert_request(struct bfq_data *bfqd, struct request *rq) bfq_data 5492 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 5555 block/bfq-iosched.c static void bfq_update_hw_tag(struct bfq_data *bfqd) bfq_data 5596 block/bfq-iosched.c static void bfq_completed_request(struct bfq_queue *bfqq, struct bfq_data *bfqd) bfq_data 5825 block/bfq-iosched.c static void bfq_update_inject_limit(struct bfq_data *bfqd, bfq_data 5891 block/bfq-iosched.c struct bfq_data *bfqd; bfq_data 6000 block/bfq-iosched.c static struct bfq_queue *bfq_get_bfqq_handle_split(struct bfq_data *bfqd, bfq_data 6106 block/bfq-iosched.c struct bfq_data *bfqd = q->elevator->elevator_data; bfq_data 6212 block/bfq-iosched.c bfq_idle_slice_timer_body(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 6264 block/bfq-iosched.c struct bfq_data *bfqd = container_of(timer, struct bfq_data, bfq_data 6282 block/bfq-iosched.c static void __bfq_put_async_bfqq(struct bfq_data *bfqd, bfq_data 6304 block/bfq-iosched.c void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg) bfq_data 6319 block/bfq-iosched.c static unsigned int bfq_update_depths(struct bfq_data *bfqd, bfq_data 6364 block/bfq-iosched.c struct bfq_data *bfqd = hctx->queue->elevator->elevator_data; bfq_data 6380 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; bfq_data 6408 block/bfq-iosched.c struct bfq_data *bfqd) bfq_data 6425 block/bfq-iosched.c struct bfq_data *bfqd; bfq_data 6587 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; \ bfq_data 6609 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; \ bfq_data 6621 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; \ bfq_data 6653 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; \ bfq_data 6674 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; bfq_data 6702 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; bfq_data 6725 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; bfq_data 6747 block/bfq-iosched.c struct bfq_data *bfqd = e->elevator_data; bfq_data 232 block/bfq-iosched.h struct bfq_data *bfqd; bfq_data 940 block/bfq-iosched.h struct bfq_data *bic_to_bfqd(struct bfq_io_cq *bic); bfq_data 941 block/bfq-iosched.h void bfq_pos_tree_add_move(struct bfq_data *bfqd, struct bfq_queue *bfqq); bfq_data 942 block/bfq-iosched.h void bfq_weights_tree_add(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 944 block/bfq-iosched.h void __bfq_weights_tree_remove(struct bfq_data *bfqd, bfq_data 947 block/bfq-iosched.h void bfq_weights_tree_remove(struct bfq_data *bfqd, bfq_data 949 block/bfq-iosched.h void bfq_bfqq_expire(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 952 block/bfq-iosched.h void bfq_end_wr_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg); bfq_data 953 block/bfq-iosched.h void bfq_release_process_ref(struct bfq_data *bfqd, struct bfq_queue *bfqq); bfq_data 954 block/bfq-iosched.h void bfq_schedule_dispatch(struct bfq_data *bfqd); bfq_data 955 block/bfq-iosched.h void bfq_put_async_queues(struct bfq_data *bfqd, struct bfq_group *bfqg); bfq_data 972 block/bfq-iosched.h void bfq_bfqq_move(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 977 block/bfq-iosched.h void bfq_end_wr_async(struct bfq_data *bfqd); bfq_data 978 block/bfq-iosched.h struct bfq_group *bfq_find_set_group(struct bfq_data *bfqd, bfq_data 982 block/bfq-iosched.h struct bfq_group *bfq_create_group_hierarchy(struct bfq_data *bfqd, int node); bfq_data 1025 block/bfq-iosched.h unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd); bfq_data 1036 block/bfq-iosched.h void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1040 block/bfq-iosched.h bool next_queue_may_preempt(struct bfq_data *bfqd); bfq_data 1041 block/bfq-iosched.h struct bfq_queue *bfq_get_next_queue(struct bfq_data *bfqd); bfq_data 1042 block/bfq-iosched.h bool __bfq_bfqd_reset_in_service(struct bfq_data *bfqd); bfq_data 1043 block/bfq-iosched.h void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1045 block/bfq-iosched.h void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq); bfq_data 1046 block/bfq-iosched.h void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1048 block/bfq-iosched.h void bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1050 block/bfq-iosched.h void bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq); bfq_data 38 block/bfq-wf2q.c unsigned int bfq_tot_busy_queues(struct bfq_data *bfqd) bfq_data 483 block/bfq-wf2q.c struct bfq_data *bfqd = NULL; bfq_data 498 block/bfq-wf2q.c bfqd = (struct bfq_data *)bfqg->bfqd; bfq_data 587 block/bfq-wf2q.c struct bfq_data *bfqd = NULL; bfq_data 599 block/bfq-wf2q.c bfqd = (struct bfq_data *)bfqg->bfqd; bfq_data 738 block/bfq-wf2q.c struct bfq_data *bfqd = NULL; bfq_data 751 block/bfq-wf2q.c bfqd = (struct bfq_data *)bfqg->bfqd; bfq_data 885 block/bfq-wf2q.c void bfq_bfqq_charge_time(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1020 block/bfq-wf2q.c struct bfq_data *bfqd = bfqg->bfqd; bfq_data 1507 block/bfq-wf2q.c bool next_queue_may_preempt(struct bfq_data *bfqd) bfq_data 1517 block/bfq-wf2q.c struct bfq_queue *bfq_get_next_queue(struct bfq_data *bfqd) bfq_data 1610 block/bfq-wf2q.c bool __bfq_bfqd_reset_in_service(struct bfq_data *bfqd) bfq_data 1650 block/bfq-wf2q.c void bfq_deactivate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1658 block/bfq-wf2q.c void bfq_activate_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq) bfq_data 1667 block/bfq-wf2q.c void bfq_requeue_bfqq(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1681 block/bfq-wf2q.c void bfq_del_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq, bfq_data 1704 block/bfq-wf2q.c void bfq_add_bfqq_busy(struct bfq_data *bfqd, struct bfq_queue *bfqq)