55 #define CFQQ_SEEKY(cfqq)	(hweight32(cfqq->seek_history) > 32/8)  argument
64 #define cfq_class_idle(cfqq)	((cfqq)->ioprio_class == IOPRIO_CLASS_IDLE)  argument
65 #define cfq_class_rt(cfqq)	((cfqq)->ioprio_class == IOPRIO_CLASS_RT)  argument
310 	struct cfq_queue	*cfqq[2];  member
645 #define cfq_log_cfqq(cfqd, cfqq, fmt, args...)	do {			\  argument
764 #define cfq_log_cfqq(cfqd, cfqq, fmt, args...)	\  argument
823 static inline enum wl_class_t cfqq_class(struct cfq_queue *cfqq)  in cfqq_class()
833 static enum wl_type_t cfqq_type(struct cfq_queue *cfqq)  in cfqq_type()
884 static inline void cic_set_cfqq(struct cfq_io_cq *cic, struct cfq_queue *cfqq,  in cic_set_cfqq()
932 cfq_prio_to_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_to_slice()
1017 cfq_scaled_cfqq_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_scaled_cfqq_slice()
1047 cfq_set_prio_slice(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_set_prio_slice()
1062 static inline bool cfq_slice_used(struct cfq_queue *cfqq)  in cfq_slice_used()
1209 cfq_find_next_rq(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_find_next_rq()
1233 				      struct cfq_queue *cfqq)  in cfq_slice_offset()
1426 static inline unsigned int cfq_cfqq_slice_usage(struct cfq_queue *cfqq,  in cfq_cfqq_slice_usage()
1459 				struct cfq_queue *cfqq)  in cfq_group_served()
1688 static void cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg)  in cfq_link_cfqq_cfqg()
2188 cfq_link_cfqq_cfqg(struct cfq_queue *cfqq, struct cfq_group *cfqg) {  in cfq_link_cfqq_cfqg()
2199 static void cfq_service_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_service_tree_add()
2283 	struct cfq_queue *cfqq = NULL;  in cfq_prio_tree_lookup()  local
2313 static void cfq_prio_tree_add(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_tree_add()
2341 static void cfq_resort_rr_list(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_resort_rr_list()
2356 static void cfq_add_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_add_cfqq_rr()
2372 static void cfq_del_cfqq_rr(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_del_cfqq_rr()
2399 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_del_rq_rb()  local
2422 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_add_rq_rb()  local
2448 static void cfq_reposition_rq_rb(struct cfq_queue *cfqq, struct request *rq)  in cfq_reposition_rq_rb()
2463 	struct cfq_queue *cfqq;  in cfq_find_rq_fmerge()  local
2499 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_remove_request()  local
2534 		struct cfq_queue *cfqq = RQ_CFQQ(req);  in cfq_merged_request()  local
2550 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_merged_requests()  local
2584 	struct cfq_queue *cfqq;  in cfq_allow_merge()  local
2604 static inline void cfq_del_timer(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_del_timer()
2611 				   struct cfq_queue *cfqq)  in __cfq_set_active_queue()
2640 __cfq_slice_expired(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in __cfq_slice_expired()
2689 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_slice_expired()  local
2718 	struct cfq_queue *cfqq;  in cfq_get_next_queue_forced()  local
2739 					      struct cfq_queue *cfqq)  in cfq_set_active_queue()
2757 static inline int cfq_rq_close(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_rq_close()
2817 	struct cfq_queue *cfqq;  in cfq_close_cooperator()  local
2866 static bool cfq_should_idle(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_should_idle()
2899 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_arm_slice_timer()  local
2973 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_dispatch_insert()  local
2990 static struct request *cfq_check_fifo(struct cfq_queue *cfqq)  in cfq_check_fifo()
3011 cfq_prio_to_maxrq(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_prio_to_maxrq()
3023 static int cfqq_process_refs(struct cfq_queue *cfqq)  in cfqq_process_refs()
3033 static void cfq_setup_merge(struct cfq_queue *cfqq, struct cfq_queue *new_cfqq)  in cfq_setup_merge()
3216 	struct cfq_queue *cfqq, *new_cfqq = NULL;  in cfq_select_queue()  local
3325 static int __cfq_forced_dispatch_cfqq(struct cfq_queue *cfqq)  in __cfq_forced_dispatch_cfqq()
3347 	struct cfq_queue *cfqq;  in cfq_forced_dispatch()  local
3364 	struct cfq_queue *cfqq)  in cfq_slice_used_soon()
3376 static bool cfq_may_dispatch(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_may_dispatch()
3465 static bool cfq_dispatch_request(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_dispatch_request()
3503 	struct cfq_queue *cfqq;  in cfq_dispatch_requests()  local
3546 static void cfq_put_queue(struct cfq_queue *cfqq)  in cfq_put_queue()
3572 static void cfq_put_cooperator(struct cfq_queue *cfqq)  in cfq_put_cooperator()
3593 static void cfq_exit_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_exit_cfqq()
3628 static void cfq_init_prio_data(struct cfq_queue *cfqq, struct cfq_io_cq *cic)  in cfq_init_prio_data()
3674 	struct cfq_queue *cfqq;  in check_ioprio_changed()  local
3697 static void cfq_init_cfqq(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_init_cfqq()
3721 	struct cfq_queue *cfqq;  in check_blkcg_changed()  local
3784 	struct cfq_queue *cfqq;  in cfq_get_queue()  local
3841 cfq_update_io_thinktime(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_io_thinktime()
3855 cfq_update_io_seektime(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_io_seektime()
3879 cfq_update_idle_window(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_update_idle_window()
3925 	struct cfq_queue *cfqq;  in cfq_should_preempt()  local
3997 static void cfq_preempt_queue(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_preempt_queue()
4028 cfq_rq_enqueued(struct cfq_data *cfqd, struct cfq_queue *cfqq,  in cfq_rq_enqueued()
4080 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_insert_request()  local
4099 	struct cfq_queue *cfqq = cfqd->active_queue;  in cfq_update_hw_tag()  local
4130 static bool cfq_should_wait_busy(struct cfq_data *cfqd, struct cfq_queue *cfqq)  in cfq_should_wait_busy()
4169 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_completed_request()  local
4255 static inline int __cfq_may_queue(struct cfq_queue *cfqq)  in __cfq_may_queue()
4270 	struct cfq_queue *cfqq;  in cfq_may_queue()  local
4297 	struct cfq_queue *cfqq = RQ_CFQQ(rq);  in cfq_put_request()  local
4316 		struct cfq_queue *cfqq)  in cfq_merge_cfqqs()
4330 split_cfqq(struct cfq_io_cq *cic, struct cfq_queue *cfqq)  in split_cfqq()
4357 	struct cfq_queue *cfqq;  in cfq_set_request()  local
4418 	struct cfq_queue *cfqq;  in cfq_idle_slice_timer()  local