rqos 393 block/blk-iocost.c struct rq_qos rqos; rqos 611 block/blk-iocost.c static struct ioc *rqos_to_ioc(struct rq_qos *rqos) rqos 613 block/blk-iocost.c return container_of(rqos, struct ioc, rqos); rqos 631 block/blk-iocost.c return q_name(ioc->rqos.q); rqos 727 block/blk-iocost.c if (!blk_queue_nonrot(ioc->rqos.q)) rqos 731 block/blk-iocost.c if (blk_queue_depth(ioc->rqos.q) == 1) rqos 1684 block/blk-iocost.c static void ioc_rqos_throttle(struct rq_qos *rqos, struct bio *bio) rqos 1687 block/blk-iocost.c struct ioc *ioc = rqos_to_ioc(rqos); rqos 1769 block/blk-iocost.c blkcg_schedule_throttle(rqos->q, rqos 1810 block/blk-iocost.c static void ioc_rqos_merge(struct rq_qos *rqos, struct request *rq, rqos 1863 block/blk-iocost.c static void ioc_rqos_done_bio(struct rq_qos *rqos, struct bio *bio) rqos 1871 block/blk-iocost.c static void ioc_rqos_done(struct rq_qos *rqos, struct request *rq) rqos 1873 block/blk-iocost.c struct ioc *ioc = rqos_to_ioc(rqos); rqos 1904 block/blk-iocost.c static void ioc_rqos_queue_depth_changed(struct rq_qos *rqos) rqos 1906 block/blk-iocost.c struct ioc *ioc = rqos_to_ioc(rqos); rqos 1913 block/blk-iocost.c static void ioc_rqos_exit(struct rq_qos *rqos) rqos 1915 block/blk-iocost.c struct ioc *ioc = rqos_to_ioc(rqos); rqos 1917 block/blk-iocost.c blkcg_deactivate_policy(rqos->q, &blkcg_policy_iocost); rqos 1940 block/blk-iocost.c struct rq_qos *rqos; rqos 1953 block/blk-iocost.c rqos = &ioc->rqos; rqos 1954 block/blk-iocost.c rqos->id = RQ_QOS_COST; rqos 1955 block/blk-iocost.c rqos->ops = &ioc_rqos_ops; rqos 1956 block/blk-iocost.c rqos->q = q; rqos 1974 block/blk-iocost.c rq_qos_add(q, rqos); rqos 1977 block/blk-iocost.c rq_qos_del(q, rqos); rqos 2303 block/blk-iocost.c blk_queue_flag_set(QUEUE_FLAG_RQ_ALLOC_TIME, ioc->rqos.q); rqos 2306 block/blk-iocost.c blk_queue_flag_clear(QUEUE_FLAG_RQ_ALLOC_TIME, ioc->rqos.q); rqos 87 block/blk-iolatency.c struct rq_qos rqos; rqos 92 block/blk-iolatency.c static inline struct blk_iolatency *BLKIOLATENCY(struct rq_qos *rqos) rqos 94 block/blk-iolatency.c return container_of(rqos, struct blk_iolatency, rqos); rqos 280 block/blk-iolatency.c static void __blkcg_iolatency_throttle(struct rq_qos *rqos, rqos 289 block/blk-iolatency.c blkcg_schedule_throttle(rqos->q, use_memdelay); rqos 327 block/blk-iolatency.c unsigned long qd = blkiolat->rqos.q->nr_requests; rqos 367 block/blk-iolatency.c unsigned long qd = iolat->blkiolat->rqos.q->nr_requests; rqos 460 block/blk-iolatency.c static void blkcg_iolatency_throttle(struct rq_qos *rqos, struct bio *bio) rqos 462 block/blk-iolatency.c struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); rqos 477 block/blk-iolatency.c __blkcg_iolatency_throttle(rqos, iolat, issue_as_root, rqos 588 block/blk-iolatency.c static void blkcg_iolatency_done_bio(struct rq_qos *rqos, struct bio *bio) rqos 641 block/blk-iolatency.c static void blkcg_iolatency_exit(struct rq_qos *rqos) rqos 643 block/blk-iolatency.c struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); rqos 646 block/blk-iolatency.c blkcg_deactivate_policy(rqos->q, &blkcg_policy_iolatency); rqos 665 block/blk-iolatency.c blkiolat->rqos.q->root_blkg) { rqos 720 block/blk-iolatency.c struct rq_qos *rqos; rqos 727 block/blk-iolatency.c rqos = &blkiolat->rqos; rqos 728 block/blk-iolatency.c rqos->id = RQ_QOS_LATENCY; rqos 729 block/blk-iolatency.c rqos->ops = &blkcg_iolatency_ops; rqos 730 block/blk-iolatency.c rqos->q = q; rqos 732 block/blk-iolatency.c rq_qos_add(q, rqos); rqos 736 block/blk-iolatency.c rq_qos_del(q, rqos); rqos 959 block/blk-iolatency.c struct rq_qos *rqos = blkcg_rq_qos(blkg->q); rqos 960 block/blk-iolatency.c struct blk_iolatency *blkiolat = BLKIOLATENCY(rqos); rqos 848 block/blk-mq-debugfs.c struct rq_qos *rqos = q->rq_qos; rqos 850 block/blk-mq-debugfs.c while (rqos) { rqos 851 block/blk-mq-debugfs.c blk_mq_debugfs_register_rqos(rqos); rqos 852 block/blk-mq-debugfs.c rqos = rqos->next; rqos 942 block/blk-mq-debugfs.c void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) rqos 944 block/blk-mq-debugfs.c debugfs_remove_recursive(rqos->debugfs_dir); rqos 945 block/blk-mq-debugfs.c rqos->debugfs_dir = NULL; rqos 948 block/blk-mq-debugfs.c void blk_mq_debugfs_register_rqos(struct rq_qos *rqos) rqos 950 block/blk-mq-debugfs.c struct request_queue *q = rqos->q; rqos 951 block/blk-mq-debugfs.c const char *dir_name = rq_qos_id_to_name(rqos->id); rqos 953 block/blk-mq-debugfs.c if (rqos->debugfs_dir || !rqos->ops->debugfs_attrs) rqos 960 block/blk-mq-debugfs.c rqos->debugfs_dir = debugfs_create_dir(dir_name, rqos 961 block/blk-mq-debugfs.c rqos->q->rqos_debugfs_dir); rqos 963 block/blk-mq-debugfs.c debugfs_create_files(rqos->debugfs_dir, rqos, rqos->ops->debugfs_attrs); rqos 35 block/blk-mq-debugfs.h void blk_mq_debugfs_register_rqos(struct rq_qos *rqos); rqos 36 block/blk-mq-debugfs.h void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos); rqos 81 block/blk-mq-debugfs.h static inline void blk_mq_debugfs_register_rqos(struct rq_qos *rqos) rqos 85 block/blk-mq-debugfs.h static inline void blk_mq_debugfs_unregister_rqos(struct rq_qos *rqos) rqos 32 block/blk-rq-qos.c void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio) rqos 35 block/blk-rq-qos.c if (rqos->ops->cleanup) rqos 36 block/blk-rq-qos.c rqos->ops->cleanup(rqos, bio); rqos 37 block/blk-rq-qos.c rqos = rqos->next; rqos 38 block/blk-rq-qos.c } while (rqos); rqos 41 block/blk-rq-qos.c void __rq_qos_done(struct rq_qos *rqos, struct request *rq) rqos 44 block/blk-rq-qos.c if (rqos->ops->done) rqos 45 block/blk-rq-qos.c rqos->ops->done(rqos, rq); rqos 46 block/blk-rq-qos.c rqos = rqos->next; rqos 47 block/blk-rq-qos.c } while (rqos); rqos 50 block/blk-rq-qos.c void __rq_qos_issue(struct rq_qos *rqos, struct request *rq) rqos 53 block/blk-rq-qos.c if (rqos->ops->issue) rqos 54 block/blk-rq-qos.c rqos->ops->issue(rqos, rq); rqos 55 block/blk-rq-qos.c rqos = rqos->next; rqos 56 block/blk-rq-qos.c } while (rqos); rqos 59 block/blk-rq-qos.c void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq) rqos 62 block/blk-rq-qos.c if (rqos->ops->requeue) rqos 63 block/blk-rq-qos.c rqos->ops->requeue(rqos, rq); rqos 64 block/blk-rq-qos.c rqos = rqos->next; rqos 65 block/blk-rq-qos.c } while (rqos); rqos 68 block/blk-rq-qos.c void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio) rqos 71 block/blk-rq-qos.c if (rqos->ops->throttle) rqos 72 block/blk-rq-qos.c rqos->ops->throttle(rqos, bio); rqos 73 block/blk-rq-qos.c rqos = rqos->next; rqos 74 block/blk-rq-qos.c } while (rqos); rqos 77 block/blk-rq-qos.c void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) rqos 80 block/blk-rq-qos.c if (rqos->ops->track) rqos 81 block/blk-rq-qos.c rqos->ops->track(rqos, rq, bio); rqos 82 block/blk-rq-qos.c rqos = rqos->next; rqos 83 block/blk-rq-qos.c } while (rqos); rqos 86 block/blk-rq-qos.c void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio) rqos 89 block/blk-rq-qos.c if (rqos->ops->merge) rqos 90 block/blk-rq-qos.c rqos->ops->merge(rqos, rq, bio); rqos 91 block/blk-rq-qos.c rqos = rqos->next; rqos 92 block/blk-rq-qos.c } while (rqos); rqos 95 block/blk-rq-qos.c void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio) rqos 98 block/blk-rq-qos.c if (rqos->ops->done_bio) rqos 99 block/blk-rq-qos.c rqos->ops->done_bio(rqos, bio); rqos 100 block/blk-rq-qos.c rqos = rqos->next; rqos 101 block/blk-rq-qos.c } while (rqos); rqos 104 block/blk-rq-qos.c void __rq_qos_queue_depth_changed(struct rq_qos *rqos) rqos 107 block/blk-rq-qos.c if (rqos->ops->queue_depth_changed) rqos 108 block/blk-rq-qos.c rqos->ops->queue_depth_changed(rqos); rqos 109 block/blk-rq-qos.c rqos = rqos->next; rqos 110 block/blk-rq-qos.c } while (rqos); rqos 300 block/blk-rq-qos.c struct rq_qos *rqos = q->rq_qos; rqos 301 block/blk-rq-qos.c q->rq_qos = rqos->next; rqos 302 block/blk-rq-qos.c rqos->ops->exit(rqos); rqos 63 block/blk-rq-qos.h struct rq_qos *rqos; rqos 64 block/blk-rq-qos.h for (rqos = q->rq_qos; rqos; rqos = rqos->next) { rqos 65 block/blk-rq-qos.h if (rqos->id == id) rqos 68 block/blk-rq-qos.h return rqos; rqos 100 block/blk-rq-qos.h static inline void rq_qos_add(struct request_queue *q, struct rq_qos *rqos) rqos 102 block/blk-rq-qos.h rqos->next = q->rq_qos; rqos 103 block/blk-rq-qos.h q->rq_qos = rqos; rqos 105 block/blk-rq-qos.h if (rqos->ops->debugfs_attrs) rqos 106 block/blk-rq-qos.h blk_mq_debugfs_register_rqos(rqos); rqos 109 block/blk-rq-qos.h static inline void rq_qos_del(struct request_queue *q, struct rq_qos *rqos) rqos 114 block/blk-rq-qos.h if (*cur == rqos) { rqos 115 block/blk-rq-qos.h *cur = rqos->next; rqos 120 block/blk-rq-qos.h blk_mq_debugfs_unregister_rqos(rqos); rqos 134 block/blk-rq-qos.h void __rq_qos_cleanup(struct rq_qos *rqos, struct bio *bio); rqos 135 block/blk-rq-qos.h void __rq_qos_done(struct rq_qos *rqos, struct request *rq); rqos 136 block/blk-rq-qos.h void __rq_qos_issue(struct rq_qos *rqos, struct request *rq); rqos 137 block/blk-rq-qos.h void __rq_qos_requeue(struct rq_qos *rqos, struct request *rq); rqos 138 block/blk-rq-qos.h void __rq_qos_throttle(struct rq_qos *rqos, struct bio *bio); rqos 139 block/blk-rq-qos.h void __rq_qos_track(struct rq_qos *rqos, struct request *rq, struct bio *bio); rqos 140 block/blk-rq-qos.h void __rq_qos_merge(struct rq_qos *rqos, struct request *rq, struct bio *bio); rqos 141 block/blk-rq-qos.h void __rq_qos_done_bio(struct rq_qos *rqos, struct bio *bio); rqos 142 block/blk-rq-qos.h void __rq_qos_queue_depth_changed(struct rq_qos *rqos); rqos 451 block/blk-sysfs.c struct rq_qos *rqos; rqos 461 block/blk-sysfs.c rqos = wbt_rq_qos(q); rqos 462 block/blk-sysfs.c if (!rqos) { rqos 99 block/blk-wbt.c struct bdi_writeback *wb = &rwb->rqos.q->backing_dev_info->wb; rqos 169 block/blk-wbt.c static void __wbt_done(struct rq_qos *rqos, enum wbt_flags wb_acct) rqos 171 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 185 block/blk-wbt.c static void wbt_done(struct rq_qos *rqos, struct request *rq) rqos 187 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 199 block/blk-wbt.c __wbt_done(rqos, wbt_flags(rq)); rqos 236 block/blk-wbt.c struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info; rqos 289 block/blk-wbt.c struct backing_dev_info *bdi = rwb->rqos.q->backing_dev_info; rqos 361 block/blk-wbt.c trace_wbt_timer(rwb->rqos.q->backing_dev_info, status, rqd->scale_step, rqos 423 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 424 block/blk-wbt.c if (!rqos) rqos 426 block/blk-wbt.c __wbt_update_limits(RQWB(rqos)); rqos 431 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 432 block/blk-wbt.c if (!rqos) rqos 434 block/blk-wbt.c return RQWB(rqos)->min_lat_nsec; rqos 439 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 440 block/blk-wbt.c if (!rqos) rqos 442 block/blk-wbt.c RQWB(rqos)->min_lat_nsec = val; rqos 443 block/blk-wbt.c RQWB(rqos)->enable_state = WBT_STATE_ON_MANUAL; rqos 444 block/blk-wbt.c __wbt_update_limits(RQWB(rqos)); rqos 566 block/blk-wbt.c static void wbt_cleanup(struct rq_qos *rqos, struct bio *bio) rqos 568 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 570 block/blk-wbt.c __wbt_done(rqos, flags); rqos 579 block/blk-wbt.c static void wbt_wait(struct rq_qos *rqos, struct bio *bio) rqos 581 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 597 block/blk-wbt.c static void wbt_track(struct rq_qos *rqos, struct request *rq, struct bio *bio) rqos 599 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 603 block/blk-wbt.c static void wbt_issue(struct rq_qos *rqos, struct request *rq) rqos 605 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 623 block/blk-wbt.c static void wbt_requeue(struct rq_qos *rqos, struct request *rq) rqos 625 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 636 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 637 block/blk-wbt.c if (rqos) rqos 638 block/blk-wbt.c RQWB(rqos)->wc = write_cache_on; rqos 646 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 648 block/blk-wbt.c if (rqos) rqos 685 block/blk-wbt.c static void wbt_queue_depth_changed(struct rq_qos *rqos) rqos 687 block/blk-wbt.c RQWB(rqos)->rq_depth.queue_depth = blk_queue_depth(rqos->q); rqos 688 block/blk-wbt.c __wbt_update_limits(RQWB(rqos)); rqos 691 block/blk-wbt.c static void wbt_exit(struct rq_qos *rqos) rqos 693 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 694 block/blk-wbt.c struct request_queue *q = rqos->q; rqos 706 block/blk-wbt.c struct rq_qos *rqos = wbt_rq_qos(q); rqos 708 block/blk-wbt.c if (!rqos) rqos 710 block/blk-wbt.c rwb = RQWB(rqos); rqos 721 block/blk-wbt.c struct rq_qos *rqos = data; rqos 722 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 730 block/blk-wbt.c struct rq_qos *rqos = data; rqos 731 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 739 block/blk-wbt.c struct rq_qos *rqos = data; rqos 741 block/blk-wbt.c seq_printf(m, "%u\n", rqos->id); rqos 747 block/blk-wbt.c struct rq_qos *rqos = data; rqos 748 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 759 block/blk-wbt.c struct rq_qos *rqos = data; rqos 760 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 768 block/blk-wbt.c struct rq_qos *rqos = data; rqos 769 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 777 block/blk-wbt.c struct rq_qos *rqos = data; rqos 778 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 786 block/blk-wbt.c struct rq_qos *rqos = data; rqos 787 block/blk-wbt.c struct rq_wb *rwb = RQWB(rqos); rqos 838 block/blk-wbt.c rwb->rqos.id = RQ_QOS_WBT; rqos 839 block/blk-wbt.c rwb->rqos.ops = &wbt_rqos_ops; rqos 840 block/blk-wbt.c rwb->rqos.q = q; rqos 851 block/blk-wbt.c rq_qos_add(q, &rwb->rqos); rqos 856 block/blk-wbt.c wbt_queue_depth_changed(&rwb->rqos); rqos 67 block/blk-wbt.h struct rq_qos rqos; rqos 72 block/blk-wbt.h static inline struct rq_wb *RQWB(struct rq_qos *rqos) rqos 74 block/blk-wbt.h return container_of(rqos, struct rq_wb, rqos); rqos 1066 drivers/net/ethernet/freescale/ucc_geth.h enum ucc_geth_qos_mode rqos;