33 struct request;
49 struct request;
50 typedef void (rq_end_io_fn)(struct request *, int);
88 struct request {  struct
199 	struct request *next_rq;  argument
202 static inline unsigned short req_get_ioprio(struct request *req)  in req_get_ioprio()
213 typedef int (prep_rq_fn) (struct request_queue *, struct request *);
214 typedef void (unprep_rq_fn) (struct request_queue *, struct request *);
217 typedef void (softirq_done_fn)(struct request *);
218 typedef int (dma_drain_needed_fn)(struct request *);
228 typedef enum blk_eh_timer_return (rq_timed_out_fn)(struct request *);
236 	struct request **tag_index;	/* map of busy tags */
287 	struct request		*last_merge;
325 	struct request		*boundary_rq;
594 #define list_entry_rq(ptr)	list_entry((ptr), struct request, queuelist)
620 static inline bool rq_is_sync(struct request *rq)  in rq_is_sync()
646 static inline bool rq_mergeable(struct request *rq)  in rq_mergeable()
757 extern void rq_flush_dcache_pages(struct request *rq);
759 static inline void rq_flush_dcache_pages(struct request *rq)  in rq_flush_dcache_pages()
767 extern void blk_rq_init(struct request_queue *q, struct request *rq);
768 extern void blk_put_request(struct request *);
769 extern void __blk_put_request(struct request_queue *, struct request *);
770 extern struct request *blk_get_request(struct request_queue *, int, gfp_t);
771 extern struct request *blk_make_request(struct request_queue *, struct bio *,
773 extern void blk_rq_set_block_pc(struct request *);
774 extern void blk_requeue_request(struct request_queue *, struct request *);
775 extern void blk_add_request_payload(struct request *rq, struct page *page,
778 extern int blk_rq_prep_clone(struct request *rq, struct request *rq_src,
782 extern void blk_rq_unprep_clone(struct request *rq);
784 				     struct request *rq);
808 extern int blk_rq_map_user(struct request_queue *, struct request *,
812 extern int blk_rq_map_kern(struct request_queue *, struct request *, void *, unsigned int, gfp_t);
813 extern int blk_rq_map_user_iov(struct request_queue *, struct request *,
817 			  struct request *, int);
819 				  struct request *, int, rq_end_io_fn *);
836 static inline sector_t blk_rq_pos(const struct request *rq)  in blk_rq_pos()
841 static inline unsigned int blk_rq_bytes(const struct request *rq)  in blk_rq_bytes()
846 static inline int blk_rq_cur_bytes(const struct request *rq)  in blk_rq_cur_bytes()
851 extern unsigned int blk_rq_err_bytes(const struct request *rq);
853 static inline unsigned int blk_rq_sectors(const struct request *rq)  in blk_rq_sectors()
858 static inline unsigned int blk_rq_cur_sectors(const struct request *rq)  in blk_rq_cur_sectors()
889 static inline unsigned int blk_rq_get_max_sectors(struct request *rq)  in blk_rq_get_max_sectors()
903 static inline unsigned int blk_rq_count_bios(struct request *rq)  in blk_rq_count_bios()
917 extern struct request *blk_peek_request(struct request_queue *q);
918 extern void blk_start_request(struct request *rq);
919 extern struct request *blk_fetch_request(struct request_queue *q);
934 extern bool blk_update_request(struct request *rq, int error,
936 extern void blk_finish_request(struct request *rq, int error);
937 extern bool blk_end_request(struct request *rq, int error,
939 extern void blk_end_request_all(struct request *rq, int error);
940 extern bool blk_end_request_cur(struct request *rq, int error);
941 extern bool blk_end_request_err(struct request *rq, int error);
942 extern bool __blk_end_request(struct request *rq, int error,
944 extern void __blk_end_request_all(struct request *rq, int error);
945 extern bool __blk_end_request_cur(struct request *rq, int error);
946 extern bool __blk_end_request_err(struct request *rq, int error);
948 extern void blk_complete_request(struct request *);
949 extern void __blk_complete_request(struct request *);
950 extern void blk_abort_request(struct request *);
951 extern void blk_unprep_request(struct request *);
1008 extern int blk_rq_map_sg(struct request_queue *, struct request *, struct scatterlist *);
1009 extern void blk_dump_rq_flags(struct request *, char *);
1100 extern int blk_queue_start_tag(struct request_queue *, struct request *);
1101 extern struct request *blk_queue_find_tag(struct request_queue *, int);
1102 extern void blk_queue_end_tag(struct request_queue *, struct request *);
1110 static inline struct request *blk_map_queue_find_tag(struct blk_queue_tag *bqt,  in blk_map_queue_find_tag()
1153 #define blkdev_entry_to_request(entry) list_entry((entry), struct request, queuelist)
1404 static inline bool req_gap_back_merge(struct request *req, struct bio *bio)  in req_gap_back_merge()
1409 static inline bool req_gap_front_merge(struct request *req, struct bio *bio)  in req_gap_front_merge()
1425 static inline void set_start_time_ns(struct request *req)  in set_start_time_ns()
1432 static inline void set_io_start_time_ns(struct request *req)  in set_io_start_time_ns()
1439 static inline uint64_t rq_start_time_ns(struct request *req)  in rq_start_time_ns()
1444 static inline uint64_t rq_io_start_time_ns(struct request *req)  in rq_io_start_time_ns()
1449 static inline void set_start_time_ns(struct request *req) {}  in set_start_time_ns()
1450 static inline void set_io_start_time_ns(struct request *req) {}  in set_io_start_time_ns()
1451 static inline uint64_t rq_start_time_ns(struct request *req)  in rq_start_time_ns()
1455 static inline uint64_t rq_io_start_time_ns(struct request *req)  in rq_io_start_time_ns()
1498 extern bool blk_integrity_merge_rq(struct request_queue *, struct request *,
1499 				   struct request *);
1500 extern bool blk_integrity_merge_bio(struct request_queue *, struct request *,
1519 static inline bool blk_integrity_rq(struct request *rq)  in blk_integrity_rq()
1536 static inline bool integrity_req_gap_back_merge(struct request *req,  in integrity_req_gap_back_merge()
1546 static inline bool integrity_req_gap_front_merge(struct request *req,  in integrity_req_gap_front_merge()
1563 static inline int blk_integrity_rq(struct request *rq)  in blk_integrity_rq()
1606 					  struct request *r1,  in blk_integrity_merge_rq()
1607 					  struct request *r2)  in blk_integrity_merge_rq()
1612 					   struct request *r,  in blk_integrity_merge_bio()
1618 static inline bool integrity_req_gap_back_merge(struct request *req,  in integrity_req_gap_back_merge()
1623 static inline bool integrity_req_gap_front_merge(struct request *req,  in integrity_req_gap_front_merge()