174 	struct request *rq;  in mtip_get_int_command()  local
179 	rq = blk_mq_alloc_request(dd->queue, 0, __GFP_RECLAIM, true);  in mtip_get_int_command()
180 	if (IS_ERR(rq))  in mtip_get_int_command()
183 	return blk_mq_rq_to_pdu(rq);  in mtip_get_int_command()
205 	struct request *rq = mtip_rq_from_tag(dd, tag);  in mtip_cmd_from_tag()  local
207 	return blk_mq_rq_to_pdu(rq);  in mtip_cmd_from_tag()
232 	struct request *rq;  in mtip_async_complete()  local
242 	rq = mtip_rq_from_tag(dd, tag);  in mtip_async_complete()
244 	blk_mq_complete_request(rq, status);  in mtip_async_complete()
2381 static void mtip_hw_submit_io(struct driver_data *dd, struct request *rq,  in mtip_hw_submit_io()  argument
2387 	int dma_dir = rq_data_dir(rq) == READ ? DMA_FROM_DEVICE : DMA_TO_DEVICE;  in mtip_hw_submit_io()
2388 	u64 start = blk_rq_pos(rq);  in mtip_hw_submit_io()
2389 	unsigned int nsect = blk_rq_sectors(rq);  in mtip_hw_submit_io()
2421 	fis->sect_count  = ((rq->tag << 3) | (rq->tag >> 5));  in mtip_hw_submit_io()
2450 		set_bit(rq->tag, port->cmds_to_issue);  in mtip_hw_submit_io()
2456 	mtip_issue_ncq_command(port, rq->tag);  in mtip_hw_submit_io()
2912 static void mtip_softirq_done_fn(struct request *rq)  in mtip_softirq_done_fn()  argument
2914 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_softirq_done_fn()
2915 	struct driver_data *dd = rq->q->queuedata;  in mtip_softirq_done_fn()
2924 	blk_mq_end_request(rq, rq->errors);  in mtip_softirq_done_fn()
3748 static int mtip_submit_request(struct blk_mq_hw_ctx *hctx, struct request *rq)  in mtip_submit_request()  argument
3751 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_submit_request()
3767 				rq_data_dir(rq))) {  in mtip_submit_request()
3775 	if (rq->cmd_flags & REQ_DISCARD) {  in mtip_submit_request()
3778 		err = mtip_send_trim(dd, blk_rq_pos(rq), blk_rq_sectors(rq));  in mtip_submit_request()
3779 		blk_mq_end_request(rq, err);  in mtip_submit_request()
3784 	nents = blk_rq_map_sg(hctx->queue, rq, cmd->sg);  in mtip_submit_request()
3787 	mtip_hw_submit_io(dd, rq, cmd, nents, hctx);  in mtip_submit_request()
3792 				  struct request *rq)  in mtip_check_unal_depth()  argument
3795 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_check_unal_depth()
3797 	if (rq_data_dir(rq) == READ || !dd->unal_qdepth)  in mtip_check_unal_depth()
3804 	if (blk_rq_sectors(rq) <= 64) {  in mtip_check_unal_depth()
3805 		if ((blk_rq_pos(rq) & 7) || (blk_rq_sectors(rq) & 7))  in mtip_check_unal_depth()
3818 	struct request *rq = bd->rq;  in mtip_queue_rq()  local
3821 	if (unlikely(mtip_check_unal_depth(hctx, rq)))  in mtip_queue_rq()
3824 	blk_mq_start_request(rq);  in mtip_queue_rq()
3826 	ret = mtip_submit_request(hctx, rq);  in mtip_queue_rq()
3830 	rq->errors = ret;  in mtip_queue_rq()
3834 static void mtip_free_cmd(void *data, struct request *rq,  in mtip_free_cmd()  argument
3838 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_free_cmd()
3847 static int mtip_init_cmd(void *data, struct request *rq, unsigned int hctx_idx,  in mtip_init_cmd()  argument
3851 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_init_cmd()
4123 static void mtip_no_dev_cleanup(struct request *rq, void *data, bool reserv)  in mtip_no_dev_cleanup()  argument
4129 		blk_mq_complete_request(rq, -ENODEV);  in mtip_no_dev_cleanup()