180 	struct request *rq;  in mtip_get_int_command()  local
182 	rq = blk_mq_alloc_request(dd->queue, 0, __GFP_WAIT, true);  in mtip_get_int_command()
183 	return blk_mq_rq_to_pdu(rq);  in mtip_get_int_command()
205 	struct request *rq = mtip_rq_from_tag(dd, tag);  in mtip_cmd_from_tag()  local
207 	return blk_mq_rq_to_pdu(rq);  in mtip_cmd_from_tag()
232 	struct request *rq;  in mtip_async_complete()  local
245 	rq = mtip_rq_from_tag(dd, tag);  in mtip_async_complete()
250 	blk_mq_end_request(rq, status ? -EIO : 0);  in mtip_async_complete()
2378 static void mtip_hw_submit_io(struct driver_data *dd, struct request *rq,  in mtip_hw_submit_io()  argument
2384 	int dma_dir = rq_data_dir(rq) == READ ? DMA_FROM_DEVICE : DMA_TO_DEVICE;  in mtip_hw_submit_io()
2385 	u64 start = blk_rq_pos(rq);  in mtip_hw_submit_io()
2386 	unsigned int nsect = blk_rq_sectors(rq);  in mtip_hw_submit_io()
2418 	fis->sect_count  = ((rq->tag << 3) | (rq->tag >> 5));  in mtip_hw_submit_io()
2447 		set_bit(rq->tag, port->cmds_to_issue);  in mtip_hw_submit_io()
2453 	mtip_issue_ncq_command(port, rq->tag);  in mtip_hw_submit_io()
3694 static int mtip_submit_request(struct blk_mq_hw_ctx *hctx, struct request *rq)  in mtip_submit_request()  argument
3697 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_submit_request()
3710 				rq_data_dir(rq))) {  in mtip_submit_request()
3718 	if (rq->cmd_flags & REQ_DISCARD) {  in mtip_submit_request()
3721 		err = mtip_send_trim(dd, blk_rq_pos(rq), blk_rq_sectors(rq));  in mtip_submit_request()
3722 		blk_mq_end_request(rq, err);  in mtip_submit_request()
3727 	nents = blk_rq_map_sg(hctx->queue, rq, cmd->sg);  in mtip_submit_request()
3730 	mtip_hw_submit_io(dd, rq, cmd, nents, hctx);  in mtip_submit_request()
3735 				  struct request *rq)  in mtip_check_unal_depth()  argument
3738 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_check_unal_depth()
3740 	if (rq_data_dir(rq) == READ || !dd->unal_qdepth)  in mtip_check_unal_depth()
3747 	if (blk_rq_sectors(rq) <= 64) {  in mtip_check_unal_depth()
3748 		if ((blk_rq_pos(rq) & 7) || (blk_rq_sectors(rq) & 7))  in mtip_check_unal_depth()
3761 	struct request *rq = bd->rq;  in mtip_queue_rq()  local
3764 	if (unlikely(mtip_check_unal_depth(hctx, rq)))  in mtip_queue_rq()
3767 	blk_mq_start_request(rq);  in mtip_queue_rq()
3769 	ret = mtip_submit_request(hctx, rq);  in mtip_queue_rq()
3773 	rq->errors = ret;  in mtip_queue_rq()
3777 static void mtip_free_cmd(void *data, struct request *rq,  in mtip_free_cmd()  argument
3781 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_free_cmd()
3790 static int mtip_init_cmd(void *data, struct request *rq, unsigned int hctx_idx,  in mtip_init_cmd()  argument
3794 	struct mtip_cmd *cmd = blk_mq_rq_to_pdu(rq);  in mtip_init_cmd()