87 static dma_addr_t to_sgl_element_pair_dma(struct isci_host *ihost,  in to_sgl_element_pair_dma()  argument
94 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
95 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
98 			 (void *) &ihost->task_context_table[0];  in to_sgl_element_pair_dma()
99 		return ihost->tc_dma + offset;  in to_sgl_element_pair_dma()
115 	struct isci_host *ihost = ireq->isci_host;  in sci_request_build_sgl()  local
137 				dma_addr = to_sgl_element_pair_dma(ihost,  in sci_request_build_sgl()
153 		dma_addr = dma_map_single(&ihost->pdev->dev,  in sci_request_build_sgl()
788 	struct isci_host *ihost = ireq->owning_controller;  in sci_req_tx_bytes()  local
791 	if (readl(&ihost->smu_registers->address_modifier) == 0) {  in sci_req_tx_bytes()
792 		void __iomem *scu_reg_base = ihost->scu_registers;  in sci_req_tx_bytes()
812 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_start()  local
816 		dev_warn(&ihost->pdev->dev,  in sci_request_start()
921 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_complete()  local
930 		sci_controller_release_frame(ihost,  in sci_request_complete()
942 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_event_handler()  local
947 		dev_warn(&ihost->pdev->dev, "%s: (%x) in wrong state %s\n",  in sci_io_request_event_handler()
961 		dev_err(&ihost->pdev->dev,  in sci_io_request_event_handler()
1558 	struct isci_host *ihost = ireq->owning_controller;  in sci_stp_request_udma_general_frame_handler()  local
1563 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1569 		sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_stp_request_udma_general_frame_handler()
1578 	sci_controller_release_frame(ihost, frame_index);  in sci_stp_request_udma_general_frame_handler()
1586 	struct isci_host *ihost = ireq->owning_controller;  in process_unsolicited_fis()  local
1591 	status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in process_unsolicited_fis()
1605 	sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in process_unsolicited_fis()
1614 	sci_controller_release_frame(ihost, frame_index);  in process_unsolicited_fis()
1709 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_frame_handler()  local
1721 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1732 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1750 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1760 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1768 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1777 		sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1787 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1805 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1819 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1844 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1849 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1862 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1876 			dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1889 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1899 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
1904 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1914 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1961 				dev_dbg(&ihost->pdev->dev,  in sci_io_request_frame_handler()
1971 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
1990 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
1999 		status = sci_unsolicited_frame_control_get_header(&ihost->uf_control,  in sci_io_request_frame_handler()
2004 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2015 			dev_err(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2029 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2037 			sci_unsolicited_frame_control_get_buffer(&ihost->uf_control,  in sci_io_request_frame_handler()
2045 			sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2067 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2087 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2091 		dev_warn(&ihost->pdev->dev,  in sci_io_request_frame_handler()
2098 		sci_controller_release_frame(ihost, frame_index);  in sci_io_request_frame_handler()
2397 	struct isci_host *ihost = ireq->owning_controller;  in sci_io_request_tc_completion()  local
2451 		dev_warn(&ihost->pdev->dev, "%s: %x in wrong state %s\n",  in sci_io_request_tc_completion()
2735 static void isci_request_io_request_complete(struct isci_host *ihost,  in isci_request_io_request_complete()  argument
2746 	dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2757 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2768 							 &ihost->pdev->dev);  in isci_request_io_request_complete()
2772 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2778 			dev_err(&ihost->pdev->dev,  in isci_request_io_request_complete()
2813 			dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2818 			dev_dbg(&ihost->pdev->dev, "%s: SCI_IO_SUCCESS\n",  in isci_request_io_request_complete()
2824 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2883 		dev_dbg(&ihost->pdev->dev,  in isci_request_io_request_complete()
2912 			dma_unmap_single(&ihost->pdev->dev,  in isci_request_io_request_complete()
2916 			dma_unmap_sg(&ihost->pdev->dev, task->scatter,  in isci_request_io_request_complete()
2924 		dma_unmap_sg(&ihost->pdev->dev, sg, 1, DMA_TO_DEVICE);  in isci_request_io_request_complete()
2951 	sci_controller_complete_io(ihost, request->target_device, request);  in isci_request_io_request_complete()
2959 	ireq_done(ihost, request, task);  in isci_request_io_request_complete()
3003 	struct isci_host *ihost = ireq->owning_controller;  in sci_request_completed_state_enter()  local
3007 		isci_request_io_request_complete(ihost, ireq,  in sci_request_completed_state_enter()
3010 		isci_task_request_complete(ihost, ireq, ireq->sci_status);  in sci_request_completed_state_enter()
3071 sci_general_request_construct(struct isci_host *ihost,  in sci_general_request_construct()  argument
3087 sci_io_request_construct(struct isci_host *ihost,  in sci_io_request_construct()  argument
3095 	sci_general_request_construct(ihost, idev, ireq);  in sci_io_request_construct()
3114 enum sci_status sci_task_request_construct(struct isci_host *ihost,  in sci_task_request_construct()  argument
3122 	sci_general_request_construct(ihost, idev, ireq);  in sci_task_request_construct()
3337 static enum sci_status isci_io_request_build(struct isci_host *ihost,  in isci_io_request_build()  argument
3344 	dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3361 			&ihost->pdev->dev,  in isci_io_request_build()
3371 	status = sci_io_request_construct(ihost, idev, request);  in isci_io_request_build()
3374 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3393 		dev_dbg(&ihost->pdev->dev,  in isci_io_request_build()
3401 static struct isci_request *isci_request_from_tag(struct isci_host *ihost, u16 tag)  in isci_request_from_tag()  argument
3405 	ireq = ihost->reqs[ISCI_TAG_TCI(tag)];  in isci_request_from_tag()
3414 static struct isci_request *isci_io_request_from_tag(struct isci_host *ihost,  in isci_io_request_from_tag()  argument
3420 	ireq = isci_request_from_tag(ihost, tag);  in isci_io_request_from_tag()
3428 struct isci_request *isci_tmf_request_from_tag(struct isci_host *ihost,  in isci_tmf_request_from_tag()  argument
3434 	ireq = isci_request_from_tag(ihost, tag);  in isci_tmf_request_from_tag()
3441 int isci_request_execute(struct isci_host *ihost, struct isci_remote_device *idev,  in isci_request_execute()  argument
3450 	ireq = isci_io_request_from_tag(ihost, task, tag);  in isci_request_execute()
3452 	status = isci_io_request_build(ihost, ireq, idev);  in isci_request_execute()
3454 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3461 	spin_lock_irqsave(&ihost->scic_lock, flags);  in isci_request_execute()
3473 			status = sci_controller_start_task(ihost,  in isci_request_execute()
3481 		status = sci_controller_start_io(ihost, idev,  in isci_request_execute()
3487 		dev_dbg(&ihost->pdev->dev,  in isci_request_execute()
3490 		spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()
3503 	spin_unlock_irqrestore(&ihost->scic_lock, flags);  in isci_request_execute()