390 		struct dma_controller	*dma = musb->dma_controller;  in musb_advance_schedule()  local
395 				dma->channel_release(ep->rx_channel);  in musb_advance_schedule()
401 				dma->channel_release(ep->tx_channel);  in musb_advance_schedule()
630 static int musb_tx_dma_set_mode_mentor(struct dma_controller *dma,  in musb_tx_dma_set_mode_mentor()  argument
671 static int musb_tx_dma_set_mode_cppi_tusb(struct dma_controller *dma,  in musb_tx_dma_set_mode_cppi_tusb()  argument
695 static bool musb_tx_dma_program(struct dma_controller *dma,  in musb_tx_dma_program()  argument
705 		res = musb_tx_dma_set_mode_mentor(dma, hw_ep, qh, urb,  in musb_tx_dma_program()
708 		res = musb_tx_dma_set_mode_cppi_tusb(dma, hw_ep, qh, urb,  in musb_tx_dma_program()
721 	if (!dma->channel_program(channel, pkt_size, mode,  in musb_tx_dma_program()
726 		dma->channel_release(channel);  in musb_tx_dma_program()
987 	struct dma_channel	*dma;  in musb_bulk_nak_timeout()  local
996 		dma = is_dma_capable() ? ep->rx_channel : NULL;  in musb_bulk_nak_timeout()
1006 		dma = is_dma_capable() ? ep->tx_channel : NULL;  in musb_bulk_nak_timeout()
1018 		if (dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY) {  in musb_bulk_nak_timeout()
1019 			dma->status = MUSB_DMA_STATUS_CORE_ABORT;  in musb_bulk_nak_timeout()
1020 			musb->dma_controller->channel_abort(dma);  in musb_bulk_nak_timeout()
1021 			urb->actual_length += dma->actual_len;  in musb_bulk_nak_timeout()
1022 			dma->actual_len = 0L;  in musb_bulk_nak_timeout()
1283 	struct dma_channel	*dma;  in musb_host_tx()  local
1296 	dma = is_dma_capable() ? hw_ep->tx_channel : NULL;  in musb_host_tx()
1298 			dma ? ", dma" : "");  in musb_host_tx()
1341 		if (dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY) {  in musb_host_tx()
1342 			dma->status = MUSB_DMA_STATUS_CORE_ABORT;  in musb_host_tx()
1343 			musb->dma_controller->channel_abort(dma);  in musb_host_tx()
1367 	if (dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY) {  in musb_host_tx()
1372 	if (is_dma_capable() && dma && !status) {  in musb_host_tx()
1433 	if (!status || dma || usb_pipeisoc(pipe)) {  in musb_host_tx()
1434 		if (dma)  in musb_host_tx()
1435 			length = dma->actual_len;  in musb_host_tx()
1453 		} else if (dma && urb->transfer_buffer_length == qh->offset) {  in musb_host_tx()
1486 	} else if ((usb_pipeisoc(pipe) || transfer_pending) && dma) {  in musb_host_tx()
1548 static int musb_rx_dma_iso_cppi41(struct dma_controller *dma,  in musb_rx_dma_iso_cppi41()  argument
1569 	res = dma->channel_program(channel, qh->maxpacket, 0,  in musb_rx_dma_iso_cppi41()
1575 static inline int musb_rx_dma_iso_cppi41(struct dma_controller *dma,  in musb_rx_dma_iso_cppi41()  argument
1621 static int musb_rx_dma_inventra_cppi41(struct dma_controller *dma,  in musb_rx_dma_inventra_cppi41()  argument
1652 				done = musb_rx_dma_iso_cppi41(dma, hw_ep, qh,  in musb_rx_dma_inventra_cppi41()
1691 static int musb_rx_dma_in_inventra_cppi41(struct dma_controller *dma,  in musb_rx_dma_in_inventra_cppi41()  argument
1773 	done = dma->channel_program(channel, qh->maxpacket,  in musb_rx_dma_in_inventra_cppi41()
1778 		dma->channel_release(channel);  in musb_rx_dma_in_inventra_cppi41()
1791 static inline int musb_rx_dma_inventra_cppi41(struct dma_controller *dma,  in musb_rx_dma_inventra_cppi41()  argument
1800 static inline int musb_rx_dma_in_inventra_cppi41(struct dma_controller *dma,  in musb_rx_dma_in_inventra_cppi41()  argument
1829 	struct dma_channel	*dma;  in musb_host_rx()  local
1835 	dma = is_dma_capable() ? hw_ep->rx_channel : NULL;  in musb_host_rx()
1857 		dma ? dma->actual_len : 0);  in musb_host_rx()
1912 		if (dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY) {  in musb_host_rx()
1913 			dma->status = MUSB_DMA_STATUS_CORE_ABORT;  in musb_host_rx()
1914 			musb->dma_controller->channel_abort(dma);  in musb_host_rx()
1915 			xfer_len = dma->actual_len;  in musb_host_rx()
1923 	if (unlikely(dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY)) {  in musb_host_rx()
1942 		if (dma_channel_status(dma) == MUSB_DMA_STATUS_BUSY) {  in musb_host_rx()
1943 			dma->status = MUSB_DMA_STATUS_CORE_ABORT;  in musb_host_rx()
1944 			musb->dma_controller->channel_abort(dma);  in musb_host_rx()
1945 			xfer_len = dma->actual_len;  in musb_host_rx()
1950 				xfer_len, dma ? ", dma" : "");  in musb_host_rx()
1958 	if (dma && (rx_csr & MUSB_RXCSR_DMAENAB)) {  in musb_host_rx()
1959 		xfer_len = dma->actual_len;  in musb_host_rx()
1997 		    musb_dma_cppi41(musb)) && dma) {  in musb_host_rx()
2015 		if (!dma) {  in musb_host_rx()
2394 		struct dma_channel	*dma;  in musb_cleanup_urb()  local
2396 		dma = is_in ? ep->rx_channel : ep->tx_channel;  in musb_cleanup_urb()
2397 		if (dma) {  in musb_cleanup_urb()
2398 			status = ep->musb->dma_controller->channel_abort(dma);  in musb_cleanup_urb()
2403 			urb->actual_length += dma->actual_len;  in musb_cleanup_urb()