21 	struct uart_8250_dma	*dma = p->dma;  in __dma_tx_complete()  local
26 	dma_sync_single_for_cpu(dma->txchan->device->dev, dma->tx_addr,  in __dma_tx_complete()
31 	dma->tx_running = 0;  in __dma_tx_complete()
33 	xmit->tail += dma->tx_size;  in __dma_tx_complete()
35 	p->port.icount.tx += dma->tx_size;  in __dma_tx_complete()
52 	struct uart_8250_dma	*dma = p->dma;  in __dma_rx_complete()  local
57 	dma_sync_single_for_cpu(dma->rxchan->device->dev, dma->rx_addr,  in __dma_rx_complete()
58 				dma->rx_size, DMA_FROM_DEVICE);  in __dma_rx_complete()
60 	dma->rx_running = 0;  in __dma_rx_complete()
61 	dmaengine_tx_status(dma->rxchan, dma->rx_cookie, &state);  in __dma_rx_complete()
63 	count = dma->rx_size - state.residue;  in __dma_rx_complete()
65 	tty_insert_flip_string(tty_port, dma->rx_buf, count);  in __dma_rx_complete()
73 	struct uart_8250_dma		*dma = p->dma;  in serial8250_tx_dma()  local
78 	if (uart_tx_stopped(&p->port) || dma->tx_running ||  in serial8250_tx_dma()
82 	dma->tx_size = CIRC_CNT_TO_END(xmit->head, xmit->tail, UART_XMIT_SIZE);  in serial8250_tx_dma()
84 	desc = dmaengine_prep_slave_single(dma->txchan,  in serial8250_tx_dma()
85 					   dma->tx_addr + xmit->tail,  in serial8250_tx_dma()
86 					   dma->tx_size, DMA_MEM_TO_DEV,  in serial8250_tx_dma()
93 	dma->tx_running = 1;  in serial8250_tx_dma()
97 	dma->tx_cookie = dmaengine_submit(desc);  in serial8250_tx_dma()
99 	dma_sync_single_for_device(dma->txchan->device->dev, dma->tx_addr,  in serial8250_tx_dma()
102 	dma_async_issue_pending(dma->txchan);  in serial8250_tx_dma()
103 	if (dma->tx_err) {  in serial8250_tx_dma()
104 		dma->tx_err = 0;  in serial8250_tx_dma()
112 	dma->tx_err = 1;  in serial8250_tx_dma()
118 	struct uart_8250_dma		*dma = p->dma;  in serial8250_rx_dma()  local
130 		if (dma->rx_running) {  in serial8250_rx_dma()
131 			dmaengine_pause(dma->rxchan);  in serial8250_rx_dma()
133 			dmaengine_terminate_all(dma->rxchan);  in serial8250_rx_dma()
140 	if (dma->rx_running)  in serial8250_rx_dma()
143 	desc = dmaengine_prep_slave_single(dma->rxchan, dma->rx_addr,  in serial8250_rx_dma()
144 					   dma->rx_size, DMA_DEV_TO_MEM,  in serial8250_rx_dma()
149 	dma->rx_running = 1;  in serial8250_rx_dma()
153 	dma->rx_cookie = dmaengine_submit(desc);  in serial8250_rx_dma()
155 	dma_sync_single_for_device(dma->rxchan->device->dev, dma->rx_addr,  in serial8250_rx_dma()
156 				   dma->rx_size, DMA_FROM_DEVICE);  in serial8250_rx_dma()
158 	dma_async_issue_pending(dma->rxchan);  in serial8250_rx_dma()
165 	struct uart_8250_dma	*dma = p->dma;  in serial8250_request_dma()  local
169 	dma->rxconf.direction		= DMA_DEV_TO_MEM;  in serial8250_request_dma()
170 	dma->rxconf.src_addr_width	= DMA_SLAVE_BUSWIDTH_1_BYTE;  in serial8250_request_dma()
171 	dma->rxconf.src_addr		= p->port.mapbase + UART_RX;  in serial8250_request_dma()
173 	dma->txconf.direction		= DMA_MEM_TO_DEV;  in serial8250_request_dma()
174 	dma->txconf.dst_addr_width	= DMA_SLAVE_BUSWIDTH_1_BYTE;  in serial8250_request_dma()
175 	dma->txconf.dst_addr		= p->port.mapbase + UART_TX;  in serial8250_request_dma()
181 	dma->rxchan = dma_request_slave_channel_compat(mask,  in serial8250_request_dma()
182 						       dma->fn, dma->rx_param,  in serial8250_request_dma()
184 	if (!dma->rxchan)  in serial8250_request_dma()
187 	dmaengine_slave_config(dma->rxchan, &dma->rxconf);  in serial8250_request_dma()
190 	dma->txchan = dma_request_slave_channel_compat(mask,  in serial8250_request_dma()
191 						       dma->fn, dma->tx_param,  in serial8250_request_dma()
193 	if (!dma->txchan) {  in serial8250_request_dma()
194 		dma_release_channel(dma->rxchan);  in serial8250_request_dma()
198 	dmaengine_slave_config(dma->txchan, &dma->txconf);  in serial8250_request_dma()
201 	if (!dma->rx_size)  in serial8250_request_dma()
202 		dma->rx_size = PAGE_SIZE;  in serial8250_request_dma()
204 	dma->rx_buf = dma_alloc_coherent(dma->rxchan->device->dev, dma->rx_size,  in serial8250_request_dma()
205 					&dma->rx_addr, GFP_KERNEL);  in serial8250_request_dma()
206 	if (!dma->rx_buf)  in serial8250_request_dma()
210 	dma->tx_addr = dma_map_single(dma->txchan->device->dev,  in serial8250_request_dma()
214 	if (dma_mapping_error(dma->txchan->device->dev, dma->tx_addr)) {  in serial8250_request_dma()
215 		dma_free_coherent(dma->rxchan->device->dev, dma->rx_size,  in serial8250_request_dma()
216 				  dma->rx_buf, dma->rx_addr);  in serial8250_request_dma()
224 	dma_release_channel(dma->rxchan);  in serial8250_request_dma()
225 	dma_release_channel(dma->txchan);  in serial8250_request_dma()
233 	struct uart_8250_dma *dma = p->dma;  in serial8250_release_dma()  local
235 	if (!dma)  in serial8250_release_dma()
239 	dmaengine_terminate_all(dma->rxchan);  in serial8250_release_dma()
240 	dma_free_coherent(dma->rxchan->device->dev, dma->rx_size, dma->rx_buf,  in serial8250_release_dma()
241 			  dma->rx_addr);  in serial8250_release_dma()
242 	dma_release_channel(dma->rxchan);  in serial8250_release_dma()
243 	dma->rxchan = NULL;  in serial8250_release_dma()
246 	dmaengine_terminate_all(dma->txchan);  in serial8250_release_dma()
247 	dma_unmap_single(dma->txchan->device->dev, dma->tx_addr,  in serial8250_release_dma()
249 	dma_release_channel(dma->txchan);  in serial8250_release_dma()
250 	dma->txchan = NULL;  in serial8250_release_dma()
251 	dma->tx_running = 0;  in serial8250_release_dma()