118 static u32 uart_read(struct uart_8250_port *up, u32 reg)  in uart_read()  argument
120 	return readl(up->port.membase + (reg << up->port.regshift));  in uart_read()
125 	struct uart_8250_port *up = up_to_u8250p(port);  in omap8250_set_mctrl()  local
126 	struct omap8250_priv *priv = up->port.private_data;  in omap8250_set_mctrl()
135 	lcr = serial_in(up, UART_LCR);  in omap8250_set_mctrl()
136 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_set_mctrl()
141 	serial_out(up, UART_EFR, priv->efr);  in omap8250_set_mctrl()
142 	serial_out(up, UART_LCR, lcr);  in omap8250_set_mctrl()
154 static void omap_8250_mdr1_errataset(struct uart_8250_port *up,  in omap_8250_mdr1_errataset()  argument
160 	old_mdr1 = serial_in(up, UART_OMAP_MDR1);  in omap_8250_mdr1_errataset()
164 	serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap_8250_mdr1_errataset()
166 	serial_out(up, UART_FCR, up->fcr | UART_FCR_CLEAR_XMIT |  in omap_8250_mdr1_errataset()
172 	while (UART_LSR_THRE != (serial_in(up, UART_LSR) &  in omap_8250_mdr1_errataset()
177 			dev_crit(up->port.dev, "Errata i202: timedout %x\n",  in omap_8250_mdr1_errataset()
178 				 serial_in(up, UART_LSR));  in omap_8250_mdr1_errataset()
228 static void omap8250_update_scr(struct uart_8250_port *up,  in omap8250_update_scr()  argument
233 	old_scr = serial_in(up, UART_OMAP_SCR);  in omap8250_update_scr()
243 		serial_out(up, UART_OMAP_SCR,  in omap8250_update_scr()
245 	serial_out(up, UART_OMAP_SCR, priv->scr);  in omap8250_update_scr()
248 static void omap8250_update_mdr1(struct uart_8250_port *up,  in omap8250_update_mdr1()  argument
252 		omap_8250_mdr1_errataset(up, priv);  in omap8250_update_mdr1()
254 		serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap8250_update_mdr1()
257 static void omap8250_restore_regs(struct uart_8250_port *up)  in omap8250_restore_regs()  argument
259 	struct omap8250_priv *priv = up->port.private_data;  in omap8250_restore_regs()
260 	struct uart_8250_dma	*dma = up->dma;  in omap8250_restore_regs()
273 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
274 	serial_out(up, UART_EFR, UART_EFR_ECB);  in omap8250_restore_regs()
276 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);  in omap8250_restore_regs()
277 	serial_out(up, UART_MCR, UART_MCR_TCRTLR);  in omap8250_restore_regs()
278 	serial_out(up, UART_FCR, up->fcr);  in omap8250_restore_regs()
280 	omap8250_update_scr(up, priv);  in omap8250_restore_regs()
282 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
284 	serial_out(up, UART_TI752_TCR, OMAP_UART_TCR_RESTORE(16) |  in omap8250_restore_regs()
286 	serial_out(up, UART_TI752_TLR,  in omap8250_restore_regs()
290 	serial_out(up, UART_LCR, 0);  in omap8250_restore_regs()
293 	serial_out(up, UART_MCR, up->mcr);  in omap8250_restore_regs()
294 	serial_out(up, UART_IER, up->ier);  in omap8250_restore_regs()
296 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
297 	serial_dl_write(up, priv->quot);  in omap8250_restore_regs()
299 	serial_out(up, UART_EFR, priv->efr);  in omap8250_restore_regs()
302 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
303 	serial_out(up, UART_XON1, priv->xon);  in omap8250_restore_regs()
304 	serial_out(up, UART_XOFF1, priv->xoff);  in omap8250_restore_regs()
306 	serial_out(up, UART_LCR, up->lcr);  in omap8250_restore_regs()
308 	omap8250_update_mdr1(up, priv);  in omap8250_restore_regs()
310 	up->port.ops->set_mctrl(&up->port, up->port.mctrl);  in omap8250_restore_regs()
321 	struct uart_8250_port *up =  in omap_8250_set_termios()  local
323 	struct omap8250_priv *priv = up->port.private_data;  in omap_8250_set_termios()
372 	up->port.read_status_mask = UART_LSR_OE | UART_LSR_THRE | UART_LSR_DR;  in omap_8250_set_termios()
374 		up->port.read_status_mask |= UART_LSR_FE | UART_LSR_PE;  in omap_8250_set_termios()
376 		up->port.read_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
381 	up->port.ignore_status_mask = 0;  in omap_8250_set_termios()
383 		up->port.ignore_status_mask |= UART_LSR_PE | UART_LSR_FE;  in omap_8250_set_termios()
385 		up->port.ignore_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
391 			up->port.ignore_status_mask |= UART_LSR_OE;  in omap_8250_set_termios()
398 		up->port.ignore_status_mask |= UART_LSR_DR;  in omap_8250_set_termios()
403 	up->ier &= ~UART_IER_MSI;  in omap_8250_set_termios()
404 	if (UART_ENABLE_MS(&up->port, termios->c_cflag))  in omap_8250_set_termios()
405 		up->ier |= UART_IER_MSI;  in omap_8250_set_termios()
407 	up->lcr = cval;  in omap_8250_set_termios()
427 	up->fcr = UART_FCR_ENABLE_FIFO;  in omap_8250_set_termios()
428 	up->fcr |= TRIGGER_FCR_MASK(TX_TRIGGER) << OMAP_UART_FCR_TX_TRIG;  in omap_8250_set_termios()
429 	up->fcr |= TRIGGER_FCR_MASK(RX_TRIGGER) << OMAP_UART_FCR_RX_TRIG;  in omap_8250_set_termios()
434 	if (up->dma)  in omap_8250_set_termios()
442 	up->port.status &= ~(UPSTAT_AUTOCTS | UPSTAT_AUTORTS | UPSTAT_AUTOXOFF);  in omap_8250_set_termios()
444 	if (termios->c_cflag & CRTSCTS && up->port.flags & UPF_HARD_FLOW) {  in omap_8250_set_termios()
446 		up->port.status |= UPSTAT_AUTOCTS | UPSTAT_AUTORTS;  in omap_8250_set_termios()
448 	} else	if (up->port.flags & UPF_SOFT_FLOW) {  in omap_8250_set_termios()
460 			up->port.status |= UPSTAT_AUTOXOFF;  in omap_8250_set_termios()
464 	omap8250_restore_regs(up);  in omap_8250_set_termios()
466 	spin_unlock_irq(&up->port.lock);  in omap_8250_set_termios()
485 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_pm()  local
489 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
490 	efr = serial_in(up, UART_EFR);  in omap_8250_pm()
491 	serial_out(up, UART_EFR, efr | UART_EFR_ECB);  in omap_8250_pm()
492 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
494 	serial_out(up, UART_IER, (state != 0) ? UART_IERX_SLEEP : 0);  in omap_8250_pm()
495 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
496 	serial_out(up, UART_EFR, efr);  in omap_8250_pm()
497 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
503 static void omap_serial_fill_features_erratas(struct uart_8250_port *up,  in omap_serial_fill_features_erratas()  argument
509 	mvr = uart_read(up, UART_OMAP_MVER);  in omap_serial_fill_features_erratas()
529 		dev_warn(up->port.dev,  in omap_serial_fill_features_erratas()
570 	struct uart_8250_port *up = up_to_u8250p(port);  in omap8250_irq()  local
575 	if (up->dma) {  in omap8250_irq()
581 	serial8250_rpm_get(up);  in omap8250_irq()
584 	serial8250_rpm_put(up);  in omap8250_irq()
591 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_startup()  local
603 	up->mcr = 0;  in omap_8250_startup()
604 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_startup()
606 	serial_out(up, UART_LCR, UART_LCR_WLEN8);  in omap_8250_startup()
608 	up->lsr_saved_flags = 0;  in omap_8250_startup()
609 	up->msr_saved_flags = 0;  in omap_8250_startup()
611 	if (up->dma) {  in omap_8250_startup()
612 		ret = serial8250_request_dma(up);  in omap_8250_startup()
616 			up->dma = NULL;  in omap_8250_startup()
625 	up->ier = UART_IER_RLSI | UART_IER_RDI;  in omap_8250_startup()
626 	serial_out(up, UART_IER, up->ier);  in omap_8250_startup()
629 	up->capabilities |= UART_CAP_RPM;  in omap_8250_startup()
636 	serial_out(up, UART_OMAP_WER, priv->wer);  in omap_8250_startup()
638 	if (up->dma)  in omap_8250_startup()
639 		up->dma->rx_dma(up, 0);  in omap_8250_startup()
653 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_shutdown()  local
657 	if (up->dma)  in omap_8250_shutdown()
658 		up->dma->rx_dma(up, UART_IIR_RX_TIMEOUT);  in omap_8250_shutdown()
662 	serial_out(up, UART_OMAP_WER, 0);  in omap_8250_shutdown()
664 	up->ier = 0;  in omap_8250_shutdown()
665 	serial_out(up, UART_IER, 0);  in omap_8250_shutdown()
667 	if (up->dma)  in omap_8250_shutdown()
668 		serial8250_release_dma(up);  in omap_8250_shutdown()
673 	if (up->lcr & UART_LCR_SBC)  in omap_8250_shutdown()
674 		serial_out(up, UART_LCR, up->lcr & ~UART_LCR_SBC);  in omap_8250_shutdown()
675 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_shutdown()
686 	struct uart_8250_port *up =  in omap_8250_throttle()  local
692 	up->ier &= ~(UART_IER_RLSI | UART_IER_RDI);  in omap_8250_throttle()
693 	serial_out(up, UART_IER, up->ier);  in omap_8250_throttle()
703 	struct uart_8250_port *up =  in omap_8250_unthrottle()  local
709 	up->ier |= UART_IER_RLSI | UART_IER_RDI;  in omap_8250_unthrottle()
710 	serial_out(up, UART_IER, up->ier);  in omap_8250_unthrottle()
1005 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_dma_handle_irq()  local
1011 	serial8250_rpm_get(up);  in omap_8250_dma_handle_irq()
1015 		serial8250_rpm_put(up);  in omap_8250_dma_handle_irq()
1025 		dma_err = omap_8250_rx_dma(up, iir);  in omap_8250_dma_handle_irq()
1027 			status = serial8250_rx_chars(up, status);  in omap_8250_dma_handle_irq()
1028 			omap_8250_rx_dma(up, 0);  in omap_8250_dma_handle_irq()
1031 	serial8250_modem_status(up);  in omap_8250_dma_handle_irq()
1032 	if (status & UART_LSR_THRE && up->dma->tx_err) {  in omap_8250_dma_handle_irq()
1033 		if (uart_tx_stopped(&up->port) ||  in omap_8250_dma_handle_irq()
1034 		    uart_circ_empty(&up->port.state->xmit)) {  in omap_8250_dma_handle_irq()
1035 			up->dma->tx_err = 0;  in omap_8250_dma_handle_irq()
1036 			serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1042 			dma_err = omap_8250_tx_dma(up);  in omap_8250_dma_handle_irq()
1044 				serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1049 	serial8250_rpm_put(up);  in omap_8250_dma_handle_irq()
1092 	struct uart_8250_port up;  in omap8250_probe()  local
1110 	memset(&up, 0, sizeof(up));  in omap8250_probe()
1111 	up.port.dev = &pdev->dev;  in omap8250_probe()
1112 	up.port.mapbase = regs->start;  in omap8250_probe()
1113 	up.port.membase = membase;  in omap8250_probe()
1114 	up.port.irq = irq->start;  in omap8250_probe()
1123 	up.port.type = PORT_8250;  in omap8250_probe()
1124 	up.port.iotype = UPIO_MEM;  in omap8250_probe()
1125 	up.port.flags = UPF_FIXED_PORT | UPF_FIXED_TYPE | UPF_SOFT_FLOW |  in omap8250_probe()
1127 	up.port.private_data = priv;  in omap8250_probe()
1129 	up.port.regshift = 2;  in omap8250_probe()
1130 	up.port.fifosize = 64;  in omap8250_probe()
1131 	up.tx_loadsz = 64;  in omap8250_probe()
1132 	up.capabilities = UART_CAP_FIFO;  in omap8250_probe()
1140 	up.capabilities |= UART_CAP_RPM;  in omap8250_probe()
1142 	up.port.set_termios = omap_8250_set_termios;  in omap8250_probe()
1143 	up.port.set_mctrl = omap8250_set_mctrl;  in omap8250_probe()
1144 	up.port.pm = omap_8250_pm;  in omap8250_probe()
1145 	up.port.startup = omap_8250_startup;  in omap8250_probe()
1146 	up.port.shutdown = omap_8250_shutdown;  in omap8250_probe()
1147 	up.port.throttle = omap_8250_throttle;  in omap8250_probe()
1148 	up.port.unthrottle = omap_8250_unthrottle;  in omap8250_probe()
1156 				     &up.port.uartclk);  in omap8250_probe()
1169 	up.port.line = ret;  in omap8250_probe()
1171 	if (!up.port.uartclk) {  in omap8250_probe()
1172 		up.port.uartclk = DEFAULT_CLK_SPEED;  in omap8250_probe()
1195 	omap_serial_fill_features_erratas(&up, priv);  in omap8250_probe()
1196 	up.port.handle_irq = omap8250_no_handle_irq;  in omap8250_probe()
1209 			up.dma = &priv->omap8250_dma;  in omap8250_probe()
1227 	ret = serial8250_register_8250_port(&up);  in omap8250_probe()
1297 static int omap8250_lost_context(struct uart_8250_port *up)  in omap8250_lost_context()  argument
1301 	val = serial_in(up, UART_OMAP_SCR);  in omap8250_lost_context()
1316 	struct uart_8250_port *up = serial8250_get_port(priv->line);  in omap8250_soft_reset()  local
1321 	sysc = serial_in(up, UART_OMAP_SYSC);  in omap8250_soft_reset()
1325 	serial_out(up, UART_OMAP_SYSC, sysc);  in omap8250_soft_reset()
1330 		syss = serial_in(up, UART_OMAP_SYSS);  in omap8250_soft_reset()
1344 	struct uart_8250_port *up;  in omap8250_runtime_suspend()  local
1346 	up = serial8250_get_port(priv->line);  in omap8250_runtime_suspend()
1354 		if (uart_console(&up->port))  in omap8250_runtime_suspend()
1366 		omap8250_update_mdr1(up, priv);  in omap8250_runtime_suspend()
1369 	if (up->dma && up->dma->rxchan)  in omap8250_runtime_suspend()
1370 		omap_8250_rx_dma(up, UART_IIR_RX_TIMEOUT);  in omap8250_runtime_suspend()
1381 	struct uart_8250_port *up;  in omap8250_runtime_resume()  local
1388 	up = serial8250_get_port(priv->line);  in omap8250_runtime_resume()
1389 	loss_cntx = omap8250_lost_context(up);  in omap8250_runtime_resume()
1392 		omap8250_restore_regs(up);  in omap8250_runtime_resume()
1394 	if (up->dma && up->dma->rxchan)  in omap8250_runtime_resume()
1395 		omap_8250_rx_dma(up, 0);  in omap8250_runtime_resume()