103 static u32 uart_read(struct uart_8250_port *up, u32 reg)  in uart_read()  argument
105 	return readl(up->port.membase + (reg << up->port.regshift));  in uart_read()
110 	struct uart_8250_port *up = up_to_u8250p(port);  in omap8250_set_mctrl()  local
111 	struct omap8250_priv *priv = up->port.private_data;  in omap8250_set_mctrl()
120 	lcr = serial_in(up, UART_LCR);  in omap8250_set_mctrl()
121 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_set_mctrl()
126 	serial_out(up, UART_EFR, priv->efr);  in omap8250_set_mctrl()
127 	serial_out(up, UART_LCR, lcr);  in omap8250_set_mctrl()
139 static void omap_8250_mdr1_errataset(struct uart_8250_port *up,  in omap_8250_mdr1_errataset()  argument
145 	old_mdr1 = serial_in(up, UART_OMAP_MDR1);  in omap_8250_mdr1_errataset()
149 	serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap_8250_mdr1_errataset()
151 	serial_out(up, UART_FCR, up->fcr | UART_FCR_CLEAR_XMIT |  in omap_8250_mdr1_errataset()
157 	while (UART_LSR_THRE != (serial_in(up, UART_LSR) &  in omap_8250_mdr1_errataset()
162 			dev_crit(up->port.dev, "Errata i202: timedout %x\n",  in omap_8250_mdr1_errataset()
163 				 serial_in(up, UART_LSR));  in omap_8250_mdr1_errataset()
213 static void omap8250_update_scr(struct uart_8250_port *up,  in omap8250_update_scr()  argument
218 	old_scr = serial_in(up, UART_OMAP_SCR);  in omap8250_update_scr()
228 		serial_out(up, UART_OMAP_SCR,  in omap8250_update_scr()
230 	serial_out(up, UART_OMAP_SCR, priv->scr);  in omap8250_update_scr()
233 static void omap8250_restore_regs(struct uart_8250_port *up)  in omap8250_restore_regs()  argument
235 	struct omap8250_priv *priv = up->port.private_data;  in omap8250_restore_regs()
236 	struct uart_8250_dma	*dma = up->dma;  in omap8250_restore_regs()
249 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
250 	serial_out(up, UART_EFR, UART_EFR_ECB);  in omap8250_restore_regs()
252 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_A);  in omap8250_restore_regs()
253 	serial_out(up, UART_MCR, UART_MCR_TCRTLR);  in omap8250_restore_regs()
254 	serial_out(up, UART_FCR, up->fcr);  in omap8250_restore_regs()
256 	omap8250_update_scr(up, priv);  in omap8250_restore_regs()
258 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
260 	serial_out(up, UART_TI752_TCR, OMAP_UART_TCR_RESTORE(16) |  in omap8250_restore_regs()
262 	serial_out(up, UART_TI752_TLR,  in omap8250_restore_regs()
266 	serial_out(up, UART_LCR, 0);  in omap8250_restore_regs()
269 	serial_out(up, UART_MCR, up->mcr);  in omap8250_restore_regs()
270 	serial_out(up, UART_IER, up->ier);  in omap8250_restore_regs()
272 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
273 	serial_dl_write(up, priv->quot);  in omap8250_restore_regs()
275 	serial_out(up, UART_EFR, priv->efr);  in omap8250_restore_regs()
278 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap8250_restore_regs()
279 	serial_out(up, UART_XON1, priv->xon);  in omap8250_restore_regs()
280 	serial_out(up, UART_XOFF1, priv->xoff);  in omap8250_restore_regs()
282 	serial_out(up, UART_LCR, up->lcr);  in omap8250_restore_regs()
285 		omap_8250_mdr1_errataset(up, priv);  in omap8250_restore_regs()
287 		serial_out(up, UART_OMAP_MDR1, priv->mdr1);  in omap8250_restore_regs()
288 	up->port.ops->set_mctrl(&up->port, up->port.mctrl);  in omap8250_restore_regs()
299 	struct uart_8250_port *up =  in omap_8250_set_termios()  local
301 	struct omap8250_priv *priv = up->port.private_data;  in omap_8250_set_termios()
350 	up->port.read_status_mask = UART_LSR_OE | UART_LSR_THRE | UART_LSR_DR;  in omap_8250_set_termios()
352 		up->port.read_status_mask |= UART_LSR_FE | UART_LSR_PE;  in omap_8250_set_termios()
354 		up->port.read_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
359 	up->port.ignore_status_mask = 0;  in omap_8250_set_termios()
361 		up->port.ignore_status_mask |= UART_LSR_PE | UART_LSR_FE;  in omap_8250_set_termios()
363 		up->port.ignore_status_mask |= UART_LSR_BI;  in omap_8250_set_termios()
369 			up->port.ignore_status_mask |= UART_LSR_OE;  in omap_8250_set_termios()
376 		up->port.ignore_status_mask |= UART_LSR_DR;  in omap_8250_set_termios()
381 	up->ier &= ~UART_IER_MSI;  in omap_8250_set_termios()
382 	if (UART_ENABLE_MS(&up->port, termios->c_cflag))  in omap_8250_set_termios()
383 		up->ier |= UART_IER_MSI;  in omap_8250_set_termios()
385 	up->lcr = cval;  in omap_8250_set_termios()
405 	up->fcr = UART_FCR_ENABLE_FIFO;  in omap_8250_set_termios()
406 	up->fcr |= TRIGGER_FCR_MASK(TX_TRIGGER) << OMAP_UART_FCR_TX_TRIG;  in omap_8250_set_termios()
407 	up->fcr |= TRIGGER_FCR_MASK(RX_TRIGGER) << OMAP_UART_FCR_RX_TRIG;  in omap_8250_set_termios()
412 	if (up->dma)  in omap_8250_set_termios()
420 	up->mcr &= ~(UART_MCR_RTS | UART_MCR_XONANY);  in omap_8250_set_termios()
421 	up->port.status &= ~(UPSTAT_AUTOCTS | UPSTAT_AUTORTS | UPSTAT_AUTOXOFF);  in omap_8250_set_termios()
423 	if (termios->c_cflag & CRTSCTS && up->port.flags & UPF_HARD_FLOW) {  in omap_8250_set_termios()
425 		up->port.status |= UPSTAT_AUTOCTS | UPSTAT_AUTORTS;  in omap_8250_set_termios()
427 	} else	if (up->port.flags & UPF_SOFT_FLOW) {  in omap_8250_set_termios()
442 			up->port.status |= UPSTAT_AUTOXOFF;  in omap_8250_set_termios()
453 			up->mcr |= UART_MCR_XONANY;  in omap_8250_set_termios()
455 	omap8250_restore_regs(up);  in omap_8250_set_termios()
457 	spin_unlock_irq(&up->port.lock);  in omap_8250_set_termios()
476 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_pm()  local
480 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
481 	efr = serial_in(up, UART_EFR);  in omap_8250_pm()
482 	serial_out(up, UART_EFR, efr | UART_EFR_ECB);  in omap_8250_pm()
483 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
485 	serial_out(up, UART_IER, (state != 0) ? UART_IERX_SLEEP : 0);  in omap_8250_pm()
486 	serial_out(up, UART_LCR, UART_LCR_CONF_MODE_B);  in omap_8250_pm()
487 	serial_out(up, UART_EFR, efr);  in omap_8250_pm()
488 	serial_out(up, UART_LCR, 0);  in omap_8250_pm()
494 static void omap_serial_fill_features_erratas(struct uart_8250_port *up,  in omap_serial_fill_features_erratas()  argument
500 	mvr = uart_read(up, UART_OMAP_MVER);  in omap_serial_fill_features_erratas()
520 		dev_warn(up->port.dev,  in omap_serial_fill_features_erratas()
572 	struct uart_8250_port *up = up_to_u8250p(port);  in omap8250_irq()  local
577 	if (up->dma) {  in omap8250_irq()
583 	serial8250_rpm_get(up);  in omap8250_irq()
586 	serial8250_rpm_put(up);  in omap8250_irq()
593 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_startup()  local
607 	up->mcr = 0;  in omap_8250_startup()
608 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_startup()
610 	serial_out(up, UART_LCR, UART_LCR_WLEN8);  in omap_8250_startup()
612 	up->lsr_saved_flags = 0;  in omap_8250_startup()
613 	up->msr_saved_flags = 0;  in omap_8250_startup()
615 	if (up->dma) {  in omap_8250_startup()
616 		ret = serial8250_request_dma(up);  in omap_8250_startup()
620 			up->dma = NULL;  in omap_8250_startup()
629 	up->ier = UART_IER_RLSI | UART_IER_RDI;  in omap_8250_startup()
630 	serial_out(up, UART_IER, up->ier);  in omap_8250_startup()
633 	up->capabilities |= UART_CAP_RPM;  in omap_8250_startup()
640 	serial_out(up, UART_OMAP_WER, priv->wer);  in omap_8250_startup()
642 	if (up->dma)  in omap_8250_startup()
643 		up->dma->rx_dma(up, 0);  in omap_8250_startup()
658 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_shutdown()  local
662 	if (up->dma)  in omap_8250_shutdown()
663 		up->dma->rx_dma(up, UART_IIR_RX_TIMEOUT);  in omap_8250_shutdown()
667 	serial_out(up, UART_OMAP_WER, 0);  in omap_8250_shutdown()
669 	up->ier = 0;  in omap_8250_shutdown()
670 	serial_out(up, UART_IER, 0);  in omap_8250_shutdown()
672 	if (up->dma)  in omap_8250_shutdown()
673 		serial8250_release_dma(up);  in omap_8250_shutdown()
678 	if (up->lcr & UART_LCR_SBC)  in omap_8250_shutdown()
679 		serial_out(up, UART_LCR, up->lcr & ~UART_LCR_SBC);  in omap_8250_shutdown()
680 	serial_out(up, UART_FCR, UART_FCR_CLEAR_RCVR | UART_FCR_CLEAR_XMIT);  in omap_8250_shutdown()
693 	struct uart_8250_port *up =  in omap_8250_throttle()  local
699 	up->ier &= ~(UART_IER_RLSI | UART_IER_RDI);  in omap_8250_throttle()
700 	serial_out(up, UART_IER, up->ier);  in omap_8250_throttle()
710 	struct uart_8250_port *up =  in omap_8250_unthrottle()  local
716 	up->ier |= UART_IER_RLSI | UART_IER_RDI;  in omap_8250_unthrottle()
717 	serial_out(up, UART_IER, up->ier);  in omap_8250_unthrottle()
973 	struct uart_8250_port *up = up_to_u8250p(port);  in omap_8250_dma_handle_irq()  local
979 	serial8250_rpm_get(up);  in omap_8250_dma_handle_irq()
983 		serial8250_rpm_put(up);  in omap_8250_dma_handle_irq()
993 		dma_err = omap_8250_rx_dma(up, iir);  in omap_8250_dma_handle_irq()
995 			status = serial8250_rx_chars(up, status);  in omap_8250_dma_handle_irq()
996 			omap_8250_rx_dma(up, 0);  in omap_8250_dma_handle_irq()
999 	serial8250_modem_status(up);  in omap_8250_dma_handle_irq()
1000 	if (status & UART_LSR_THRE && up->dma->tx_err) {  in omap_8250_dma_handle_irq()
1001 		if (uart_tx_stopped(&up->port) ||  in omap_8250_dma_handle_irq()
1002 		    uart_circ_empty(&up->port.state->xmit)) {  in omap_8250_dma_handle_irq()
1003 			up->dma->tx_err = 0;  in omap_8250_dma_handle_irq()
1004 			serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1010 			dma_err = omap_8250_tx_dma(up);  in omap_8250_dma_handle_irq()
1012 				serial8250_tx_chars(up);  in omap_8250_dma_handle_irq()
1017 	serial8250_rpm_put(up);  in omap_8250_dma_handle_irq()
1046 	struct uart_8250_port up;  in omap8250_probe()  local
1064 	memset(&up, 0, sizeof(up));  in omap8250_probe()
1065 	up.port.dev = &pdev->dev;  in omap8250_probe()
1066 	up.port.mapbase = regs->start;  in omap8250_probe()
1067 	up.port.membase = membase;  in omap8250_probe()
1068 	up.port.irq = irq->start;  in omap8250_probe()
1077 	up.port.type = PORT_8250;  in omap8250_probe()
1078 	up.port.iotype = UPIO_MEM;  in omap8250_probe()
1079 	up.port.flags = UPF_FIXED_PORT | UPF_FIXED_TYPE | UPF_SOFT_FLOW |  in omap8250_probe()
1081 	up.port.private_data = priv;  in omap8250_probe()
1083 	up.port.regshift = 2;  in omap8250_probe()
1084 	up.port.fifosize = 64;  in omap8250_probe()
1085 	up.tx_loadsz = 64;  in omap8250_probe()
1086 	up.capabilities = UART_CAP_FIFO;  in omap8250_probe()
1094 	up.capabilities |= UART_CAP_RPM;  in omap8250_probe()
1096 	up.port.set_termios = omap_8250_set_termios;  in omap8250_probe()
1097 	up.port.set_mctrl = omap8250_set_mctrl;  in omap8250_probe()
1098 	up.port.pm = omap_8250_pm;  in omap8250_probe()
1099 	up.port.startup = omap_8250_startup;  in omap8250_probe()
1100 	up.port.shutdown = omap_8250_shutdown;  in omap8250_probe()
1101 	up.port.throttle = omap_8250_throttle;  in omap8250_probe()
1102 	up.port.unthrottle = omap_8250_unthrottle;  in omap8250_probe()
1108 				     &up.port.uartclk);  in omap8250_probe()
1117 	up.port.line = ret;  in omap8250_probe()
1119 	if (!up.port.uartclk) {  in omap8250_probe()
1120 		up.port.uartclk = DEFAULT_CLK_SPEED;  in omap8250_probe()
1141 	omap_serial_fill_features_erratas(&up, priv);  in omap8250_probe()
1142 	up.port.handle_irq = omap8250_no_handle_irq;  in omap8250_probe()
1155 			up.dma = &priv->omap8250_dma;  in omap8250_probe()
1168 	ret = serial8250_register_8250_port(&up);  in omap8250_probe()
1271 static int omap8250_lost_context(struct uart_8250_port *up)  in omap8250_lost_context()  argument
1275 	val = serial_in(up, UART_OMAP_MDR1);  in omap8250_lost_context()
1289 	struct uart_8250_port *up;  in omap8250_runtime_suspend()  local
1291 	up = serial8250_get_port(priv->line);  in omap8250_runtime_suspend()
1299 		if (uart_console(&up->port))  in omap8250_runtime_suspend()
1304 	if (up->dma)  in omap8250_runtime_suspend()
1305 		omap_8250_rx_dma(up, UART_IIR_RX_TIMEOUT);  in omap8250_runtime_suspend()
1316 	struct uart_8250_port *up;  in omap8250_runtime_resume()  local
1323 	up = serial8250_get_port(priv->line);  in omap8250_runtime_resume()
1325 	loss_cntx = omap8250_lost_context(up);  in omap8250_runtime_resume()
1328 		omap8250_restore_regs(up);  in omap8250_runtime_resume()
1330 	if (up->dma)  in omap8250_runtime_resume()
1331 		omap_8250_rx_dma(up, 0);  in omap8250_runtime_resume()