Lines Matching refs:rspi
204 static void rspi_write8(const struct rspi_data *rspi, u8 data, u16 offset) in rspi_write8() argument
206 iowrite8(data, rspi->addr + offset); in rspi_write8()
209 static void rspi_write16(const struct rspi_data *rspi, u16 data, u16 offset) in rspi_write16() argument
211 iowrite16(data, rspi->addr + offset); in rspi_write16()
214 static void rspi_write32(const struct rspi_data *rspi, u32 data, u16 offset) in rspi_write32() argument
216 iowrite32(data, rspi->addr + offset); in rspi_write32()
219 static u8 rspi_read8(const struct rspi_data *rspi, u16 offset) in rspi_read8() argument
221 return ioread8(rspi->addr + offset); in rspi_read8()
224 static u16 rspi_read16(const struct rspi_data *rspi, u16 offset) in rspi_read16() argument
226 return ioread16(rspi->addr + offset); in rspi_read16()
229 static void rspi_write_data(const struct rspi_data *rspi, u16 data) in rspi_write_data() argument
231 if (rspi->byte_access) in rspi_write_data()
232 rspi_write8(rspi, data, RSPI_SPDR); in rspi_write_data()
234 rspi_write16(rspi, data, RSPI_SPDR); in rspi_write_data()
237 static u16 rspi_read_data(const struct rspi_data *rspi) in rspi_read_data() argument
239 if (rspi->byte_access) in rspi_read_data()
240 return rspi_read8(rspi, RSPI_SPDR); in rspi_read_data()
242 return rspi_read16(rspi, RSPI_SPDR); in rspi_read_data()
247 int (*set_config_register)(struct rspi_data *rspi, int access_size);
258 static int rspi_set_config_register(struct rspi_data *rspi, int access_size) in rspi_set_config_register() argument
263 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in rspi_set_config_register()
266 spbr = DIV_ROUND_UP(clk_get_rate(rspi->clk), in rspi_set_config_register()
267 2 * rspi->max_speed_hz) - 1; in rspi_set_config_register()
268 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in rspi_set_config_register()
271 rspi_write8(rspi, 0, RSPI_SPDCR); in rspi_set_config_register()
272 rspi->byte_access = 0; in rspi_set_config_register()
275 rspi_write8(rspi, 0x00, RSPI_SPCKD); in rspi_set_config_register()
276 rspi_write8(rspi, 0x00, RSPI_SSLND); in rspi_set_config_register()
277 rspi_write8(rspi, 0x00, RSPI_SPND); in rspi_set_config_register()
280 rspi_write8(rspi, 0x00, RSPI_SPCR2); in rspi_set_config_register()
283 rspi->spcmd |= SPCMD_SPB_8_TO_16(access_size); in rspi_set_config_register()
284 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_set_config_register()
287 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR); in rspi_set_config_register()
295 static int rspi_rz_set_config_register(struct rspi_data *rspi, int access_size) in rspi_rz_set_config_register() argument
300 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in rspi_rz_set_config_register()
303 spbr = DIV_ROUND_UP(clk_get_rate(rspi->clk), in rspi_rz_set_config_register()
304 2 * rspi->max_speed_hz) - 1; in rspi_rz_set_config_register()
305 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in rspi_rz_set_config_register()
308 rspi_write8(rspi, SPDCR_SPLBYTE, RSPI_SPDCR); in rspi_rz_set_config_register()
309 rspi->byte_access = 1; in rspi_rz_set_config_register()
312 rspi_write8(rspi, 0x00, RSPI_SPCKD); in rspi_rz_set_config_register()
313 rspi_write8(rspi, 0x00, RSPI_SSLND); in rspi_rz_set_config_register()
314 rspi_write8(rspi, 0x00, RSPI_SPND); in rspi_rz_set_config_register()
317 rspi->spcmd |= SPCMD_SPB_8_TO_16(access_size); in rspi_rz_set_config_register()
318 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_rz_set_config_register()
321 rspi_write8(rspi, SPCR_MSTR, RSPI_SPCR); in rspi_rz_set_config_register()
329 static int qspi_set_config_register(struct rspi_data *rspi, int access_size) in qspi_set_config_register() argument
334 rspi_write8(rspi, rspi->sppcr, RSPI_SPPCR); in qspi_set_config_register()
337 spbr = DIV_ROUND_UP(clk_get_rate(rspi->clk), 2 * rspi->max_speed_hz); in qspi_set_config_register()
338 rspi_write8(rspi, clamp(spbr, 0, 255), RSPI_SPBR); in qspi_set_config_register()
341 rspi_write8(rspi, 0, RSPI_SPDCR); in qspi_set_config_register()
342 rspi->byte_access = 1; in qspi_set_config_register()
345 rspi_write8(rspi, 0x00, RSPI_SPCKD); in qspi_set_config_register()
346 rspi_write8(rspi, 0x00, RSPI_SSLND); in qspi_set_config_register()
347 rspi_write8(rspi, 0x00, RSPI_SPND); in qspi_set_config_register()
351 rspi->spcmd |= SPCMD_SPB_8BIT; in qspi_set_config_register()
353 rspi->spcmd |= SPCMD_SPB_16BIT; in qspi_set_config_register()
355 rspi->spcmd |= SPCMD_SPB_32BIT; in qspi_set_config_register()
357 rspi->spcmd |= SPCMD_SCKDEN | SPCMD_SLNDEN | SPCMD_SPNDEN; in qspi_set_config_register()
360 rspi_write32(rspi, 0, QSPI_SPBMUL0); in qspi_set_config_register()
363 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR); in qspi_set_config_register()
365 rspi_write8(rspi, 0x00, QSPI_SPBFCR); in qspi_set_config_register()
368 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in qspi_set_config_register()
371 rspi_write8(rspi, SPCR_SPE | SPCR_MSTR, RSPI_SPCR); in qspi_set_config_register()
376 static void qspi_update(const struct rspi_data *rspi, u8 mask, u8 val, u8 reg) in qspi_update() argument
380 data = rspi_read8(rspi, reg); in qspi_update()
383 rspi_write8(rspi, data, reg); in qspi_update()
386 static unsigned int qspi_set_send_trigger(struct rspi_data *rspi, in qspi_set_send_trigger() argument
395 qspi_update(rspi, SPBFCR_TXTRG_MASK, in qspi_set_send_trigger()
399 qspi_update(rspi, SPBFCR_TXTRG_MASK, in qspi_set_send_trigger()
406 static void qspi_set_receive_trigger(struct rspi_data *rspi, unsigned int len) in qspi_set_receive_trigger() argument
414 qspi_update(rspi, SPBFCR_RXTRG_MASK, in qspi_set_receive_trigger()
418 qspi_update(rspi, SPBFCR_RXTRG_MASK, in qspi_set_receive_trigger()
425 static void rspi_enable_irq(const struct rspi_data *rspi, u8 enable) in rspi_enable_irq() argument
427 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | enable, RSPI_SPCR); in rspi_enable_irq()
430 static void rspi_disable_irq(const struct rspi_data *rspi, u8 disable) in rspi_disable_irq() argument
432 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~disable, RSPI_SPCR); in rspi_disable_irq()
435 static int rspi_wait_for_interrupt(struct rspi_data *rspi, u8 wait_mask, in rspi_wait_for_interrupt() argument
440 rspi->spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_wait_for_interrupt()
441 if (rspi->spsr & wait_mask) in rspi_wait_for_interrupt()
444 rspi_enable_irq(rspi, enable_bit); in rspi_wait_for_interrupt()
445 ret = wait_event_timeout(rspi->wait, rspi->spsr & wait_mask, HZ); in rspi_wait_for_interrupt()
446 if (ret == 0 && !(rspi->spsr & wait_mask)) in rspi_wait_for_interrupt()
452 static inline int rspi_wait_for_tx_empty(struct rspi_data *rspi) in rspi_wait_for_tx_empty() argument
454 return rspi_wait_for_interrupt(rspi, SPSR_SPTEF, SPCR_SPTIE); in rspi_wait_for_tx_empty()
457 static inline int rspi_wait_for_rx_full(struct rspi_data *rspi) in rspi_wait_for_rx_full() argument
459 return rspi_wait_for_interrupt(rspi, SPSR_SPRF, SPCR_SPRIE); in rspi_wait_for_rx_full()
462 static int rspi_data_out(struct rspi_data *rspi, u8 data) in rspi_data_out() argument
464 int error = rspi_wait_for_tx_empty(rspi); in rspi_data_out()
466 dev_err(&rspi->master->dev, "transmit timeout\n"); in rspi_data_out()
469 rspi_write_data(rspi, data); in rspi_data_out()
473 static int rspi_data_in(struct rspi_data *rspi) in rspi_data_in() argument
478 error = rspi_wait_for_rx_full(rspi); in rspi_data_in()
480 dev_err(&rspi->master->dev, "receive timeout\n"); in rspi_data_in()
483 data = rspi_read_data(rspi); in rspi_data_in()
487 static int rspi_pio_transfer(struct rspi_data *rspi, const u8 *tx, u8 *rx, in rspi_pio_transfer() argument
492 int ret = rspi_data_out(rspi, *tx++); in rspi_pio_transfer()
497 int ret = rspi_data_in(rspi); in rspi_pio_transfer()
509 struct rspi_data *rspi = arg; in rspi_dma_complete() local
511 rspi->dma_callbacked = 1; in rspi_dma_complete()
512 wake_up_interruptible(&rspi->wait); in rspi_dma_complete()
515 static int rspi_dma_transfer(struct rspi_data *rspi, struct sg_table *tx, in rspi_dma_transfer() argument
526 desc_rx = dmaengine_prep_slave_sg(rspi->master->dma_rx, in rspi_dma_transfer()
535 desc_rx->callback_param = rspi; in rspi_dma_transfer()
546 desc_tx = dmaengine_prep_slave_sg(rspi->master->dma_tx, in rspi_dma_transfer()
559 desc_tx->callback_param = rspi; in rspi_dma_transfer()
575 disable_irq(other_irq = rspi->tx_irq); in rspi_dma_transfer()
576 if (rx && rspi->rx_irq != other_irq) in rspi_dma_transfer()
577 disable_irq(rspi->rx_irq); in rspi_dma_transfer()
579 rspi_enable_irq(rspi, irq_mask); in rspi_dma_transfer()
580 rspi->dma_callbacked = 0; in rspi_dma_transfer()
584 dma_async_issue_pending(rspi->master->dma_rx); in rspi_dma_transfer()
586 dma_async_issue_pending(rspi->master->dma_tx); in rspi_dma_transfer()
588 ret = wait_event_interruptible_timeout(rspi->wait, in rspi_dma_transfer()
589 rspi->dma_callbacked, HZ); in rspi_dma_transfer()
590 if (ret > 0 && rspi->dma_callbacked) in rspi_dma_transfer()
593 dev_err(&rspi->master->dev, "DMA timeout\n"); in rspi_dma_transfer()
596 dmaengine_terminate_all(rspi->master->dma_tx); in rspi_dma_transfer()
598 dmaengine_terminate_all(rspi->master->dma_rx); in rspi_dma_transfer()
601 rspi_disable_irq(rspi, irq_mask); in rspi_dma_transfer()
604 enable_irq(rspi->tx_irq); in rspi_dma_transfer()
605 if (rx && rspi->rx_irq != other_irq) in rspi_dma_transfer()
606 enable_irq(rspi->rx_irq); in rspi_dma_transfer()
612 dmaengine_terminate_all(rspi->master->dma_rx); in rspi_dma_transfer()
616 dev_driver_string(&rspi->master->dev), in rspi_dma_transfer()
617 dev_name(&rspi->master->dev)); in rspi_dma_transfer()
622 static void rspi_receive_init(const struct rspi_data *rspi) in rspi_receive_init() argument
626 spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_receive_init()
628 rspi_read_data(rspi); /* dummy read */ in rspi_receive_init()
630 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPSR) & ~SPSR_OVRF, in rspi_receive_init()
634 static void rspi_rz_receive_init(const struct rspi_data *rspi) in rspi_rz_receive_init() argument
636 rspi_receive_init(rspi); in rspi_rz_receive_init()
637 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, RSPI_SPBFCR); in rspi_rz_receive_init()
638 rspi_write8(rspi, 0, RSPI_SPBFCR); in rspi_rz_receive_init()
641 static void qspi_receive_init(const struct rspi_data *rspi) in qspi_receive_init() argument
645 spsr = rspi_read8(rspi, RSPI_SPSR); in qspi_receive_init()
647 rspi_read_data(rspi); /* dummy read */ in qspi_receive_init()
648 rspi_write8(rspi, SPBFCR_TXRST | SPBFCR_RXRST, QSPI_SPBFCR); in qspi_receive_init()
649 rspi_write8(rspi, 0, QSPI_SPBFCR); in qspi_receive_init()
652 static bool __rspi_can_dma(const struct rspi_data *rspi, in __rspi_can_dma() argument
655 return xfer->len > rspi->ops->fifo_size; in __rspi_can_dma()
661 struct rspi_data *rspi = spi_master_get_devdata(master); in rspi_can_dma() local
663 return __rspi_can_dma(rspi, xfer); in rspi_can_dma()
666 static int rspi_dma_check_then_transfer(struct rspi_data *rspi, in rspi_dma_check_then_transfer() argument
669 if (!rspi->master->can_dma || !__rspi_can_dma(rspi, xfer)) in rspi_dma_check_then_transfer()
673 return rspi_dma_transfer(rspi, &xfer->tx_sg, in rspi_dma_check_then_transfer()
677 static int rspi_common_transfer(struct rspi_data *rspi, in rspi_common_transfer() argument
682 ret = rspi_dma_check_then_transfer(rspi, xfer); in rspi_common_transfer()
686 ret = rspi_pio_transfer(rspi, xfer->tx_buf, xfer->rx_buf, xfer->len); in rspi_common_transfer()
691 rspi_wait_for_tx_empty(rspi); in rspi_common_transfer()
699 struct rspi_data *rspi = spi_master_get_devdata(master); in rspi_transfer_one() local
702 spcr = rspi_read8(rspi, RSPI_SPCR); in rspi_transfer_one()
704 rspi_receive_init(rspi); in rspi_transfer_one()
709 rspi_write8(rspi, spcr, RSPI_SPCR); in rspi_transfer_one()
711 return rspi_common_transfer(rspi, xfer); in rspi_transfer_one()
718 struct rspi_data *rspi = spi_master_get_devdata(master); in rspi_rz_transfer_one() local
720 rspi_rz_receive_init(rspi); in rspi_rz_transfer_one()
722 return rspi_common_transfer(rspi, xfer); in rspi_rz_transfer_one()
725 static int qspi_trigger_transfer_out_in(struct rspi_data *rspi, const u8 *tx, in qspi_trigger_transfer_out_in() argument
732 n = qspi_set_send_trigger(rspi, len); in qspi_trigger_transfer_out_in()
733 qspi_set_receive_trigger(rspi, len); in qspi_trigger_transfer_out_in()
735 ret = rspi_wait_for_tx_empty(rspi); in qspi_trigger_transfer_out_in()
737 dev_err(&rspi->master->dev, "transmit timeout\n"); in qspi_trigger_transfer_out_in()
741 rspi_write_data(rspi, *tx++); in qspi_trigger_transfer_out_in()
743 ret = rspi_wait_for_rx_full(rspi); in qspi_trigger_transfer_out_in()
745 dev_err(&rspi->master->dev, "receive timeout\n"); in qspi_trigger_transfer_out_in()
749 *rx++ = rspi_read_data(rspi); in qspi_trigger_transfer_out_in()
751 ret = rspi_pio_transfer(rspi, tx, rx, n); in qspi_trigger_transfer_out_in()
761 static int qspi_transfer_out_in(struct rspi_data *rspi, in qspi_transfer_out_in() argument
766 qspi_receive_init(rspi); in qspi_transfer_out_in()
768 ret = rspi_dma_check_then_transfer(rspi, xfer); in qspi_transfer_out_in()
772 return qspi_trigger_transfer_out_in(rspi, xfer->tx_buf, in qspi_transfer_out_in()
776 static int qspi_transfer_out(struct rspi_data *rspi, struct spi_transfer *xfer) in qspi_transfer_out() argument
780 if (rspi->master->can_dma && __rspi_can_dma(rspi, xfer)) { in qspi_transfer_out()
781 ret = rspi_dma_transfer(rspi, &xfer->tx_sg, NULL); in qspi_transfer_out()
786 ret = rspi_pio_transfer(rspi, xfer->tx_buf, NULL, xfer->len); in qspi_transfer_out()
791 rspi_wait_for_tx_empty(rspi); in qspi_transfer_out()
796 static int qspi_transfer_in(struct rspi_data *rspi, struct spi_transfer *xfer) in qspi_transfer_in() argument
798 if (rspi->master->can_dma && __rspi_can_dma(rspi, xfer)) { in qspi_transfer_in()
799 int ret = rspi_dma_transfer(rspi, NULL, &xfer->rx_sg); in qspi_transfer_in()
804 return rspi_pio_transfer(rspi, NULL, xfer->rx_buf, xfer->len); in qspi_transfer_in()
810 struct rspi_data *rspi = spi_master_get_devdata(master); in qspi_transfer_one() local
813 return qspi_transfer_out_in(rspi, xfer); in qspi_transfer_one()
816 return qspi_transfer_out(rspi, xfer); in qspi_transfer_one()
819 return qspi_transfer_in(rspi, xfer); in qspi_transfer_one()
822 return qspi_transfer_out_in(rspi, xfer); in qspi_transfer_one()
828 struct rspi_data *rspi = spi_master_get_devdata(spi->master); in rspi_setup() local
830 rspi->max_speed_hz = spi->max_speed_hz; in rspi_setup()
832 rspi->spcmd = SPCMD_SSLKP; in rspi_setup()
834 rspi->spcmd |= SPCMD_CPOL; in rspi_setup()
836 rspi->spcmd |= SPCMD_CPHA; in rspi_setup()
839 rspi->sppcr = 0; in rspi_setup()
841 rspi->sppcr |= SPPCR_SPLP; in rspi_setup()
843 set_config_register(rspi, 8); in rspi_setup()
872 static int qspi_setup_sequencer(struct rspi_data *rspi, in qspi_setup_sequencer() argument
889 rspi_write32(rspi, len, QSPI_SPBMUL(i - 1)); in qspi_setup_sequencer()
899 rspi_write16(rspi, rspi->spcmd | mode, RSPI_SPCMD(i)); in qspi_setup_sequencer()
906 rspi_write32(rspi, len, QSPI_SPBMUL(i - 1)); in qspi_setup_sequencer()
907 rspi_write8(rspi, i - 1, RSPI_SPSCR); in qspi_setup_sequencer()
916 struct rspi_data *rspi = spi_master_get_devdata(master); in rspi_prepare_message() local
922 ret = qspi_setup_sequencer(rspi, msg); in rspi_prepare_message()
928 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) | SPCR_SPE, RSPI_SPCR); in rspi_prepare_message()
935 struct rspi_data *rspi = spi_master_get_devdata(master); in rspi_unprepare_message() local
938 rspi_write8(rspi, rspi_read8(rspi, RSPI_SPCR) & ~SPCR_SPE, RSPI_SPCR); in rspi_unprepare_message()
941 rspi_write16(rspi, rspi->spcmd, RSPI_SPCMD0); in rspi_unprepare_message()
942 rspi_write8(rspi, 0, RSPI_SPSCR); in rspi_unprepare_message()
948 struct rspi_data *rspi = _sr; in rspi_irq_mux() local
953 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_mux()
961 rspi_disable_irq(rspi, disable_irq); in rspi_irq_mux()
962 wake_up(&rspi->wait); in rspi_irq_mux()
970 struct rspi_data *rspi = _sr; in rspi_irq_rx() local
973 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_rx()
975 rspi_disable_irq(rspi, SPCR_SPRIE); in rspi_irq_rx()
976 wake_up(&rspi->wait); in rspi_irq_rx()
985 struct rspi_data *rspi = _sr; in rspi_irq_tx() local
988 rspi->spsr = spsr = rspi_read8(rspi, RSPI_SPSR); in rspi_irq_tx()
990 rspi_disable_irq(rspi, SPCR_SPTIE); in rspi_irq_tx()
991 wake_up(&rspi->wait); in rspi_irq_tx()
1085 struct rspi_data *rspi = platform_get_drvdata(pdev); in rspi_remove() local
1087 rspi_release_dma(rspi->master); in rspi_remove()
1171 struct rspi_data *rspi; in rspi_probe() local
1205 rspi = spi_master_get_devdata(master); in rspi_probe()
1206 platform_set_drvdata(pdev, rspi); in rspi_probe()
1207 rspi->ops = ops; in rspi_probe()
1208 rspi->master = master; in rspi_probe()
1211 rspi->addr = devm_ioremap_resource(&pdev->dev, res); in rspi_probe()
1212 if (IS_ERR(rspi->addr)) { in rspi_probe()
1213 ret = PTR_ERR(rspi->addr); in rspi_probe()
1217 rspi->clk = devm_clk_get(&pdev->dev, NULL); in rspi_probe()
1218 if (IS_ERR(rspi->clk)) { in rspi_probe()
1220 ret = PTR_ERR(rspi->clk); in rspi_probe()
1226 init_waitqueue_head(&rspi->wait); in rspi_probe()
1244 rspi->rx_irq = rspi->tx_irq = ret; in rspi_probe()
1246 rspi->rx_irq = ret; in rspi_probe()
1249 rspi->tx_irq = ret; in rspi_probe()
1256 if (rspi->rx_irq == rspi->tx_irq) { in rspi_probe()
1258 ret = rspi_request_irq(&pdev->dev, rspi->rx_irq, rspi_irq_mux, in rspi_probe()
1259 "mux", rspi); in rspi_probe()
1262 ret = rspi_request_irq(&pdev->dev, rspi->rx_irq, rspi_irq_rx, in rspi_probe()
1263 "rx", rspi); in rspi_probe()
1265 ret = rspi_request_irq(&pdev->dev, rspi->tx_irq, in rspi_probe()
1266 rspi_irq_tx, "tx", rspi); in rspi_probe()