148 static void davinci_spi_rx_buf_u8(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u8()  argument
150 	if (dspi->rx) {  in davinci_spi_rx_buf_u8()
151 		u8 *rx = dspi->rx;  in davinci_spi_rx_buf_u8()
153 		dspi->rx = rx;  in davinci_spi_rx_buf_u8()
157 static void davinci_spi_rx_buf_u16(u32 data, struct davinci_spi *dspi)  in davinci_spi_rx_buf_u16()  argument
159 	if (dspi->rx) {  in davinci_spi_rx_buf_u16()
160 		u16 *rx = dspi->rx;  in davinci_spi_rx_buf_u16()
162 		dspi->rx = rx;  in davinci_spi_rx_buf_u16()
166 static u32 davinci_spi_tx_buf_u8(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u8()  argument
170 	if (dspi->tx) {  in davinci_spi_tx_buf_u8()
171 		const u8 *tx = dspi->tx;  in davinci_spi_tx_buf_u8()
174 		dspi->tx = tx;  in davinci_spi_tx_buf_u8()
179 static u32 davinci_spi_tx_buf_u16(struct davinci_spi *dspi)  in davinci_spi_tx_buf_u16()  argument
183 	if (dspi->tx) {  in davinci_spi_tx_buf_u16()
184 		const u16 *tx = dspi->tx;  in davinci_spi_tx_buf_u16()
187 		dspi->tx = tx;  in davinci_spi_tx_buf_u16()
213 	struct davinci_spi *dspi;  in davinci_spi_chipselect()  local
219 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_chipselect()
220 	pdata = &dspi->pdata;  in davinci_spi_chipselect()
243 	iowrite16(spidat1, dspi->base + SPIDAT1 + 2);  in davinci_spi_chipselect()
256 static inline int davinci_spi_get_prescale(struct davinci_spi *dspi,  in davinci_spi_get_prescale()  argument
262 	ret = DIV_ROUND_UP(clk_get_rate(dspi->clk), max_speed_hz) - 1;  in davinci_spi_get_prescale()
264 	if (ret < dspi->prescaler_limit || ret > 255)  in davinci_spi_get_prescale()
283 	struct davinci_spi *dspi;  in davinci_spi_setup_transfer()  local
289 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup_transfer()
308 		dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_setup_transfer()
309 		dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_setup_transfer()
310 		dspi->bytes_per_word[spi->chip_select] = 1;  in davinci_spi_setup_transfer()
312 		dspi->get_rx = davinci_spi_rx_buf_u16;  in davinci_spi_setup_transfer()
313 		dspi->get_tx = davinci_spi_tx_buf_u16;  in davinci_spi_setup_transfer()
314 		dspi->bytes_per_word[spi->chip_select] = 2;  in davinci_spi_setup_transfer()
322 	prescale = davinci_spi_get_prescale(dspi, hz);  in davinci_spi_setup_transfer()
358 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_setup_transfer()
385 		iowrite32(delay, dspi->base + SPIDELAY);  in davinci_spi_setup_transfer()
388 	iowrite32(spifmt, dspi->base + SPIFMT0);  in davinci_spi_setup_transfer()
422 	struct davinci_spi *dspi;  in davinci_spi_setup()  local
428 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_setup()
429 	pdata = &dspi->pdata;  in davinci_spi_setup()
452 			set_io_bits(dspi->base + SPIPC0, 1 << spi->chip_select);  in davinci_spi_setup()
456 		set_io_bits(dspi->base + SPIPC0, SPIPC0_SPIENA_MASK);  in davinci_spi_setup()
459 		set_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
461 		clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_LOOPBACK_MASK);  in davinci_spi_setup()
475 static int davinci_spi_check_error(struct davinci_spi *dspi, int int_status)  in davinci_spi_check_error()  argument
477 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_check_error()
492 	if (dspi->version == SPI_VERSION_2) {  in davinci_spi_check_error()
521 static int davinci_spi_process_events(struct davinci_spi *dspi)  in davinci_spi_process_events()  argument
525 	buf = ioread32(dspi->base + SPIBUF);  in davinci_spi_process_events()
527 	if (dspi->rcount > 0 && !(buf & SPIBUF_RXEMPTY_MASK)) {  in davinci_spi_process_events()
528 		dspi->get_rx(buf & 0xFFFF, dspi);  in davinci_spi_process_events()
529 		dspi->rcount--;  in davinci_spi_process_events()
532 	status = ioread32(dspi->base + SPIFLG);  in davinci_spi_process_events()
539 	if (dspi->wcount > 0 && !(buf & SPIBUF_TXFULL_MASK)) {  in davinci_spi_process_events()
540 		spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_process_events()
541 		dspi->wcount--;  in davinci_spi_process_events()
543 		spidat1 |= 0xFFFF & dspi->get_tx(dspi);  in davinci_spi_process_events()
544 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_process_events()
553 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_rx_callback()  local
555 	dspi->rcount = 0;  in davinci_spi_dma_rx_callback()
557 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_rx_callback()
558 		complete(&dspi->done);  in davinci_spi_dma_rx_callback()
563 	struct davinci_spi *dspi = (struct davinci_spi *)data;  in davinci_spi_dma_tx_callback()  local
565 	dspi->wcount = 0;  in davinci_spi_dma_tx_callback()
567 	if (!dspi->wcount && !dspi->rcount)  in davinci_spi_dma_tx_callback()
568 		complete(&dspi->done);  in davinci_spi_dma_tx_callback()
582 	struct davinci_spi *dspi;  in davinci_spi_bufs()  local
592 	dspi = spi_master_get_devdata(spi->master);  in davinci_spi_bufs()
593 	pdata = &dspi->pdata;  in davinci_spi_bufs()
599 	data_type = dspi->bytes_per_word[spi->chip_select];  in davinci_spi_bufs()
601 	dspi->tx = t->tx_buf;  in davinci_spi_bufs()
602 	dspi->rx = t->rx_buf;  in davinci_spi_bufs()
603 	dspi->wcount = t->len / data_type;  in davinci_spi_bufs()
604 	dspi->rcount = dspi->wcount;  in davinci_spi_bufs()
606 	spidat1 = ioread32(dspi->base + SPIDAT1);  in davinci_spi_bufs()
608 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
609 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
611 	reinit_completion(&dspi->done);  in davinci_spi_bufs()
614 		set_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_bufs()
618 		dspi->wcount--;  in davinci_spi_bufs()
619 		tx_data = dspi->get_tx(dspi);  in davinci_spi_bufs()
622 		iowrite32(spidat1, dspi->base + SPIDAT1);  in davinci_spi_bufs()
626 			.src_addr = (unsigned long)dspi->pbase + SPIBUF,  in davinci_spi_bufs()
632 			.dst_addr = (unsigned long)dspi->pbase + SPIDAT1,  in davinci_spi_bufs()
644 		dmaengine_slave_config(dspi->dma_rx, &dma_rx_conf);  in davinci_spi_bufs()
645 		dmaengine_slave_config(dspi->dma_tx, &dma_tx_conf);  in davinci_spi_bufs()
675 		rxdesc = dmaengine_prep_slave_sg(dspi->dma_rx,  in davinci_spi_bufs()
681 		txdesc = dmaengine_prep_slave_sg(dspi->dma_tx,  in davinci_spi_bufs()
688 		rxdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
690 		txdesc->callback_param = (void *)dspi;  in davinci_spi_bufs()
693 			iowrite16(spidat1 >> 16, dspi->base + SPIDAT1 + 2);  in davinci_spi_bufs()
698 		dma_async_issue_pending(dspi->dma_rx);  in davinci_spi_bufs()
699 		dma_async_issue_pending(dspi->dma_tx);  in davinci_spi_bufs()
701 		set_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
706 		wait_for_completion_interruptible(&(dspi->done));  in davinci_spi_bufs()
708 		while (dspi->rcount > 0 || dspi->wcount > 0) {  in davinci_spi_bufs()
709 			errors = davinci_spi_process_events(dspi);  in davinci_spi_bufs()
716 	clear_io_bits(dspi->base + SPIINT, SPIINT_MASKALL);  in davinci_spi_bufs()
718 		clear_io_bits(dspi->base + SPIINT, SPIINT_DMA_REQ_EN);  in davinci_spi_bufs()
727 	clear_io_bits(dspi->base + SPIGCR1, SPIGCR1_SPIENA_MASK);  in davinci_spi_bufs()
728 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_bufs()
735 		ret = davinci_spi_check_error(dspi, errors);  in davinci_spi_bufs()
741 	if (dspi->rcount != 0 || dspi->wcount != 0) {  in davinci_spi_bufs()
784 	struct davinci_spi *dspi = data;  in davinci_spi_irq()  local
787 	status = davinci_spi_process_events(dspi);  in davinci_spi_irq()
789 		clear_io_bits(dspi->base + SPIINT, SPIINT_MASKINT);  in davinci_spi_irq()
791 	if ((!dspi->rcount && !dspi->wcount) || status)  in davinci_spi_irq()
792 		complete(&dspi->done);  in davinci_spi_irq()
797 static int davinci_spi_request_dma(struct davinci_spi *dspi)  in davinci_spi_request_dma()  argument
800 	struct device *sdev = dspi->bitbang.master->dev.parent;  in davinci_spi_request_dma()
806 	dspi->dma_rx = dma_request_channel(mask, edma_filter_fn,  in davinci_spi_request_dma()
807 					   &dspi->dma_rx_chnum);  in davinci_spi_request_dma()
808 	if (!dspi->dma_rx) {  in davinci_spi_request_dma()
814 	dspi->dma_tx = dma_request_channel(mask, edma_filter_fn,  in davinci_spi_request_dma()
815 					   &dspi->dma_tx_chnum);  in davinci_spi_request_dma()
816 	if (!dspi->dma_tx) {  in davinci_spi_request_dma()
825 	dma_release_channel(dspi->dma_rx);  in davinci_spi_request_dma()
880 			struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
888 	pdata = &dspi->pdata;  in spi_davinci_get_pdata()
915 		struct davinci_spi *dspi)  in spi_davinci_get_pdata()  argument
935 	struct davinci_spi *dspi;  in davinci_spi_probe()  local
951 	dspi = spi_master_get_devdata(master);  in davinci_spi_probe()
955 		dspi->pdata = *pdata;  in davinci_spi_probe()
958 		ret = spi_davinci_get_pdata(pdev, dspi);  in davinci_spi_probe()
964 	pdata = &dspi->pdata;  in davinci_spi_probe()
966 	dspi->bytes_per_word = devm_kzalloc(&pdev->dev,  in davinci_spi_probe()
967 					    sizeof(*dspi->bytes_per_word) *  in davinci_spi_probe()
969 	if (dspi->bytes_per_word == NULL) {  in davinci_spi_probe()
980 	dspi->pbase = r->start;  in davinci_spi_probe()
982 	dspi->base = devm_ioremap_resource(&pdev->dev, r);  in davinci_spi_probe()
983 	if (IS_ERR(dspi->base)) {  in davinci_spi_probe()
984 		ret = PTR_ERR(dspi->base);  in davinci_spi_probe()
993 	dspi->irq = ret;  in davinci_spi_probe()
995 	ret = devm_request_threaded_irq(&pdev->dev, dspi->irq, davinci_spi_irq,  in davinci_spi_probe()
996 				dummy_thread_fn, 0, dev_name(&pdev->dev), dspi);  in davinci_spi_probe()
1000 	dspi->bitbang.master = master;  in davinci_spi_probe()
1002 	dspi->clk = devm_clk_get(&pdev->dev, NULL);  in davinci_spi_probe()
1003 	if (IS_ERR(dspi->clk)) {  in davinci_spi_probe()
1007 	clk_prepare_enable(dspi->clk);  in davinci_spi_probe()
1016 	dspi->bitbang.chipselect = davinci_spi_chipselect;  in davinci_spi_probe()
1017 	dspi->bitbang.setup_transfer = davinci_spi_setup_transfer;  in davinci_spi_probe()
1018 	dspi->prescaler_limit = pdata->prescaler_limit;  in davinci_spi_probe()
1019 	dspi->version = pdata->version;  in davinci_spi_probe()
1021 	dspi->bitbang.flags = SPI_NO_CS | SPI_LSB_FIRST | SPI_LOOP;  in davinci_spi_probe()
1022 	if (dspi->version == SPI_VERSION_2)  in davinci_spi_probe()
1023 		dspi->bitbang.flags |= SPI_READY;  in davinci_spi_probe()
1053 	dspi->bitbang.txrx_bufs = davinci_spi_bufs;  in davinci_spi_probe()
1056 		dspi->dma_rx_chnum = dma_rx_chan;  in davinci_spi_probe()
1057 		dspi->dma_tx_chnum = dma_tx_chan;  in davinci_spi_probe()
1059 		ret = davinci_spi_request_dma(dspi);  in davinci_spi_probe()
1069 	dspi->get_rx = davinci_spi_rx_buf_u8;  in davinci_spi_probe()
1070 	dspi->get_tx = davinci_spi_tx_buf_u8;  in davinci_spi_probe()
1072 	init_completion(&dspi->done);  in davinci_spi_probe()
1075 	iowrite32(0, dspi->base + SPIGCR0);  in davinci_spi_probe()
1077 	iowrite32(1, dspi->base + SPIGCR0);  in davinci_spi_probe()
1081 	iowrite32(spipc0, dspi->base + SPIPC0);  in davinci_spi_probe()
1084 		iowrite32(SPI_INTLVL_1, dspi->base + SPILVL);  in davinci_spi_probe()
1086 		iowrite32(SPI_INTLVL_0, dspi->base + SPILVL);  in davinci_spi_probe()
1088 	iowrite32(CS_DEFAULT, dspi->base + SPIDEF);  in davinci_spi_probe()
1091 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_CLKMOD_MASK);  in davinci_spi_probe()
1092 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_MASTER_MASK);  in davinci_spi_probe()
1093 	set_io_bits(dspi->base + SPIGCR1, SPIGCR1_POWERDOWN_MASK);  in davinci_spi_probe()
1095 	ret = spi_bitbang_start(&dspi->bitbang);  in davinci_spi_probe()
1099 	dev_info(&pdev->dev, "Controller at 0x%p\n", dspi->base);  in davinci_spi_probe()
1104 	dma_release_channel(dspi->dma_rx);  in davinci_spi_probe()
1105 	dma_release_channel(dspi->dma_tx);  in davinci_spi_probe()
1107 	clk_disable_unprepare(dspi->clk);  in davinci_spi_probe()
1125 	struct davinci_spi *dspi;  in davinci_spi_remove()  local
1129 	dspi = spi_master_get_devdata(master);  in davinci_spi_remove()
1131 	spi_bitbang_stop(&dspi->bitbang);  in davinci_spi_remove()
1133 	clk_disable_unprepare(dspi->clk);  in davinci_spi_remove()