655 	struct fsl_edma_engine *fsl_edma = dev_id;  in fsl_edma_tx_handler()  local
660 	base_addr = fsl_edma->membase;  in fsl_edma_tx_handler()
662 	intr = edma_readl(fsl_edma, base_addr + EDMA_INTR);  in fsl_edma_tx_handler()
666 	for (ch = 0; ch < fsl_edma->n_chans; ch++) {  in fsl_edma_tx_handler()
668 			edma_writeb(fsl_edma, EDMA_CINT_CINT(ch),  in fsl_edma_tx_handler()
671 			fsl_chan = &fsl_edma->chans[ch];  in fsl_edma_tx_handler()
694 	struct fsl_edma_engine *fsl_edma = dev_id;  in fsl_edma_err_handler()  local
697 	err = edma_readl(fsl_edma, fsl_edma->membase + EDMA_ERR);  in fsl_edma_err_handler()
701 	for (ch = 0; ch < fsl_edma->n_chans; ch++) {  in fsl_edma_err_handler()
703 			fsl_edma_disable_request(&fsl_edma->chans[ch]);  in fsl_edma_err_handler()
704 			edma_writeb(fsl_edma, EDMA_CERR_CERR(ch),  in fsl_edma_err_handler()
705 				fsl_edma->membase + EDMA_CERR);  in fsl_edma_err_handler()
706 			fsl_edma->chans[ch].status = DMA_ERROR;  in fsl_edma_err_handler()
736 	struct fsl_edma_engine *fsl_edma = ofdma->of_dma_data;  in fsl_edma_xlate()  local
738 	unsigned long chans_per_mux = fsl_edma->n_chans / DMAMUX_NR;  in fsl_edma_xlate()
743 	mutex_lock(&fsl_edma->fsl_edma_mutex);  in fsl_edma_xlate()
744 	list_for_each_entry_safe(chan, _chan, &fsl_edma->dma_dev.channels, device_node) {  in fsl_edma_xlate()
753 				mutex_unlock(&fsl_edma->fsl_edma_mutex);  in fsl_edma_xlate()
758 	mutex_unlock(&fsl_edma->fsl_edma_mutex);  in fsl_edma_xlate()
791 fsl_edma_irq_init(struct platform_device *pdev, struct fsl_edma_engine *fsl_edma)  in fsl_edma_irq_init()  argument
795 	fsl_edma->txirq = platform_get_irq_byname(pdev, "edma-tx");  in fsl_edma_irq_init()
796 	if (fsl_edma->txirq < 0) {  in fsl_edma_irq_init()
798 		return fsl_edma->txirq;  in fsl_edma_irq_init()
801 	fsl_edma->errirq = platform_get_irq_byname(pdev, "edma-err");  in fsl_edma_irq_init()
802 	if (fsl_edma->errirq < 0) {  in fsl_edma_irq_init()
804 		return fsl_edma->errirq;  in fsl_edma_irq_init()
807 	if (fsl_edma->txirq == fsl_edma->errirq) {  in fsl_edma_irq_init()
808 		ret = devm_request_irq(&pdev->dev, fsl_edma->txirq,  in fsl_edma_irq_init()
809 				fsl_edma_irq_handler, 0, "eDMA", fsl_edma);  in fsl_edma_irq_init()
815 		ret = devm_request_irq(&pdev->dev, fsl_edma->txirq,  in fsl_edma_irq_init()
816 				fsl_edma_tx_handler, 0, "eDMA tx", fsl_edma);  in fsl_edma_irq_init()
822 		ret = devm_request_irq(&pdev->dev, fsl_edma->errirq,  in fsl_edma_irq_init()
823 				fsl_edma_err_handler, 0, "eDMA err", fsl_edma);  in fsl_edma_irq_init()
836 	struct fsl_edma_engine *fsl_edma;  in fsl_edma_probe()  local
848 	len = sizeof(*fsl_edma) + sizeof(*fsl_chan) * chans;  in fsl_edma_probe()
849 	fsl_edma = devm_kzalloc(&pdev->dev, len, GFP_KERNEL);  in fsl_edma_probe()
850 	if (!fsl_edma)  in fsl_edma_probe()
853 	fsl_edma->n_chans = chans;  in fsl_edma_probe()
854 	mutex_init(&fsl_edma->fsl_edma_mutex);  in fsl_edma_probe()
857 	fsl_edma->membase = devm_ioremap_resource(&pdev->dev, res);  in fsl_edma_probe()
858 	if (IS_ERR(fsl_edma->membase))  in fsl_edma_probe()
859 		return PTR_ERR(fsl_edma->membase);  in fsl_edma_probe()
865 		fsl_edma->muxbase[i] = devm_ioremap_resource(&pdev->dev, res);  in fsl_edma_probe()
866 		if (IS_ERR(fsl_edma->muxbase[i]))  in fsl_edma_probe()
867 			return PTR_ERR(fsl_edma->muxbase[i]);  in fsl_edma_probe()
870 		fsl_edma->muxclk[i] = devm_clk_get(&pdev->dev, clkname);  in fsl_edma_probe()
871 		if (IS_ERR(fsl_edma->muxclk[i])) {  in fsl_edma_probe()
873 			return PTR_ERR(fsl_edma->muxclk[i]);  in fsl_edma_probe()
876 		ret = clk_prepare_enable(fsl_edma->muxclk[i]);  in fsl_edma_probe()
884 	fsl_edma->big_endian = of_property_read_bool(np, "big-endian");  in fsl_edma_probe()
886 	INIT_LIST_HEAD(&fsl_edma->dma_dev.channels);  in fsl_edma_probe()
887 	for (i = 0; i < fsl_edma->n_chans; i++) {  in fsl_edma_probe()
888 		struct fsl_edma_chan *fsl_chan = &fsl_edma->chans[i];  in fsl_edma_probe()
890 		fsl_chan->edma = fsl_edma;  in fsl_edma_probe()
893 		vchan_init(&fsl_chan->vchan, &fsl_edma->dma_dev);  in fsl_edma_probe()
895 		edma_writew(fsl_edma, 0x0, fsl_edma->membase + EDMA_TCD_CSR(i));  in fsl_edma_probe()
899 	edma_writel(fsl_edma, ~0, fsl_edma->membase + EDMA_INTR);  in fsl_edma_probe()
900 	ret = fsl_edma_irq_init(pdev, fsl_edma);  in fsl_edma_probe()
904 	dma_cap_set(DMA_PRIVATE, fsl_edma->dma_dev.cap_mask);  in fsl_edma_probe()
905 	dma_cap_set(DMA_SLAVE, fsl_edma->dma_dev.cap_mask);  in fsl_edma_probe()
906 	dma_cap_set(DMA_CYCLIC, fsl_edma->dma_dev.cap_mask);  in fsl_edma_probe()
908 	fsl_edma->dma_dev.dev = &pdev->dev;  in fsl_edma_probe()
909 	fsl_edma->dma_dev.device_alloc_chan_resources  in fsl_edma_probe()
911 	fsl_edma->dma_dev.device_free_chan_resources  in fsl_edma_probe()
913 	fsl_edma->dma_dev.device_tx_status = fsl_edma_tx_status;  in fsl_edma_probe()
914 	fsl_edma->dma_dev.device_prep_slave_sg = fsl_edma_prep_slave_sg;  in fsl_edma_probe()
915 	fsl_edma->dma_dev.device_prep_dma_cyclic = fsl_edma_prep_dma_cyclic;  in fsl_edma_probe()
916 	fsl_edma->dma_dev.device_config = fsl_edma_slave_config;  in fsl_edma_probe()
917 	fsl_edma->dma_dev.device_pause = fsl_edma_pause;  in fsl_edma_probe()
918 	fsl_edma->dma_dev.device_resume = fsl_edma_resume;  in fsl_edma_probe()
919 	fsl_edma->dma_dev.device_terminate_all = fsl_edma_terminate_all;  in fsl_edma_probe()
920 	fsl_edma->dma_dev.device_issue_pending = fsl_edma_issue_pending;  in fsl_edma_probe()
922 	fsl_edma->dma_dev.src_addr_widths = FSL_EDMA_BUSWIDTHS;  in fsl_edma_probe()
923 	fsl_edma->dma_dev.dst_addr_widths = FSL_EDMA_BUSWIDTHS;  in fsl_edma_probe()
924 	fsl_edma->dma_dev.directions = BIT(DMA_DEV_TO_MEM) | BIT(DMA_MEM_TO_DEV);  in fsl_edma_probe()
926 	platform_set_drvdata(pdev, fsl_edma);  in fsl_edma_probe()
928 	ret = dma_async_device_register(&fsl_edma->dma_dev);  in fsl_edma_probe()
934 	ret = of_dma_controller_register(np, fsl_edma_xlate, fsl_edma);  in fsl_edma_probe()
937 		dma_async_device_unregister(&fsl_edma->dma_dev);  in fsl_edma_probe()
942 	edma_writel(fsl_edma, EDMA_CR_ERGA | EDMA_CR_ERCA, fsl_edma->membase + EDMA_CR);  in fsl_edma_probe()
950 	struct fsl_edma_engine *fsl_edma = platform_get_drvdata(pdev);  in fsl_edma_remove()  local
954 	dma_async_device_unregister(&fsl_edma->dma_dev);  in fsl_edma_remove()
957 		clk_disable_unprepare(fsl_edma->muxclk[i]);  in fsl_edma_remove()