181 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_start_transfer()  local
188 	val = axi_dmac_read(dmac, AXI_DMAC_REG_START_TRANSFER);  in axi_dmac_start_transfer()
209 	sg->id = axi_dmac_read(dmac, AXI_DMAC_REG_TRANSFER_ID);  in axi_dmac_start_transfer()
212 		axi_dmac_write(dmac, AXI_DMAC_REG_DEST_ADDRESS, sg->dest_addr);  in axi_dmac_start_transfer()
213 		axi_dmac_write(dmac, AXI_DMAC_REG_DEST_STRIDE, sg->dest_stride);  in axi_dmac_start_transfer()
217 		axi_dmac_write(dmac, AXI_DMAC_REG_SRC_ADDRESS, sg->src_addr);  in axi_dmac_start_transfer()
218 		axi_dmac_write(dmac, AXI_DMAC_REG_SRC_STRIDE, sg->src_stride);  in axi_dmac_start_transfer()
228 	axi_dmac_write(dmac, AXI_DMAC_REG_X_LENGTH, sg->x_len - 1);  in axi_dmac_start_transfer()
229 	axi_dmac_write(dmac, AXI_DMAC_REG_Y_LENGTH, sg->y_len - 1);  in axi_dmac_start_transfer()
230 	axi_dmac_write(dmac, AXI_DMAC_REG_FLAGS, flags);  in axi_dmac_start_transfer()
231 	axi_dmac_write(dmac, AXI_DMAC_REG_START_TRANSFER, 1);  in axi_dmac_start_transfer()
269 	struct axi_dmac *dmac = devid;  in axi_dmac_interrupt_handler()  local
272 	pending = axi_dmac_read(dmac, AXI_DMAC_REG_IRQ_PENDING);  in axi_dmac_interrupt_handler()
273 	axi_dmac_write(dmac, AXI_DMAC_REG_IRQ_PENDING, pending);  in axi_dmac_interrupt_handler()
275 	spin_lock(&dmac->chan.vchan.lock);  in axi_dmac_interrupt_handler()
280 		completed = axi_dmac_read(dmac, AXI_DMAC_REG_TRANSFER_DONE);  in axi_dmac_interrupt_handler()
281 		axi_dmac_transfer_done(&dmac->chan, completed);  in axi_dmac_interrupt_handler()
285 		axi_dmac_start_transfer(&dmac->chan);  in axi_dmac_interrupt_handler()
286 	spin_unlock(&dmac->chan.vchan.lock);  in axi_dmac_interrupt_handler()
294 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_terminate_all()  local
299 	axi_dmac_write(dmac, AXI_DMAC_REG_CTRL, 0);  in axi_dmac_terminate_all()
313 	struct axi_dmac *dmac = chan_to_axi_dmac(chan);  in axi_dmac_issue_pending()  local
316 	axi_dmac_write(dmac, AXI_DMAC_REG_CTRL, AXI_DMAC_CTRL_ENABLE);  in axi_dmac_issue_pending()
566 	struct axi_dmac *dmac;  in axi_dmac_probe()  local
570 	dmac = devm_kzalloc(&pdev->dev, sizeof(*dmac), GFP_KERNEL);  in axi_dmac_probe()
571 	if (!dmac)  in axi_dmac_probe()
574 	dmac->irq = platform_get_irq(pdev, 0);  in axi_dmac_probe()
575 	if (dmac->irq <= 0)  in axi_dmac_probe()
579 	dmac->base = devm_ioremap_resource(&pdev->dev, res);  in axi_dmac_probe()
580 	if (IS_ERR(dmac->base))  in axi_dmac_probe()
581 		return PTR_ERR(dmac->base);  in axi_dmac_probe()
583 	dmac->clk = devm_clk_get(&pdev->dev, NULL);  in axi_dmac_probe()
584 	if (IS_ERR(dmac->clk))  in axi_dmac_probe()
585 		return PTR_ERR(dmac->clk);  in axi_dmac_probe()
587 	INIT_LIST_HEAD(&dmac->chan.active_descs);  in axi_dmac_probe()
594 		ret = axi_dmac_parse_chan_dt(of_chan, &dmac->chan);  in axi_dmac_probe()
603 	pdev->dev.dma_parms = &dmac->dma_parms;  in axi_dmac_probe()
604 	dma_set_max_seg_size(&pdev->dev, dmac->chan.max_length);  in axi_dmac_probe()
606 	dma_dev = &dmac->dma_dev;  in axi_dmac_probe()
618 	dma_dev->src_addr_widths = BIT(dmac->chan.src_width);  in axi_dmac_probe()
619 	dma_dev->dst_addr_widths = BIT(dmac->chan.dest_width);  in axi_dmac_probe()
620 	dma_dev->directions = BIT(dmac->chan.direction);  in axi_dmac_probe()
624 	dmac->chan.vchan.desc_free = axi_dmac_desc_free;  in axi_dmac_probe()
625 	vchan_init(&dmac->chan.vchan, dma_dev);  in axi_dmac_probe()
627 	ret = clk_prepare_enable(dmac->clk);  in axi_dmac_probe()
631 	axi_dmac_write(dmac, AXI_DMAC_REG_IRQ_MASK, 0x00);  in axi_dmac_probe()
642 	ret = request_irq(dmac->irq, axi_dmac_interrupt_handler, 0,  in axi_dmac_probe()
643 		dev_name(&pdev->dev), dmac);  in axi_dmac_probe()
647 	platform_set_drvdata(pdev, dmac);  in axi_dmac_probe()
654 	dma_async_device_unregister(&dmac->dma_dev);  in axi_dmac_probe()
656 	clk_disable_unprepare(dmac->clk);  in axi_dmac_probe()
663 	struct axi_dmac *dmac = platform_get_drvdata(pdev);  in axi_dmac_remove()  local
666 	free_irq(dmac->irq, dmac);  in axi_dmac_remove()
667 	tasklet_kill(&dmac->chan.vchan.task);  in axi_dmac_remove()
668 	dma_async_device_unregister(&dmac->dma_dev);  in axi_dmac_remove()
669 	clk_disable_unprepare(dmac->clk);  in axi_dmac_remove()