450 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new;  in mmp_pdma_prep_memcpy()  local
470 		new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_memcpy()
471 		if (!new) {  in mmp_pdma_prep_memcpy()
480 		new->desc.dcmd = chan->dcmd | (DCMD_LENGTH & copy);  in mmp_pdma_prep_memcpy()
481 		new->desc.dsadr = dma_src;  in mmp_pdma_prep_memcpy()
482 		new->desc.dtadr = dma_dst;  in mmp_pdma_prep_memcpy()
485 			first = new;  in mmp_pdma_prep_memcpy()
487 			prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_memcpy()
489 		new->async_tx.cookie = 0;  in mmp_pdma_prep_memcpy()
490 		async_tx_ack(&new->async_tx);  in mmp_pdma_prep_memcpy()
492 		prev = new;  in mmp_pdma_prep_memcpy()
505 		list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_memcpy()
512 	new->desc.ddadr = DDADR_STOP;  in mmp_pdma_prep_memcpy()
513 	new->desc.dcmd |= DCMD_ENDIRQEN;  in mmp_pdma_prep_memcpy()
531 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new = NULL;  in mmp_pdma_prep_slave_sg()  local
552 			new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_slave_sg()
553 			if (!new) {  in mmp_pdma_prep_slave_sg()
558 			new->desc.dcmd = chan->dcmd | (DCMD_LENGTH & len);  in mmp_pdma_prep_slave_sg()
560 				new->desc.dsadr = addr;  in mmp_pdma_prep_slave_sg()
561 				new->desc.dtadr = chan->dev_addr;  in mmp_pdma_prep_slave_sg()
563 				new->desc.dsadr = chan->dev_addr;  in mmp_pdma_prep_slave_sg()
564 				new->desc.dtadr = addr;  in mmp_pdma_prep_slave_sg()
568 				first = new;  in mmp_pdma_prep_slave_sg()
570 				prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_slave_sg()
572 			new->async_tx.cookie = 0;  in mmp_pdma_prep_slave_sg()
573 			async_tx_ack(&new->async_tx);  in mmp_pdma_prep_slave_sg()
574 			prev = new;  in mmp_pdma_prep_slave_sg()
577 			list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_slave_sg()
589 	new->desc.ddadr = DDADR_STOP;  in mmp_pdma_prep_slave_sg()
590 	new->desc.dcmd |= DCMD_ENDIRQEN;  in mmp_pdma_prep_slave_sg()
610 	struct mmp_pdma_desc_sw *first = NULL, *prev = NULL, *new;  in mmp_pdma_prep_dma_cyclic()  local
643 		new = mmp_pdma_alloc_descriptor(chan);  in mmp_pdma_prep_dma_cyclic()
644 		if (!new) {  in mmp_pdma_prep_dma_cyclic()
649 		new->desc.dcmd = (chan->dcmd | DCMD_ENDIRQEN |  in mmp_pdma_prep_dma_cyclic()
651 		new->desc.dsadr = dma_src;  in mmp_pdma_prep_dma_cyclic()
652 		new->desc.dtadr = dma_dst;  in mmp_pdma_prep_dma_cyclic()
655 			first = new;  in mmp_pdma_prep_dma_cyclic()
657 			prev->desc.ddadr = new->async_tx.phys;  in mmp_pdma_prep_dma_cyclic()
659 		new->async_tx.cookie = 0;  in mmp_pdma_prep_dma_cyclic()
660 		async_tx_ack(&new->async_tx);  in mmp_pdma_prep_dma_cyclic()
662 		prev = new;  in mmp_pdma_prep_dma_cyclic()
671 		list_add_tail(&new->node, &first->tx_list);  in mmp_pdma_prep_dma_cyclic()
678 	new->desc.ddadr = first->async_tx.phys;  in mmp_pdma_prep_dma_cyclic()