230 #define to_dma_desc_sw(tx)		\  argument
231 	container_of(tx, struct xgene_dma_desc_sw, tx)
283 	struct dma_async_tx_descriptor tx;  member
554 static dma_cookie_t xgene_dma_tx_submit(struct dma_async_tx_descriptor *tx)  in xgene_dma_tx_submit()  argument
560 	if (unlikely(!tx))  in xgene_dma_tx_submit()
563 	chan = to_dma_chan(tx->chan);  in xgene_dma_tx_submit()
564 	desc = to_dma_desc_sw(tx);  in xgene_dma_tx_submit()
568 	cookie = dma_cookie_assign(tx);  in xgene_dma_tx_submit()
583 	dma_pool_free(chan->desc_pool, desc, desc->tx.phys);  in xgene_dma_clean_descriptor()
601 	desc->tx.phys = phys;  in xgene_dma_alloc_descriptor()
602 	desc->tx.tx_submit = xgene_dma_tx_submit;  in xgene_dma_alloc_descriptor()
603 	dma_async_tx_descriptor_init(&desc->tx, &chan->dma_chan);  in xgene_dma_alloc_descriptor()
623 		if (async_tx_test_ack(&desc->tx))  in xgene_dma_clean_completed_descriptor()
639 	struct dma_async_tx_descriptor *tx = &desc->tx;  in xgene_dma_run_tx_complete_actions()  local
648 	if (tx->cookie == 0)  in xgene_dma_run_tx_complete_actions()
651 	dma_cookie_complete(tx);  in xgene_dma_run_tx_complete_actions()
654 	if (tx->callback)  in xgene_dma_run_tx_complete_actions()
655 		tx->callback(tx->callback_param);  in xgene_dma_run_tx_complete_actions()
657 	dma_descriptor_unmap(tx);  in xgene_dma_run_tx_complete_actions()
660 	dma_run_dependencies(tx);  in xgene_dma_run_tx_complete_actions()
682 	if (!async_tx_test_ack(&desc->tx)) {  in xgene_dma_clean_running_descriptor()
692 	dma_pool_free(chan->desc_pool, desc, desc->tx.phys);  in xgene_dma_clean_running_descriptor()
966 		new->tx.cookie = 0;  in xgene_dma_prep_memcpy()
967 		async_tx_ack(&new->tx);  in xgene_dma_prep_memcpy()
978 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_memcpy()
979 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_memcpy()
982 	return &new->tx;  in xgene_dma_prep_memcpy()
1042 		new->tx.cookie = 0;  in xgene_dma_prep_sg()
1043 		async_tx_ack(&new->tx);  in xgene_dma_prep_sg()
1087 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_sg()
1088 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_sg()
1091 	return &new->tx;  in xgene_dma_prep_sg()
1127 		new->tx.cookie = 0;  in xgene_dma_prep_xor()
1128 		async_tx_ack(&new->tx);  in xgene_dma_prep_xor()
1134 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_xor()
1135 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_xor()
1138 	return &new->tx;  in xgene_dma_prep_xor()
1185 		new->tx.cookie = 0;  in xgene_dma_prep_pq()
1186 		async_tx_ack(&new->tx);  in xgene_dma_prep_pq()
1211 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_pq()
1212 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_pq()
1215 	return &new->tx;  in xgene_dma_prep_pq()