200 #define to_dma_desc_sw(tx)		\  argument
201 	container_of(tx, struct xgene_dma_desc_sw, tx)
253 	struct dma_async_tx_descriptor tx;  member
513 static dma_cookie_t xgene_dma_tx_submit(struct dma_async_tx_descriptor *tx)  in xgene_dma_tx_submit()  argument
519 	if (unlikely(!tx))  in xgene_dma_tx_submit()
522 	chan = to_dma_chan(tx->chan);  in xgene_dma_tx_submit()
523 	desc = to_dma_desc_sw(tx);  in xgene_dma_tx_submit()
527 	cookie = dma_cookie_assign(tx);  in xgene_dma_tx_submit()
542 	dma_pool_free(chan->desc_pool, desc, desc->tx.phys);  in xgene_dma_clean_descriptor()
558 	desc->tx.phys = phys;  in xgene_dma_alloc_descriptor()
559 	desc->tx.tx_submit = xgene_dma_tx_submit;  in xgene_dma_alloc_descriptor()
560 	dma_async_tx_descriptor_init(&desc->tx, &chan->dma_chan);  in xgene_dma_alloc_descriptor()
580 		if (async_tx_test_ack(&desc->tx))  in xgene_dma_clean_completed_descriptor()
596 	struct dma_async_tx_descriptor *tx = &desc->tx;  in xgene_dma_run_tx_complete_actions()  local
605 	if (tx->cookie == 0)  in xgene_dma_run_tx_complete_actions()
608 	dma_cookie_complete(tx);  in xgene_dma_run_tx_complete_actions()
611 	if (tx->callback)  in xgene_dma_run_tx_complete_actions()
612 		tx->callback(tx->callback_param);  in xgene_dma_run_tx_complete_actions()
614 	dma_descriptor_unmap(tx);  in xgene_dma_run_tx_complete_actions()
617 	dma_run_dependencies(tx);  in xgene_dma_run_tx_complete_actions()
639 	if (!async_tx_test_ack(&desc->tx)) {  in xgene_dma_clean_running_descriptor()
649 	dma_pool_free(chan->desc_pool, desc, desc->tx.phys);  in xgene_dma_clean_running_descriptor()
946 		new->tx.cookie = 0;  in xgene_dma_prep_sg()
947 		async_tx_ack(&new->tx);  in xgene_dma_prep_sg()
991 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_sg()
992 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_sg()
995 	return &new->tx;  in xgene_dma_prep_sg()
1031 		new->tx.cookie = 0;  in xgene_dma_prep_xor()
1032 		async_tx_ack(&new->tx);  in xgene_dma_prep_xor()
1038 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_xor()
1039 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_xor()
1042 	return &new->tx;  in xgene_dma_prep_xor()
1089 		new->tx.cookie = 0;  in xgene_dma_prep_pq()
1090 		async_tx_ack(&new->tx);  in xgene_dma_prep_pq()
1115 	new->tx.flags = flags; /* client is in control of this ack */  in xgene_dma_prep_pq()
1116 	new->tx.cookie = -EBUSY;  in xgene_dma_prep_pq()
1119 	return &new->tx;  in xgene_dma_prep_pq()