203 static void atc_desc_chain(struct at_desc **first, struct at_desc **prev,  in atc_desc_chain()  argument
206 	if (!(*first)) {  in atc_desc_chain()
207 		*first = desc;  in atc_desc_chain()
213 				&(*first)->tx_list);  in atc_desc_chain()
225 static void atc_dostart(struct at_dma_chan *atchan, struct at_desc *first)  in atc_dostart()  argument
251 	channel_writel(atchan, DSCR, first->txd.phys);  in atc_dostart()
252 	channel_writel(atchan, SPIP, ATC_SPIP_HOLE(first->src_hole) |  in atc_dostart()
253 		       ATC_SPIP_BOUNDARY(first->boundary));  in atc_dostart()
254 	channel_writel(atchan, DPIP, ATC_DPIP_HOLE(first->dst_hole) |  in atc_dostart()
255 		       ATC_DPIP_BOUNDARY(first->boundary));  in atc_dostart()
599 	struct at_desc			*first = atc_first_active(atchan);  in atc_handle_cyclic()  local
600 	struct dma_async_tx_descriptor	*txd = &first->txd;  in atc_handle_cyclic()
719 	struct data_chunk	*first = xt->sgl;  in atc_prep_dma_interleaved()  local
746 		    (dmaengine_get_dst_icg(xt, chunk) != dmaengine_get_dst_icg(xt, first)) ||  in atc_prep_dma_interleaved()
747 		    (dmaengine_get_src_icg(xt, chunk) != dmaengine_get_src_icg(xt, first))) {  in atc_prep_dma_interleaved()
789 	desc->boundary = first->size >> dwidth;  in atc_prep_dma_interleaved()
790 	desc->dst_hole = (dmaengine_get_dst_icg(xt, first) >> dwidth) + 1;  in atc_prep_dma_interleaved()
791 	desc->src_hole = (dmaengine_get_src_icg(xt, first) >> dwidth) + 1;  in atc_prep_dma_interleaved()
818 	struct at_desc		*first = NULL;  in atc_prep_dma_memcpy()  local
865 		atc_desc_chain(&first, &prev, desc);  in atc_prep_dma_memcpy()
869 	first->txd.cookie = -EBUSY;  in atc_prep_dma_memcpy()
870 	first->total_len = len;  in atc_prep_dma_memcpy()
875 	first->txd.flags = flags; /* client is in control of this ack */  in atc_prep_dma_memcpy()
877 	return &first->txd;  in atc_prep_dma_memcpy()
880 	atc_desc_put(atchan, first);  in atc_prep_dma_memcpy()
997 	struct at_desc		*desc = NULL, *first = NULL, *prev = NULL;  in atc_prep_dma_memset_sg()  local
1038 		atc_desc_chain(&first, &prev, desc);  in atc_prep_dma_memset_sg()
1051 	first->txd.cookie = -EBUSY;  in atc_prep_dma_memset_sg()
1052 	first->total_len = total_len;  in atc_prep_dma_memset_sg()
1057 	first->txd.flags = flags;  in atc_prep_dma_memset_sg()
1059 	return &first->txd;  in atc_prep_dma_memset_sg()
1062 	atc_desc_put(atchan, first);  in atc_prep_dma_memset_sg()
1083 	struct at_desc		*first = NULL;  in atc_prep_slave_sg()  local
1145 			atc_desc_chain(&first, &prev, desc);  in atc_prep_slave_sg()
1186 			atc_desc_chain(&first, &prev, desc);  in atc_prep_slave_sg()
1198 	first->txd.cookie = -EBUSY;  in atc_prep_slave_sg()
1199 	first->total_len = total_len;  in atc_prep_slave_sg()
1202 	first->txd.flags = flags; /* client is in control of this ack */  in atc_prep_slave_sg()
1204 	return &first->txd;  in atc_prep_slave_sg()
1209 	atc_desc_put(atchan, first);  in atc_prep_slave_sg()
1230 	struct at_desc		*first = NULL;  in atc_prep_dma_sg()  local
1318 		atc_desc_chain(&first, &prev, desc);  in atc_prep_dma_sg()
1330 	first->txd.cookie = -EBUSY;  in atc_prep_dma_sg()
1331 	first->total_len = total_len;  in atc_prep_dma_sg()
1336 	first->txd.flags = flags; /* client is in control of this ack */  in atc_prep_dma_sg()
1338 	return &first->txd;  in atc_prep_dma_sg()
1341 	atc_desc_put(atchan, first);  in atc_prep_dma_sg()
1435 	struct at_desc		*first = NULL;  in atc_prep_dma_cyclic()  local
1482 		atc_desc_chain(&first, &prev, desc);  in atc_prep_dma_cyclic()
1486 	prev->lli.dscr = first->txd.phys;  in atc_prep_dma_cyclic()
1489 	first->txd.cookie = -EBUSY;  in atc_prep_dma_cyclic()
1490 	first->total_len = buf_len;  in atc_prep_dma_cyclic()
1492 	return &first->txd;  in atc_prep_dma_cyclic()
1496 	atc_desc_put(atchan, first);  in atc_prep_dma_cyclic()