58 static dma_addr_t pq16_get_src(struct ioat_raw_descriptor *desc[3], int idx)  in pq16_get_src()
60 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];  in pq16_get_src()
75 static void pq16_set_src(struct ioat_raw_descriptor *desc[3],  in pq16_set_src()
78 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *)desc[0];  in pq16_set_src()
80 		(struct ioat_pq16a_descriptor *)desc[1];  in pq16_set_src()
81 	struct ioat_raw_descriptor *raw = desc[pq16_idx_to_desc[idx]];  in pq16_set_src()
118 	struct ioat_ring_ent *desc;  in ioat_dma_prep_memcpy_lock()  local
137 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in ioat_dma_prep_memcpy_lock()
138 		hw = desc->hw;  in ioat_dma_prep_memcpy_lock()
148 		dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
151 	desc->txd.flags = flags;  in ioat_dma_prep_memcpy_lock()
152 	desc->len = total_len;  in ioat_dma_prep_memcpy_lock()
156 	dump_desc_dbg(ioat_chan, desc);  in ioat_dma_prep_memcpy_lock()
159 	return &desc->txd;  in ioat_dma_prep_memcpy_lock()
170 	struct ioat_ring_ent *desc;  in __ioat_prep_xor_lock()  local
209 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_xor_lock()
210 		xor = desc->xor;  in __ioat_prep_xor_lock()
231 		dump_desc_dbg(ioat_chan, desc);  in __ioat_prep_xor_lock()
235 	desc->txd.flags = flags;  in __ioat_prep_xor_lock()
236 	desc->len = total_len;  in __ioat_prep_xor_lock()
238 		desc->result = result;  in __ioat_prep_xor_lock()
288 dump_pq_desc_dbg(struct ioatdma_chan *ioat_chan, struct ioat_ring_ent *desc,  in dump_pq_desc_dbg()  argument
292 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq_desc_dbg()
301 		desc_id(desc), (unsigned long long) desc->txd.phys,  in dump_pq_desc_dbg()
303 		desc->txd.flags, pq->size, pq->ctl, pq->ctl_f.op,  in dump_pq_desc_dbg()
316 			       struct ioat_ring_ent *desc)  in dump_pq16_desc_dbg()  argument
319 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq16_desc_dbg()
326 	if (desc->sed) {  in dump_pq16_desc_dbg()
327 		descs[1] = (void *)desc->sed->hw;  in dump_pq16_desc_dbg()
328 		descs[2] = (void *)desc->sed->hw + 64;  in dump_pq16_desc_dbg()
334 		desc_id(desc), (unsigned long long) desc->txd.phys,  in dump_pq16_desc_dbg()
336 		desc->txd.flags, pq->size, pq->ctl,  in dump_pq16_desc_dbg()
359 	struct ioat_ring_ent *desc;  in __ioat_prep_pq_lock()  local
404 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq_lock()
405 		pq = desc->pq;  in __ioat_prep_pq_lock()
445 	desc->txd.flags = flags;  in __ioat_prep_pq_lock()
446 	desc->len = total_len;  in __ioat_prep_pq_lock()
448 		desc->result = result;  in __ioat_prep_pq_lock()
450 	dump_pq_desc_dbg(ioat_chan, desc, ext);  in __ioat_prep_pq_lock()
455 		compl_desc = desc;  in __ioat_prep_pq_lock()
482 	struct ioat_ring_ent *desc;  in __ioat_prep_pq16_lock()  local
512 		desc = ioat_get_ring_ent(ioat_chan, idx + i);  in __ioat_prep_pq16_lock()
513 		pq = desc->pq;  in __ioat_prep_pq16_lock()
517 		desc->sed = ioat3_alloc_sed(ioat_dma, (src_cnt-2) >> 3);  in __ioat_prep_pq16_lock()
518 		if (!desc->sed) {  in __ioat_prep_pq16_lock()
524 		pq->sed_addr = desc->sed->dma;  in __ioat_prep_pq16_lock()
525 		desc->sed->parent = desc;  in __ioat_prep_pq16_lock()
527 		descs[1] = (struct ioat_raw_descriptor *)desc->sed->hw;  in __ioat_prep_pq16_lock()
559 	desc->txd.flags = flags;  in __ioat_prep_pq16_lock()
560 	desc->len = total_len;  in __ioat_prep_pq16_lock()
562 		desc->result = result;  in __ioat_prep_pq16_lock()
569 	dump_pq16_desc_dbg(ioat_chan, desc);  in __ioat_prep_pq16_lock()
572 	return &desc->txd;  in __ioat_prep_pq16_lock()
720 	struct ioat_ring_ent *desc;  in ioat_prep_interrupt_lock()  local
727 		desc = ioat_get_ring_ent(ioat_chan, ioat_chan->head);  in ioat_prep_interrupt_lock()
731 	hw = desc->hw;  in ioat_prep_interrupt_lock()
741 	desc->txd.flags = flags;  in ioat_prep_interrupt_lock()
742 	desc->len = 1;  in ioat_prep_interrupt_lock()
744 	dump_desc_dbg(ioat_chan, desc);  in ioat_prep_interrupt_lock()
747 	return &desc->txd;  in ioat_prep_interrupt_lock()