115 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *) descs[0];  in pq_set_src()  local
119 	pq->coef[idx] = coef;  in pq_set_src()
243 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *)desc[0];  in pq16_set_src()  local
251 		pq->coef[idx] = coef;  in pq16_set_src()
298 		struct ioat_pq_descriptor *pq = desc->pq;  in desc_has_ext()  local
300 		if (src_cnt_to_sw(pq->ctl_f.src_cnt) > 3)  in desc_has_ext()
343 		struct ioat_pq_descriptor *pq = desc->pq;  in desc_get_errstat()  local
346 		if (!pq->dwbes_f.wbes)  in desc_get_errstat()
351 		if (pq->dwbes_f.p_val_err)  in desc_get_errstat()
354 		if (pq->dwbes_f.q_val_err)  in desc_get_errstat()
777 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq_desc_dbg()  local
779 	struct ioat_raw_descriptor *descs[] = { (void *) pq, (void *) pq_ex };  in dump_pq_desc_dbg()
780 	int src_cnt = src_cnt_to_sw(pq->ctl_f.src_cnt);  in dump_pq_desc_dbg()
787 		(unsigned long long) (pq_ex ? pq_ex->next : pq->next),  in dump_pq_desc_dbg()
788 		desc->txd.flags, pq->size, pq->ctl, pq->ctl_f.op, pq->ctl_f.int_en,  in dump_pq_desc_dbg()
789 		pq->ctl_f.compl_write,  in dump_pq_desc_dbg()
790 		pq->ctl_f.p_disable ? "" : "p", pq->ctl_f.q_disable ? "" : "q",  in dump_pq_desc_dbg()
791 		pq->ctl_f.src_cnt);  in dump_pq_desc_dbg()
794 			(unsigned long long) pq_get_src(descs, i), pq->coef[i]);  in dump_pq_desc_dbg()
795 	dev_dbg(dev, "\tP: %#llx\n", pq->p_addr);  in dump_pq_desc_dbg()
796 	dev_dbg(dev, "\tQ: %#llx\n", pq->q_addr);  in dump_pq_desc_dbg()
797 	dev_dbg(dev, "\tNEXT: %#llx\n", pq->next);  in dump_pq_desc_dbg()
804 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq16_desc_dbg()  local
805 	struct ioat_raw_descriptor *descs[] = { (void *)pq,  in dump_pq16_desc_dbg()
806 						(void *)pq,  in dump_pq16_desc_dbg()
807 						(void *)pq };  in dump_pq16_desc_dbg()
808 	int src_cnt = src16_cnt_to_sw(pq->ctl_f.src_cnt);  in dump_pq16_desc_dbg()
820 		(unsigned long long) pq->next,  in dump_pq16_desc_dbg()
821 		desc->txd.flags, pq->size, pq->ctl,  in dump_pq16_desc_dbg()
822 		pq->ctl_f.op, pq->ctl_f.int_en,  in dump_pq16_desc_dbg()
823 		pq->ctl_f.compl_write,  in dump_pq16_desc_dbg()
824 		pq->ctl_f.p_disable ? "" : "p", pq->ctl_f.q_disable ? "" : "q",  in dump_pq16_desc_dbg()
825 		pq->ctl_f.src_cnt);  in dump_pq16_desc_dbg()
829 			pq->coef[i]);  in dump_pq16_desc_dbg()
831 	dev_dbg(dev, "\tP: %#llx\n", pq->p_addr);  in dump_pq16_desc_dbg()
832 	dev_dbg(dev, "\tQ: %#llx\n", pq->q_addr);  in dump_pq16_desc_dbg()
848 	struct ioat_pq_descriptor *pq;  in __ioat3_prep_pq_lock()  local
890 		pq = desc->pq;  in __ioat3_prep_pq_lock()
899 		descs[0] = (struct ioat_raw_descriptor *) pq;  in __ioat3_prep_pq_lock()
913 		pq->size = xfer_size;  in __ioat3_prep_pq_lock()
914 		pq->p_addr = dst[0] + offset;  in __ioat3_prep_pq_lock()
915 		pq->q_addr = dst[1] + offset;  in __ioat3_prep_pq_lock()
916 		pq->ctl = 0;  in __ioat3_prep_pq_lock()
917 		pq->ctl_f.op = op;  in __ioat3_prep_pq_lock()
920 			pq->ctl_f.wb_en = result ? 1 : 0;  in __ioat3_prep_pq_lock()
921 		pq->ctl_f.src_cnt = src_cnt_to_hw(s);  in __ioat3_prep_pq_lock()
922 		pq->ctl_f.p_disable = !!(flags & DMA_PREP_PQ_DISABLE_P);  in __ioat3_prep_pq_lock()
923 		pq->ctl_f.q_disable = !!(flags & DMA_PREP_PQ_DISABLE_Q);  in __ioat3_prep_pq_lock()
934 	pq->ctl_f.fence = !!(flags & DMA_PREP_FENCE);  in __ioat3_prep_pq_lock()
938 		pq->ctl_f.int_en = !!(flags & DMA_PREP_INTERRUPT);  in __ioat3_prep_pq_lock()
939 		pq->ctl_f.compl_write = 1;  in __ioat3_prep_pq_lock()
970 	struct ioat_pq_descriptor *pq;  in __ioat3_prep_pq16_lock()  local
998 		pq = desc->pq;  in __ioat3_prep_pq16_lock()
1000 		descs[0] = (struct ioat_raw_descriptor *) pq;  in __ioat3_prep_pq16_lock()
1009 		pq->sed_addr = desc->sed->dma;  in __ioat3_prep_pq16_lock()
1027 		pq->size = xfer_size;  in __ioat3_prep_pq16_lock()
1028 		pq->p_addr = dst[0] + offset;  in __ioat3_prep_pq16_lock()
1029 		pq->q_addr = dst[1] + offset;  in __ioat3_prep_pq16_lock()
1030 		pq->ctl = 0;  in __ioat3_prep_pq16_lock()
1031 		pq->ctl_f.op = op;  in __ioat3_prep_pq16_lock()
1032 		pq->ctl_f.src_cnt = src16_cnt_to_hw(s);  in __ioat3_prep_pq16_lock()
1035 			pq->ctl_f.wb_en = result ? 1 : 0;  in __ioat3_prep_pq16_lock()
1036 		pq->ctl_f.p_disable = !!(flags & DMA_PREP_PQ_DISABLE_P);  in __ioat3_prep_pq16_lock()
1037 		pq->ctl_f.q_disable = !!(flags & DMA_PREP_PQ_DISABLE_Q);  in __ioat3_prep_pq16_lock()
1048 	pq->ctl_f.fence = !!(flags & DMA_PREP_FENCE);  in __ioat3_prep_pq16_lock()
1051 	pq->ctl_f.int_en = !!(flags & DMA_PREP_INTERRUPT);  in __ioat3_prep_pq16_lock()
1052 	pq->ctl_f.compl_write = 1;  in __ioat3_prep_pq16_lock()
1111 ioat3_prep_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src,  in ioat3_prep_pq_val()  argument
1117 		pq[0] = pq[1];  in ioat3_prep_pq_val()
1119 		pq[1] = pq[0];  in ioat3_prep_pq_val()
1127 		__ioat3_prep_pq16_lock(chan, pqres, pq, src, src_cnt, scf, len,  in ioat3_prep_pq_val()
1129 		__ioat3_prep_pq_lock(chan, pqres, pq, src, src_cnt, scf, len,  in ioat3_prep_pq_val()
1138 	dma_addr_t pq[2];  in ioat3_prep_pqxor()  local
1141 	pq[0] = dst;  in ioat3_prep_pqxor()
1143 	pq[1] = dst; /* specify valid address for disabled result */  in ioat3_prep_pqxor()
1146 		__ioat3_prep_pq16_lock(chan, NULL, pq, src, src_cnt, scf, len,  in ioat3_prep_pqxor()
1148 		__ioat3_prep_pq_lock(chan, NULL, pq, src, src_cnt, scf, len,  in ioat3_prep_pqxor()
1158 	dma_addr_t pq[2];  in ioat3_prep_pqxor_val()  local
1166 	pq[0] = src[0];  in ioat3_prep_pqxor_val()
1168 	pq[1] = pq[0]; /* specify valid address for disabled result */  in ioat3_prep_pqxor_val()
1171 		__ioat3_prep_pq16_lock(chan, result, pq, &src[1], src_cnt - 1,  in ioat3_prep_pqxor_val()
1173 		__ioat3_prep_pq_lock(chan, result, pq, &src[1], src_cnt - 1,  in ioat3_prep_pqxor_val()