68 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *) descs[0];  in pq_set_src()  local
72 	pq->coef[idx] = coef;  in pq_set_src()
78 	struct ioat_pq_descriptor *pq = (struct ioat_pq_descriptor *)desc[0];  in pq16_set_src()  local
86 		pq->coef[idx] = coef;  in pq16_set_src()
292 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq_desc_dbg()  local
294 	struct ioat_raw_descriptor *descs[] = { (void *) pq, (void *) pq_ex };  in dump_pq_desc_dbg()
295 	int src_cnt = src_cnt_to_sw(pq->ctl_f.src_cnt);  in dump_pq_desc_dbg()
302 		(unsigned long long) (pq_ex ? pq_ex->next : pq->next),  in dump_pq_desc_dbg()
303 		desc->txd.flags, pq->size, pq->ctl, pq->ctl_f.op,  in dump_pq_desc_dbg()
304 		pq->ctl_f.int_en, pq->ctl_f.compl_write,  in dump_pq_desc_dbg()
305 		pq->ctl_f.p_disable ? "" : "p", pq->ctl_f.q_disable ? "" : "q",  in dump_pq_desc_dbg()
306 		pq->ctl_f.src_cnt);  in dump_pq_desc_dbg()
309 			(unsigned long long) pq_get_src(descs, i), pq->coef[i]);  in dump_pq_desc_dbg()
310 	dev_dbg(dev, "\tP: %#llx\n", pq->p_addr);  in dump_pq_desc_dbg()
311 	dev_dbg(dev, "\tQ: %#llx\n", pq->q_addr);  in dump_pq_desc_dbg()
312 	dev_dbg(dev, "\tNEXT: %#llx\n", pq->next);  in dump_pq_desc_dbg()
319 	struct ioat_pq_descriptor *pq = desc->pq;  in dump_pq16_desc_dbg()  local
320 	struct ioat_raw_descriptor *descs[] = { (void *)pq,  in dump_pq16_desc_dbg()
321 						(void *)pq,  in dump_pq16_desc_dbg()
322 						(void *)pq };  in dump_pq16_desc_dbg()
323 	int src_cnt = src16_cnt_to_sw(pq->ctl_f.src_cnt);  in dump_pq16_desc_dbg()
335 		(unsigned long long) pq->next,  in dump_pq16_desc_dbg()
336 		desc->txd.flags, pq->size, pq->ctl,  in dump_pq16_desc_dbg()
337 		pq->ctl_f.op, pq->ctl_f.int_en,  in dump_pq16_desc_dbg()
338 		pq->ctl_f.compl_write,  in dump_pq16_desc_dbg()
339 		pq->ctl_f.p_disable ? "" : "p", pq->ctl_f.q_disable ? "" : "q",  in dump_pq16_desc_dbg()
340 		pq->ctl_f.src_cnt);  in dump_pq16_desc_dbg()
344 			pq->coef[i]);  in dump_pq16_desc_dbg()
346 	dev_dbg(dev, "\tP: %#llx\n", pq->p_addr);  in dump_pq16_desc_dbg()
347 	dev_dbg(dev, "\tQ: %#llx\n", pq->q_addr);  in dump_pq16_desc_dbg()
362 	struct ioat_pq_descriptor *pq;  in __ioat_prep_pq_lock()  local
405 		pq = desc->pq;  in __ioat_prep_pq_lock()
414 		descs[0] = (struct ioat_raw_descriptor *) pq;  in __ioat_prep_pq_lock()
428 		pq->size = xfer_size;  in __ioat_prep_pq_lock()
429 		pq->p_addr = dst[0] + offset;  in __ioat_prep_pq_lock()
430 		pq->q_addr = dst[1] + offset;  in __ioat_prep_pq_lock()
431 		pq->ctl = 0;  in __ioat_prep_pq_lock()
432 		pq->ctl_f.op = op;  in __ioat_prep_pq_lock()
435 			pq->ctl_f.wb_en = result ? 1 : 0;  in __ioat_prep_pq_lock()
436 		pq->ctl_f.src_cnt = src_cnt_to_hw(s);  in __ioat_prep_pq_lock()
437 		pq->ctl_f.p_disable = !!(flags & DMA_PREP_PQ_DISABLE_P);  in __ioat_prep_pq_lock()
438 		pq->ctl_f.q_disable = !!(flags & DMA_PREP_PQ_DISABLE_Q);  in __ioat_prep_pq_lock()
449 	pq->ctl_f.fence = !!(flags & DMA_PREP_FENCE);  in __ioat_prep_pq_lock()
453 		pq->ctl_f.int_en = !!(flags & DMA_PREP_INTERRUPT);  in __ioat_prep_pq_lock()
454 		pq->ctl_f.compl_write = 1;  in __ioat_prep_pq_lock()
484 	struct ioat_pq_descriptor *pq;  in __ioat_prep_pq16_lock()  local
513 		pq = desc->pq;  in __ioat_prep_pq16_lock()
515 		descs[0] = (struct ioat_raw_descriptor *) pq;  in __ioat_prep_pq16_lock()
524 		pq->sed_addr = desc->sed->dma;  in __ioat_prep_pq16_lock()
542 		pq->size = xfer_size;  in __ioat_prep_pq16_lock()
543 		pq->p_addr = dst[0] + offset;  in __ioat_prep_pq16_lock()
544 		pq->q_addr = dst[1] + offset;  in __ioat_prep_pq16_lock()
545 		pq->ctl = 0;  in __ioat_prep_pq16_lock()
546 		pq->ctl_f.op = op;  in __ioat_prep_pq16_lock()
547 		pq->ctl_f.src_cnt = src16_cnt_to_hw(s);  in __ioat_prep_pq16_lock()
550 			pq->ctl_f.wb_en = result ? 1 : 0;  in __ioat_prep_pq16_lock()
551 		pq->ctl_f.p_disable = !!(flags & DMA_PREP_PQ_DISABLE_P);  in __ioat_prep_pq16_lock()
552 		pq->ctl_f.q_disable = !!(flags & DMA_PREP_PQ_DISABLE_Q);  in __ioat_prep_pq16_lock()
563 	pq->ctl_f.fence = !!(flags & DMA_PREP_FENCE);  in __ioat_prep_pq16_lock()
566 	pq->ctl_f.int_en = !!(flags & DMA_PREP_INTERRUPT);  in __ioat_prep_pq16_lock()
567 	pq->ctl_f.compl_write = 1;  in __ioat_prep_pq16_lock()
631 ioat_prep_pq_val(struct dma_chan *chan, dma_addr_t *pq, dma_addr_t *src,  in ioat_prep_pq_val()  argument
642 		pq[0] = pq[1];  in ioat_prep_pq_val()
644 		pq[1] = pq[0];  in ioat_prep_pq_val()
652 		__ioat_prep_pq16_lock(chan, pqres, pq, src, src_cnt, scf, len,  in ioat_prep_pq_val()
654 		__ioat_prep_pq_lock(chan, pqres, pq, src, src_cnt, scf, len,  in ioat_prep_pq_val()
663 	dma_addr_t pq[2];  in ioat_prep_pqxor()  local
673 	pq[0] = dst;  in ioat_prep_pqxor()
675 	pq[1] = dst; /* specify valid address for disabled result */  in ioat_prep_pqxor()
678 		__ioat_prep_pq16_lock(chan, NULL, pq, src, src_cnt, scf, len,  in ioat_prep_pqxor()
680 		__ioat_prep_pq_lock(chan, NULL, pq, src, src_cnt, scf, len,  in ioat_prep_pqxor()
690 	dma_addr_t pq[2];  in ioat_prep_pqxor_val()  local
705 	pq[0] = src[0];  in ioat_prep_pqxor_val()
707 	pq[1] = pq[0]; /* specify valid address for disabled result */  in ioat_prep_pqxor_val()
710 		__ioat_prep_pq16_lock(chan, result, pq, &src[1], src_cnt - 1,  in ioat_prep_pqxor_val()
712 		__ioat_prep_pq_lock(chan, result, pq, &src[1], src_cnt - 1,  in ioat_prep_pqxor_val()