299 static int qib_user_sdma_page_to_frags(const struct qib_devdata *dd,  in qib_user_sdma_page_to_frags()  argument
313 		dma_map_page(&dd->pcidev->dev,  in qib_user_sdma_page_to_frags()
317 	if (dma_mapping_error(&dd->pcidev->dev, dma_addr)) {  in qib_user_sdma_page_to_frags()
388 				dma_map_single(&dd->pcidev->dev,  in qib_user_sdma_page_to_frags()
392 			if (dma_mapping_error(&dd->pcidev->dev,  in qib_user_sdma_page_to_frags()
479 			dma_map_single(&dd->pcidev->dev,  in qib_user_sdma_page_to_frags()
483 		if (dma_mapping_error(&dd->pcidev->dev,  in qib_user_sdma_page_to_frags()
561 static int qib_user_sdma_coalesce(const struct qib_devdata *dd,  in qib_user_sdma_coalesce()  argument
595 	ret = qib_user_sdma_page_to_frags(dd, pq, pkt,  in qib_user_sdma_coalesce()
662 static int qib_user_sdma_pin_pages(const struct qib_devdata *dd,  in qib_user_sdma_pin_pages()  argument
691 			ret = qib_user_sdma_page_to_frags(dd, pq, pkt,  in qib_user_sdma_pin_pages()
719 static int qib_user_sdma_pin_pkt(const struct qib_devdata *dd,  in qib_user_sdma_pin_pkt()  argument
732 		ret = qib_user_sdma_pin_pages(dd, pq, pkt, addr,  in qib_user_sdma_pin_pkt()
743 		qib_user_sdma_free_pkt_frag(&dd->pcidev->dev, pq, pkt, idx);  in qib_user_sdma_pin_pkt()
749 		dma_unmap_single(&dd->pcidev->dev,  in qib_user_sdma_pin_pkt()
761 static int qib_user_sdma_init_payload(const struct qib_devdata *dd,  in qib_user_sdma_init_payload()  argument
771 		ret = qib_user_sdma_coalesce(dd, pq, pkt, iov, niov);  in qib_user_sdma_init_payload()
773 		ret = qib_user_sdma_pin_pkt(dd, pq, pkt, iov, niov);  in qib_user_sdma_init_payload()
806 static int qib_user_sdma_queue_pkts(const struct qib_devdata *dd,  in qib_user_sdma_queue_pkts()  argument
987 			ret = qib_user_sdma_init_payload(dd, pq, pkt,  in qib_user_sdma_queue_pkts()
1002 				dma_addr = dma_map_single(&dd->pcidev->dev,  in qib_user_sdma_queue_pkts()
1004 				if (dma_mapping_error(&dd->pcidev->dev,  in qib_user_sdma_queue_pkts()
1038 	qib_user_sdma_free_pkt_list(&dd->pcidev->dev, pq, list);  in qib_user_sdma_queue_pkts()
1053 	struct qib_devdata *dd = ppd->dd;  in qib_user_sdma_queue_clean()  local
1092 		qib_user_sdma_free_pkt_list(&dd->pcidev->dev, pq, &free_list);  in qib_user_sdma_queue_clean()
1131 	struct qib_devdata *dd = ppd->dd;  in qib_user_sdma_queue_drain()  local
1172 		qib_dev_err(dd, "user sdma lists not empty: forcing!\n");  in qib_user_sdma_queue_drain()
1176 		qib_user_sdma_free_pkt_list(&dd->pcidev->dev, pq, &free_list);  in qib_user_sdma_queue_drain()
1241 	struct qib_devdata *dd = ppd->dd;  in qib_user_sdma_send_desc()  local
1283 			if (ofs > dd->piosize2kmax_dwords) {  in qib_user_sdma_send_desc()
1316 		dd->f_sdma_update_tail(ppd, tail_c);  in qib_user_sdma_send_desc()
1381 	struct qib_devdata *dd = rcd->dd;  in qib_user_sdma_writev()  local
1406 		ret = qib_user_sdma_queue_pkts(dd, ppd, pq,  in qib_user_sdma_writev()
1438 		qib_user_sdma_free_pkt_list(&dd->pcidev->dev, pq, &list);  in qib_user_sdma_writev()