837 static void copy_io(u32 __iomem *piobuf, struct ipath_sge_state *ss,  in copy_io()  argument
872 				__raw_writel(data, piobuf);  in copy_io()
873 				piobuf++;  in copy_io()
896 				__raw_writel(data, piobuf);  in copy_io()
898 				piobuf++;  in copy_io()
915 					__raw_writel(data, piobuf);  in copy_io()
916 					piobuf++;  in copy_io()
941 			__iowrite32_copy(piobuf, ss->sge.vaddr, w - 1);  in copy_io()
942 			piobuf += w - 1;  in copy_io()
948 			__iowrite32_copy(piobuf, ss->sge.vaddr, w);  in copy_io()
949 			piobuf += w;  in copy_io()
967 		__raw_writel(last, piobuf);  in copy_io()
971 		__raw_writel(last, piobuf);  in copy_io()
1105 	u32 *piobuf;  in ipath_verbs_send_dma()  local
1184 	piobuf = kmalloc(tx->map_len, GFP_ATOMIC);  in ipath_verbs_send_dma()
1185 	if (unlikely(piobuf == NULL)) {  in ipath_verbs_send_dma()
1189 	tx->txreq.map_addr = piobuf;  in ipath_verbs_send_dma()
1193 	*piobuf++ = (__force u32) cpu_to_le32(plen);  in ipath_verbs_send_dma()
1194 	*piobuf++ = (__force u32) cpu_to_le32(control);  in ipath_verbs_send_dma()
1195 	memcpy(piobuf, hdr, hdrwords << 2);  in ipath_verbs_send_dma()
1196 	ipath_copy_from_sge(piobuf + hdrwords, ss, len);  in ipath_verbs_send_dma()
1229 	u32 __iomem *piobuf;  in ipath_verbs_send_pio()  local
1235 	piobuf = ipath_getpiobuf(dd, plen, NULL);  in ipath_verbs_send_pio()
1236 	if (unlikely(piobuf == NULL)) {  in ipath_verbs_send_pio()
1258 	writeq(((u64) control << 32) | plen, piobuf);  in ipath_verbs_send_pio()
1259 	piobuf += 2;  in ipath_verbs_send_pio()
1270 			__iowrite32_copy(piobuf, hdr, hdrwords - 1);  in ipath_verbs_send_pio()
1272 			__raw_writel(hdr[hdrwords - 1], piobuf + hdrwords - 1);  in ipath_verbs_send_pio()
1275 			__iowrite32_copy(piobuf, hdr, hdrwords);  in ipath_verbs_send_pio()
1281 	__iowrite32_copy(piobuf, hdr, hdrwords);  in ipath_verbs_send_pio()
1282 	piobuf += hdrwords;  in ipath_verbs_send_pio()
1292 			__iowrite32_copy(piobuf, addr, dwords - 1);  in ipath_verbs_send_pio()
1295 			__raw_writel(addr[dwords - 1], piobuf + dwords - 1);  in ipath_verbs_send_pio()
1299 			__iowrite32_copy(piobuf, addr, dwords);  in ipath_verbs_send_pio()
1302 	copy_io(piobuf, ss, len, flush_wc);  in ipath_verbs_send_pio()