64 	unsigned i;  in qib_disarm_piobufs()  local
69 	for (i = first; i < last; i++) {  in qib_disarm_piobufs()
70 		__clear_bit(i, dd->pio_need_disarm);  in qib_disarm_piobufs()
71 		dd->f_sendctrl(dd->pport, QIB_SENDCTRL_DISARM_BUF(i));  in qib_disarm_piobufs()
83 	unsigned i;  in qib_disarm_piobufs_ifneeded()  local
99 		for (i = 1; i < rcd->subctxt_cnt; i++)  in qib_disarm_piobufs_ifneeded()
101 				  &rcd->user_event_mask[i]);  in qib_disarm_piobufs_ifneeded()
104 	for (i = rcd->pio_base; i < last; i++) {  in qib_disarm_piobufs_ifneeded()
105 		if (__test_and_clear_bit(i, dd->pio_need_disarm)) {  in qib_disarm_piobufs_ifneeded()
107 			dd->f_sendctrl(rcd->ppd, QIB_SENDCTRL_DISARM_BUF(i));  in qib_disarm_piobufs_ifneeded()
114 static struct qib_pportdata *is_sdma_buf(struct qib_devdata *dd, unsigned i)  in is_sdma_buf()  argument
121 		if (i >= ppd->sdma_state.first_sendbuf &&  in is_sdma_buf()
122 		    i < ppd->sdma_state.last_sendbuf)  in is_sdma_buf()
145 			int i;  in find_ctxt()  local
152 			for (i = 1; i < rcd->subctxt_cnt; i++)  in find_ctxt()
154 					&rcd->user_event_mask[i]);  in find_ctxt()
175 	unsigned i;  in qib_disarm_piobufs_set()  local
178 	for (i = 0; i < dd->num_pports; i++)  in qib_disarm_piobufs_set()
179 		pppd[i] = NULL;  in qib_disarm_piobufs_set()
181 	for (i = 0; i < cnt; i++) {  in qib_disarm_piobufs_set()
184 		if (!test_bit(i, mask))  in qib_disarm_piobufs_set()
190 		ppd = is_sdma_buf(dd, i);  in qib_disarm_piobufs_set()
200 		if (test_bit(i, dd->pio_writing) ||  in qib_disarm_piobufs_set()
201 		    (!test_bit(i << 1, dd->pioavailkernel) &&  in qib_disarm_piobufs_set()
202 		     find_ctxt(dd, i))) {  in qib_disarm_piobufs_set()
203 			__set_bit(i, dd->pio_need_disarm);  in qib_disarm_piobufs_set()
207 			dd->f_sendctrl(dd->pport, QIB_SENDCTRL_DISARM_BUF(i));  in qib_disarm_piobufs_set()
213 	for (i = 0; i < dd->num_pports; i++)  in qib_disarm_piobufs_set()
214 		if (pppd[i])  in qib_disarm_piobufs_set()
215 			qib_cancel_sends(pppd[i]);  in qib_disarm_piobufs_set()
227 	unsigned i;  in update_send_bufs()  local
251 	for (i = 0; i < piobregs; i++) {  in update_send_bufs()
254 		piov = le64_to_cpu(dd->pioavailregs_dma[i]);  in update_send_bufs()
255 		pchg = dd->pioavailkernel[i] &  in update_send_bufs()
256 			~(dd->pioavailshadow[i] ^ piov);  in update_send_bufs()
258 		if (pchg && (pchbusy & dd->pioavailshadow[i])) {  in update_send_bufs()
259 			pnew = dd->pioavailshadow[i] & ~pchbusy;  in update_send_bufs()
261 			dd->pioavailshadow[i] = pnew;  in update_send_bufs()
288 	unsigned i, j, updated = 0;  in qib_getsendbuf_range()  local
308 	i = first;  in qib_getsendbuf_range()
316 		i = dd->last_pio + 1;  in qib_getsendbuf_range()
320 	for (j = 0; j < nbufs; j++, i++) {  in qib_getsendbuf_range()
321 		if (i > last)  in qib_getsendbuf_range()
322 			i = !first ? dd->min_kernel_pio : first;  in qib_getsendbuf_range()
323 		if (__test_and_set_bit((2 * i) + 1, shadow))  in qib_getsendbuf_range()
326 		__change_bit(2 * i, shadow);  in qib_getsendbuf_range()
328 		__set_bit(i, dd->pio_writing);  in qib_getsendbuf_range()
330 			dd->last_pio = i;  in qib_getsendbuf_range()
345 		if (i < dd->piobcnt2k)  in qib_getsendbuf_range()
347 				i * dd->palign);  in qib_getsendbuf_range()
348 		else if (i < dd->piobcnt2k + dd->piobcnt4k || !dd->piovl15base)  in qib_getsendbuf_range()
350 				(i - dd->piobcnt2k) * dd->align4k);  in qib_getsendbuf_range()
353 				(i - (dd->piobcnt2k + dd->piobcnt4k)) *  in qib_getsendbuf_range()
356 			*pbufnum = i;  in qib_getsendbuf_range()
401 			int i;  in qib_chg_pioavailkernel()  local
416 			i = start / BITS_PER_LONG;  in qib_chg_pioavailkernel()
420 				le64_to_cpu(dd->pioavailregs_dma[i]);  in qib_chg_pioavailkernel()
463 	unsigned i;  in qib_cancel_sends()  local
487 				for (i = 1; i < rcd->subctxt_cnt; i++)  in qib_cancel_sends()
489 						&rcd->user_event_mask[i]);  in qib_cancel_sends()
491 			i = rcd->pio_base;  in qib_cancel_sends()
494 			for (; i < last; i++)  in qib_cancel_sends()
495 				__set_bit(i, dd->pio_need_disarm);  in qib_cancel_sends()