1043 	dev = &ppd->dd->verbs_dev;  in qib_verbs_sdma_desc_avail()
1140 	struct qib_devdata *dd = dd_from_dev(dev);  in qib_verbs_send_dma()  local
1161 	control = dd->f_setpbc_control(ppd, plen, qp->s_srate,  in qib_verbs_send_dma()
1170 	if (dd->flags & QIB_HAS_SDMA_TIMEOUT)  in qib_verbs_send_dma()
1174 	if (plen + 1 > dd->piosize2kmax_dwords)  in qib_verbs_send_dma()
1211 	tx->txreq.addr = dma_map_single(&dd->pcidev->dev, phdr,  in qib_verbs_send_dma()
1213 	if (dma_mapping_error(&dd->pcidev->dev, tx->txreq.addr))  in qib_verbs_send_dma()
1242 	struct qib_devdata *dd;  in no_bufs_available()  local
1259 			dd = dd_from_dev(dev);  in no_bufs_available()
1260 			dd->f_wantpiobuf_intr(dd, 1);  in no_bufs_available()
1274 	struct qib_devdata *dd = dd_from_ibdev(qp->ibqp.device);  in qib_verbs_send_pio()  local
1275 	struct qib_pportdata *ppd = dd->pport + qp->port_num - 1;  in qib_verbs_send_pio()
1285 	control = dd->f_setpbc_control(ppd, plen, qp->s_srate,  in qib_verbs_send_pio()
1288 	piobuf = dd->f_getsendbuf(ppd, pbc, &pbufn);  in qib_verbs_send_pio()
1301 	flush_wc = dd->flags & QIB_PIO_FLUSH_WC;  in qib_verbs_send_pio()
1344 	if (dd->flags & QIB_USE_SPCL_TRIG) {  in qib_verbs_send_pio()
1345 		u32 spcl_off = (pbufn >= dd->piobcnt2k) ? 2047 : 1023;  in qib_verbs_send_pio()
1350 	qib_sendbuf_done(dd, pbufn);  in qib_verbs_send_pio()
1381 	struct qib_devdata *dd = dd_from_ibdev(qp->ibqp.device);  in qib_verbs_send()  local
1398 	    !(dd->flags & QIB_HAS_SEND_DMA))  in qib_verbs_send()
1413 	struct qib_devdata *dd = ppd->dd;  in qib_snapshot_counters()  local
1415 	if (!(dd->flags & QIB_PRESENT)) {  in qib_snapshot_counters()
1420 	*swords = dd->f_portcntr(ppd, QIBPORTCNTR_WORDSEND);  in qib_snapshot_counters()
1421 	*rwords = dd->f_portcntr(ppd, QIBPORTCNTR_WORDRCV);  in qib_snapshot_counters()
1422 	*spkts = dd->f_portcntr(ppd, QIBPORTCNTR_PKTSEND);  in qib_snapshot_counters()
1423 	*rpkts = dd->f_portcntr(ppd, QIBPORTCNTR_PKTRCV);  in qib_snapshot_counters()
1424 	*xmit_wait = dd->f_portcntr(ppd, QIBPORTCNTR_SENDSTALL);  in qib_snapshot_counters()
1444 	if (!(ppd->dd->flags & QIB_PRESENT)) {  in qib_get_counters()
1450 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBSYMBOLERR);  in qib_get_counters()
1452 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBLINKERRRECOV);  in qib_get_counters()
1459 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBLINKDOWN);  in qib_get_counters()
1461 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXDROPPKT) +  in qib_get_counters()
1462 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RCVOVFL) +  in qib_get_counters()
1463 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERR_RLEN) +  in qib_get_counters()
1464 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_INVALIDRLEN) +  in qib_get_counters()
1465 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRLINK) +  in qib_get_counters()
1466 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRICRC) +  in qib_get_counters()
1467 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRVCRC) +  in qib_get_counters()
1468 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRLPCRC) +  in qib_get_counters()
1469 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_BADFORMAT);  in qib_get_counters()
1471 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXLOCALPHYERR);  in qib_get_counters()
1473 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXVLERR);  in qib_get_counters()
1475 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RCVEBP);  in qib_get_counters()
1477 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_UNSUPVL);  in qib_get_counters()
1478 	cntrs->port_xmit_data = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1480 	cntrs->port_rcv_data = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1482 	cntrs->port_xmit_packets = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1484 	cntrs->port_rcv_packets = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1487 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_LLI);  in qib_get_counters()
1489 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_EXCESSBUFOVFL);  in qib_get_counters()
1491 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_VL15PKTDROP);  in qib_get_counters()
1507 void qib_ib_piobufavail(struct qib_devdata *dd)  in qib_ib_piobufavail()  argument
1509 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_ib_piobufavail()
1534 	dd->f_wantpiobuf_intr(dd, 0);  in qib_ib_piobufavail()
1557 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_device()  local
1569 	props->vendor_part_id = dd->deviceid;  in qib_query_device()
1570 	props->hw_ver = dd->minrev;  in qib_query_device()
1591 	props->max_pkeys = qib_get_npkeys(dd);  in qib_query_device()
1603 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_port()  local
1614 	props->state = dd->f_iblink_state(ppd->lastibcstat);  in qib_query_port()
1615 	props->phys_state = dd->f_ibphys_portstate(ppd->lastibcstat);  in qib_query_port()
1619 	props->pkey_tbl_len = qib_get_npkeys(dd);  in qib_query_port()
1658 	struct qib_devdata *dd = dd_from_ibdev(device);  in qib_modify_device()  local
1670 		for (i = 0; i < dd->num_pports; i++) {  in qib_modify_device()
1671 			struct qib_ibport *ibp = &dd->pport[i].ibport_data;  in qib_modify_device()
1680 		for (i = 0; i < dd->num_pports; i++) {  in qib_modify_device()
1681 			struct qib_ibport *ibp = &dd->pport[i].ibport_data;  in qib_modify_device()
1713 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_gid()  local
1716 	if (!port || port > dd->num_pports)  in qib_query_gid()
1927 unsigned qib_get_npkeys(struct qib_devdata *dd)  in qib_get_npkeys()  argument
1929 	return ARRAY_SIZE(dd->rcd[0]->pkeys);  in qib_get_npkeys()
1939 	struct qib_devdata *dd = ppd->dd;  in qib_get_pkey()  local
1944 	if (!dd->rcd || index >= ARRAY_SIZE(dd->rcd[ctxt]->pkeys))  in qib_get_pkey()
1947 		ret = dd->rcd[ctxt]->pkeys[index];  in qib_get_pkey()
1955 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_pkey()  local
1958 	if (index >= qib_get_npkeys(dd)) {  in qib_query_pkey()
2014 	if (ppd->dd->flags & QIB_HAS_LINK_LATENCY)  in init_ibport()
2049 int qib_register_ib_device(struct qib_devdata *dd)  in qib_register_ib_device()  argument
2051 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_register_ib_device()
2053 	struct qib_pportdata *ppd = dd->pport;  in qib_register_ib_device()
2070 	for (i = 0; i < dd->num_pports; i++)  in qib_register_ib_device()
2085 	qib_init_qpn_table(dd, &dev->qpn_table);  in qib_register_ib_device()
2095 		qib_dev_warn(dd, "lkey bits %u too large, reduced to %u\n",  in qib_register_ib_device()
2121 		dev->pio_hdrs = dma_alloc_coherent(&dd->pcidev->dev,  in qib_register_ib_device()
2188 	ibdev->phys_port_cnt = dd->num_pports;  in qib_register_ib_device()
2190 	ibdev->dma_device = &dd->pcidev->dev;  in qib_register_ib_device()
2249 	ret = qib_verbs_register_sysfs(dd);  in qib_register_ib_device()
2270 		dma_free_coherent(&dd->pcidev->dev,  in qib_register_ib_device()
2279 	qib_dev_err(dd, "cannot register verbs: %d!\n", -ret);  in qib_register_ib_device()
2284 void qib_unregister_ib_device(struct qib_devdata *dd)  in qib_unregister_ib_device()  argument
2286 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_unregister_ib_device()
2291 	qib_verbs_unregister_sysfs(dd);  in qib_unregister_ib_device()
2298 		qib_dev_err(dd, "piowait list not empty!\n");  in qib_unregister_ib_device()
2300 		qib_dev_err(dd, "dmawait list not empty!\n");  in qib_unregister_ib_device()
2302 		qib_dev_err(dd, "txwait list not empty!\n");  in qib_unregister_ib_device()
2304 		qib_dev_err(dd, "memwait list not empty!\n");  in qib_unregister_ib_device()
2306 		qib_dev_err(dd, "DMA MR not NULL!\n");  in qib_unregister_ib_device()
2308 	qps_inuse = qib_free_all_qps(dd);  in qib_unregister_ib_device()
2310 		qib_dev_err(dd, "QP memory leak! %u still in use\n",  in qib_unregister_ib_device()
2323 	if (dd->pport->sdma_descq_cnt)  in qib_unregister_ib_device()
2324 		dma_free_coherent(&dd->pcidev->dev,  in qib_unregister_ib_device()
2325 				  dd->pport->sdma_descq_cnt *  in qib_unregister_ib_device()