1059 	dev = &ppd->dd->verbs_dev;  in qib_verbs_sdma_desc_avail()
1156 	struct qib_devdata *dd = dd_from_dev(dev);  in qib_verbs_send_dma()  local
1177 	control = dd->f_setpbc_control(ppd, plen, qp->s_srate,  in qib_verbs_send_dma()
1186 	if (dd->flags & QIB_HAS_SDMA_TIMEOUT)  in qib_verbs_send_dma()
1190 	if (plen + 1 > dd->piosize2kmax_dwords)  in qib_verbs_send_dma()
1227 	tx->txreq.addr = dma_map_single(&dd->pcidev->dev, phdr,  in qib_verbs_send_dma()
1229 	if (dma_mapping_error(&dd->pcidev->dev, tx->txreq.addr))  in qib_verbs_send_dma()
1258 	struct qib_devdata *dd;  in no_bufs_available()  local
1275 			dd = dd_from_dev(dev);  in no_bufs_available()
1276 			dd->f_wantpiobuf_intr(dd, 1);  in no_bufs_available()
1290 	struct qib_devdata *dd = dd_from_ibdev(qp->ibqp.device);  in qib_verbs_send_pio()  local
1291 	struct qib_pportdata *ppd = dd->pport + qp->port_num - 1;  in qib_verbs_send_pio()
1301 	control = dd->f_setpbc_control(ppd, plen, qp->s_srate,  in qib_verbs_send_pio()
1304 	piobuf = dd->f_getsendbuf(ppd, pbc, &pbufn);  in qib_verbs_send_pio()
1317 	flush_wc = dd->flags & QIB_PIO_FLUSH_WC;  in qib_verbs_send_pio()
1360 	if (dd->flags & QIB_USE_SPCL_TRIG) {  in qib_verbs_send_pio()
1361 		u32 spcl_off = (pbufn >= dd->piobcnt2k) ? 2047 : 1023;  in qib_verbs_send_pio()
1366 	qib_sendbuf_done(dd, pbufn);  in qib_verbs_send_pio()
1397 	struct qib_devdata *dd = dd_from_ibdev(qp->ibqp.device);  in qib_verbs_send()  local
1414 	    !(dd->flags & QIB_HAS_SEND_DMA))  in qib_verbs_send()
1429 	struct qib_devdata *dd = ppd->dd;  in qib_snapshot_counters()  local
1431 	if (!(dd->flags & QIB_PRESENT)) {  in qib_snapshot_counters()
1436 	*swords = dd->f_portcntr(ppd, QIBPORTCNTR_WORDSEND);  in qib_snapshot_counters()
1437 	*rwords = dd->f_portcntr(ppd, QIBPORTCNTR_WORDRCV);  in qib_snapshot_counters()
1438 	*spkts = dd->f_portcntr(ppd, QIBPORTCNTR_PKTSEND);  in qib_snapshot_counters()
1439 	*rpkts = dd->f_portcntr(ppd, QIBPORTCNTR_PKTRCV);  in qib_snapshot_counters()
1440 	*xmit_wait = dd->f_portcntr(ppd, QIBPORTCNTR_SENDSTALL);  in qib_snapshot_counters()
1460 	if (!(ppd->dd->flags & QIB_PRESENT)) {  in qib_get_counters()
1466 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBSYMBOLERR);  in qib_get_counters()
1468 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBLINKERRRECOV);  in qib_get_counters()
1475 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_IBLINKDOWN);  in qib_get_counters()
1477 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXDROPPKT) +  in qib_get_counters()
1478 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RCVOVFL) +  in qib_get_counters()
1479 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERR_RLEN) +  in qib_get_counters()
1480 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_INVALIDRLEN) +  in qib_get_counters()
1481 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRLINK) +  in qib_get_counters()
1482 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRICRC) +  in qib_get_counters()
1483 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRVCRC) +  in qib_get_counters()
1484 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_ERRLPCRC) +  in qib_get_counters()
1485 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_BADFORMAT);  in qib_get_counters()
1487 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXLOCALPHYERR);  in qib_get_counters()
1489 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RXVLERR);  in qib_get_counters()
1491 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_RCVEBP);  in qib_get_counters()
1493 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_UNSUPVL);  in qib_get_counters()
1494 	cntrs->port_xmit_data = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1496 	cntrs->port_rcv_data = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1498 	cntrs->port_xmit_packets = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1500 	cntrs->port_rcv_packets = ppd->dd->f_portcntr(ppd,  in qib_get_counters()
1503 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_LLI);  in qib_get_counters()
1505 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_EXCESSBUFOVFL);  in qib_get_counters()
1507 		ppd->dd->f_portcntr(ppd, QIBPORTCNTR_VL15PKTDROP);  in qib_get_counters()
1523 void qib_ib_piobufavail(struct qib_devdata *dd)  in qib_ib_piobufavail()  argument
1525 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_ib_piobufavail()
1550 	dd->f_wantpiobuf_intr(dd, 0);  in qib_ib_piobufavail()
1573 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_device()  local
1587 	props->vendor_part_id = dd->deviceid;  in qib_query_device()
1588 	props->hw_ver = dd->minrev;  in qib_query_device()
1610 	props->max_pkeys = qib_get_npkeys(dd);  in qib_query_device()
1622 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_port()  local
1633 	props->state = dd->f_iblink_state(ppd->lastibcstat);  in qib_query_port()
1634 	props->phys_state = dd->f_ibphys_portstate(ppd->lastibcstat);  in qib_query_port()
1638 	props->pkey_tbl_len = qib_get_npkeys(dd);  in qib_query_port()
1677 	struct qib_devdata *dd = dd_from_ibdev(device);  in qib_modify_device()  local
1689 		for (i = 0; i < dd->num_pports; i++) {  in qib_modify_device()
1690 			struct qib_ibport *ibp = &dd->pport[i].ibport_data;  in qib_modify_device()
1699 		for (i = 0; i < dd->num_pports; i++) {  in qib_modify_device()
1700 			struct qib_ibport *ibp = &dd->pport[i].ibport_data;  in qib_modify_device()
1732 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_gid()  local
1735 	if (!port || port > dd->num_pports)  in qib_query_gid()
1946 unsigned qib_get_npkeys(struct qib_devdata *dd)  in qib_get_npkeys()  argument
1948 	return ARRAY_SIZE(dd->rcd[0]->pkeys);  in qib_get_npkeys()
1958 	struct qib_devdata *dd = ppd->dd;  in qib_get_pkey()  local
1963 	if (!dd->rcd || index >= ARRAY_SIZE(dd->rcd[ctxt]->pkeys))  in qib_get_pkey()
1966 		ret = dd->rcd[ctxt]->pkeys[index];  in qib_get_pkey()
1974 	struct qib_devdata *dd = dd_from_ibdev(ibdev);  in qib_query_pkey()  local
1977 	if (index >= qib_get_npkeys(dd)) {  in qib_query_pkey()
2033 	if (ppd->dd->flags & QIB_HAS_LINK_LATENCY)  in init_ibport()
2086 int qib_register_ib_device(struct qib_devdata *dd)  in qib_register_ib_device()  argument
2088 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_register_ib_device()
2090 	struct qib_pportdata *ppd = dd->pport;  in qib_register_ib_device()
2107 	for (i = 0; i < dd->num_pports; i++)  in qib_register_ib_device()
2122 	qib_init_qpn_table(dd, &dev->qpn_table);  in qib_register_ib_device()
2132 		qib_dev_warn(dd, "lkey bits %u too large, reduced to %u\n",  in qib_register_ib_device()
2158 		dev->pio_hdrs = dma_alloc_coherent(&dd->pcidev->dev,  in qib_register_ib_device()
2225 	ibdev->phys_port_cnt = dd->num_pports;  in qib_register_ib_device()
2227 	ibdev->dma_device = &dd->pcidev->dev;  in qib_register_ib_device()
2286 	ret = qib_verbs_register_sysfs(dd);  in qib_register_ib_device()
2307 		dma_free_coherent(&dd->pcidev->dev,  in qib_register_ib_device()
2316 	qib_dev_err(dd, "cannot register verbs: %d!\n", -ret);  in qib_register_ib_device()
2321 void qib_unregister_ib_device(struct qib_devdata *dd)  in qib_unregister_ib_device()  argument
2323 	struct qib_ibdev *dev = &dd->verbs_dev;  in qib_unregister_ib_device()
2328 	qib_verbs_unregister_sysfs(dd);  in qib_unregister_ib_device()
2335 		qib_dev_err(dd, "piowait list not empty!\n");  in qib_unregister_ib_device()
2337 		qib_dev_err(dd, "dmawait list not empty!\n");  in qib_unregister_ib_device()
2339 		qib_dev_err(dd, "txwait list not empty!\n");  in qib_unregister_ib_device()
2341 		qib_dev_err(dd, "memwait list not empty!\n");  in qib_unregister_ib_device()
2343 		qib_dev_err(dd, "DMA MR not NULL!\n");  in qib_unregister_ib_device()
2345 	qps_inuse = qib_free_all_qps(dd);  in qib_unregister_ib_device()
2347 		qib_dev_err(dd, "QP memory leak! %u still in use\n",  in qib_unregister_ib_device()
2360 	if (dd->pport->sdma_descq_cnt)  in qib_unregister_ib_device()
2361 		dma_free_coherent(&dd->pcidev->dev,  in qib_unregister_ib_device()
2362 				  dd->pport->sdma_descq_cnt *  in qib_unregister_ib_device()