120 	struct ntb_dev *ndev;  member
204 	struct ntb_dev *ndev;  member
367 		node = dev_to_node(&nt->ndev->dev);  in ntb_transport_register_client_dev()
382 		dev->parent = &nt->ndev->dev;  in ntb_transport_register_client_dev()
637 	struct pci_dev *pdev = nt->ndev->pdev;  in ntb_free_mw()
642 	ntb_mw_clear_trans(nt->ndev, num_mw);  in ntb_free_mw()
654 	struct pci_dev *pdev = nt->ndev->pdev;  in ntb_set_mw()
699 	rc = ntb_mw_set_trans(nt->ndev, num_mw, mw->dma_addr, mw->xlat_size);  in ntb_set_mw()
734 	struct pci_dev *pdev = nt->ndev->pdev;  in ntb_qp_link_cleanup()
789 		ntb_spad_write(nt->ndev, i, 0);  in ntb_transport_link_cleanup()
804 	if (ntb_link_is_up(nt->ndev, NULL, NULL) == 1)  in ntb_transport_event_callback()
814 	struct ntb_dev *ndev = nt->ndev;  in ntb_transport_link_work()  local
815 	struct pci_dev *pdev = ndev->pdev;  in ntb_transport_link_work()
828 		ntb_peer_spad_write(ndev, spad, upper_32_bits(size));  in ntb_transport_link_work()
831 		ntb_peer_spad_write(ndev, spad, lower_32_bits(size));  in ntb_transport_link_work()
834 	ntb_peer_spad_write(ndev, NUM_MWS, nt->mw_count);  in ntb_transport_link_work()
836 	ntb_peer_spad_write(ndev, NUM_QPS, nt->qp_count);  in ntb_transport_link_work()
838 	ntb_peer_spad_write(ndev, VERSION, NTB_TRANSPORT_VERSION);  in ntb_transport_link_work()
841 	val = ntb_spad_read(ndev, VERSION);  in ntb_transport_link_work()
846 	val = ntb_spad_read(ndev, NUM_QPS);  in ntb_transport_link_work()
851 	val = ntb_spad_read(ndev, NUM_MWS);  in ntb_transport_link_work()
859 		val = ntb_spad_read(ndev, MW0_SZ_HIGH + (i * 2));  in ntb_transport_link_work()
862 		val = ntb_spad_read(ndev, MW0_SZ_LOW + (i * 2));  in ntb_transport_link_work()
889 	if (ntb_link_is_up(ndev, NULL, NULL) == 1)  in ntb_transport_link_work()
899 	struct pci_dev *pdev = qp->ndev->pdev;  in ntb_qp_link_work()
905 	val = ntb_spad_read(nt->ndev, QP_LINKS);  in ntb_qp_link_work()
907 	ntb_peer_spad_write(nt->ndev, QP_LINKS, val | BIT(qp->qp_num));  in ntb_qp_link_work()
910 	ntb_peer_spad_read(nt->ndev, QP_LINKS);  in ntb_qp_link_work()
945 	qp->ndev = nt->ndev;  in ntb_transport_init_queue()
1008 static int ntb_transport_probe(struct ntb_client *self, struct ntb_dev *ndev)  in ntb_transport_probe()  argument
1017 	if (ntb_db_is_unsafe(ndev))  in ntb_transport_probe()
1018 		dev_dbg(&ndev->dev,  in ntb_transport_probe()
1020 	if (ntb_spad_is_unsafe(ndev))  in ntb_transport_probe()
1021 		dev_dbg(&ndev->dev,  in ntb_transport_probe()
1024 	node = dev_to_node(&ndev->dev);  in ntb_transport_probe()
1030 	nt->ndev = ndev;  in ntb_transport_probe()
1032 	mw_count = ntb_mw_count(ndev);  in ntb_transport_probe()
1046 		rc = ntb_mw_get_range(ndev, i, &mw->phys_addr, &mw->phys_size,  in ntb_transport_probe()
1063 	qp_bitmap = ntb_db_valid_mask(ndev);  in ntb_transport_probe()
1086 			debugfs_create_dir(pci_name(ndev->pdev),  in ntb_transport_probe()
1099 	rc = ntb_set_ctx(ndev, nt, &ntb_transport_ops);  in ntb_transport_probe()
1109 	ntb_link_enable(ndev, NTB_SPEED_AUTO, NTB_WIDTH_AUTO);  in ntb_transport_probe()
1110 	ntb_link_event(ndev);  in ntb_transport_probe()
1115 	ntb_clear_ctx(ndev);  in ntb_transport_probe()
1129 static void ntb_transport_free(struct ntb_client *self, struct ntb_dev *ndev)  in ntb_transport_free()  argument
1131 	struct ntb_transport_ctx *nt = ndev->ctx;  in ntb_transport_free()
1150 	ntb_link_disable(ndev);  in ntb_transport_free()
1151 	ntb_clear_ctx(ndev);  in ntb_transport_free()
1306 	dev_dbg(&qp->ndev->pdev->dev, "qp %d: RX ver %u len %d flags %x\n",  in ntb_process_rxc()
1310 		dev_dbg(&qp->ndev->pdev->dev, "done flag not set\n");  in ntb_process_rxc()
1316 		dev_dbg(&qp->ndev->pdev->dev, "link down flag set\n");  in ntb_process_rxc()
1323 		dev_dbg(&qp->ndev->pdev->dev,  in ntb_process_rxc()
1332 		dev_dbg(&qp->ndev->pdev->dev, "no receive buffer\n");  in ntb_process_rxc()
1341 		dev_dbg(&qp->ndev->pdev->dev,  in ntb_process_rxc()
1351 		dev_dbg(&qp->ndev->pdev->dev,  in ntb_process_rxc()
1374 	dev_dbg(&qp->ndev->pdev->dev, "%s: doorbell %d received\n",  in ntb_transport_rxc_db()
1392 	} else if (ntb_db_read(qp->ndev) & BIT_ULL(qp->qp_num)) {  in ntb_transport_rxc_db()
1394 		ntb_db_clear(qp->ndev, BIT_ULL(qp->qp_num));  in ntb_transport_rxc_db()
1396 		ntb_db_read(qp->ndev);  in ntb_transport_rxc_db()
1414 	ntb_peer_db_set(qp->ndev, BIT_ULL(qp->qp_num));  in ntb_tx_copy_callback()
1554 	struct pci_dev *pdev = qp->ndev->pdev;  in ntb_send_link_down()
1609 	struct ntb_dev *ndev;  in ntb_transport_create_queue()  local
1620 	ndev = dev_ntb(client_dev->parent);  in ntb_transport_create_queue()
1621 	pdev = ndev->pdev;  in ntb_transport_create_queue()
1622 	nt = ndev->ctx;  in ntb_transport_create_queue()
1624 	node = dev_to_node(&ndev->dev);  in ntb_transport_create_queue()
1689 	ntb_db_clear(qp->ndev, qp_bit);  in ntb_transport_create_queue()
1690 	ntb_db_clear_mask(qp->ndev, qp_bit);  in ntb_transport_create_queue()
1727 	pdev = qp->ndev->pdev;  in ntb_transport_free_queue()
1761 	ntb_db_set_mask(qp->ndev, qp_bit);  in ntb_transport_free_queue()
1938 	val = ntb_spad_read(qp->ndev, QP_LINKS);  in ntb_transport_link_down()
1940 	ntb_peer_spad_write(qp->ndev, QP_LINKS,  in ntb_transport_link_down()
2032 		   ntb_db_vector_mask(nt->ndev, vector));  in ntb_transport_doorbell_callback()