216 		if (!ntb_topo_is_b2b(ndev->ntb.topo))  in ndev_reset_unsafe_flags()
399 			ntb_link_event(&ndev->ntb);  in ndev_interrupt()
403 		ntb_db_event(&ndev->ntb, vec);  in ndev_interrupt()
576 			 ntb_topo_string(ndev->ntb.topo));  in ndev_debugfs_read()
672 	if (pdev_is_xeon(ndev->ntb.pdev)) {  in ndev_debugfs_read()
673 		if (ntb_topo_is_b2b(ndev->ntb.topo)) {  in ndev_debugfs_read()
753 		if (!pci_read_config_word(ndev->ntb.pdev,  in ndev_debugfs_read()
758 		if (!pci_read_config_word(ndev->ntb.pdev,  in ndev_debugfs_read()
763 		if (!pci_read_config_dword(ndev->ntb.pdev,  in ndev_debugfs_read()
768 		if (!pci_read_config_dword(ndev->ntb.pdev,  in ndev_debugfs_read()
802 static int intel_ntb_mw_count(struct ntb_dev *ntb)  in intel_ntb_mw_count()  argument
804 	return ntb_ndev(ntb)->mw_count;  in intel_ntb_mw_count()
807 static int intel_ntb_mw_get_range(struct ntb_dev *ntb, int idx,  in intel_ntb_mw_get_range()  argument
813 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_mw_get_range()
824 		*base = pci_resource_start(ndev->ntb.pdev, bar) +  in intel_ntb_mw_get_range()
828 		*size = pci_resource_len(ndev->ntb.pdev, bar) -  in intel_ntb_mw_get_range()
832 		*align = pci_resource_len(ndev->ntb.pdev, bar);  in intel_ntb_mw_get_range()
840 static int intel_ntb_mw_set_trans(struct ntb_dev *ntb, int idx,  in intel_ntb_mw_set_trans()  argument
843 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_mw_set_trans()
857 	bar_size = pci_resource_len(ndev->ntb.pdev, bar);  in intel_ntb_mw_set_trans()
938 static int intel_ntb_link_is_up(struct ntb_dev *ntb,  in intel_ntb_link_is_up()  argument
942 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_link_is_up()
961 static int intel_ntb_link_enable(struct ntb_dev *ntb,  in intel_ntb_link_enable()  argument
968 	ndev = container_of(ntb, struct intel_ntb_dev, ntb);  in intel_ntb_link_enable()
970 	if (ndev->ntb.topo == NTB_TOPO_SEC)  in intel_ntb_link_enable()
992 static int intel_ntb_link_disable(struct ntb_dev *ntb)  in intel_ntb_link_disable()  argument
997 	ndev = container_of(ntb, struct intel_ntb_dev, ntb);  in intel_ntb_link_disable()
999 	if (ndev->ntb.topo == NTB_TOPO_SEC)  in intel_ntb_link_disable()
1016 static int intel_ntb_db_is_unsafe(struct ntb_dev *ntb)  in intel_ntb_db_is_unsafe()  argument
1018 	return ndev_ignore_unsafe(ntb_ndev(ntb), NTB_UNSAFE_DB);  in intel_ntb_db_is_unsafe()
1021 static u64 intel_ntb_db_valid_mask(struct ntb_dev *ntb)  in intel_ntb_db_valid_mask()  argument
1023 	return ntb_ndev(ntb)->db_valid_mask;  in intel_ntb_db_valid_mask()
1026 static int intel_ntb_db_vector_count(struct ntb_dev *ntb)  in intel_ntb_db_vector_count()  argument
1030 	ndev = container_of(ntb, struct intel_ntb_dev, ntb);  in intel_ntb_db_vector_count()
1035 static u64 intel_ntb_db_vector_mask(struct ntb_dev *ntb, int db_vector)  in intel_ntb_db_vector_mask()  argument
1037 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_db_vector_mask()
1045 static u64 intel_ntb_db_read(struct ntb_dev *ntb)  in intel_ntb_db_read()  argument
1047 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_db_read()
1054 static int intel_ntb_db_clear(struct ntb_dev *ntb, u64 db_bits)  in intel_ntb_db_clear()  argument
1056 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_db_clear()
1063 static int intel_ntb_db_set_mask(struct ntb_dev *ntb, u64 db_bits)  in intel_ntb_db_set_mask()  argument
1065 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_db_set_mask()
1072 static int intel_ntb_db_clear_mask(struct ntb_dev *ntb, u64 db_bits)  in intel_ntb_db_clear_mask()  argument
1074 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_db_clear_mask()
1081 static int intel_ntb_peer_db_addr(struct ntb_dev *ntb,  in intel_ntb_peer_db_addr()  argument
1085 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_peer_db_addr()
1091 static int intel_ntb_peer_db_set(struct ntb_dev *ntb, u64 db_bits)  in intel_ntb_peer_db_set()  argument
1093 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_peer_db_set()
1100 static int intel_ntb_spad_is_unsafe(struct ntb_dev *ntb)  in intel_ntb_spad_is_unsafe()  argument
1102 	return ndev_ignore_unsafe(ntb_ndev(ntb), NTB_UNSAFE_SPAD);  in intel_ntb_spad_is_unsafe()
1105 static int intel_ntb_spad_count(struct ntb_dev *ntb)  in intel_ntb_spad_count()  argument
1109 	ndev = container_of(ntb, struct intel_ntb_dev, ntb);  in intel_ntb_spad_count()
1114 static u32 intel_ntb_spad_read(struct ntb_dev *ntb, int idx)  in intel_ntb_spad_read()  argument
1116 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_spad_read()
1123 static int intel_ntb_spad_write(struct ntb_dev *ntb,  in intel_ntb_spad_write()  argument
1126 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_spad_write()
1133 static int intel_ntb_peer_spad_addr(struct ntb_dev *ntb, int idx,  in intel_ntb_peer_spad_addr()  argument
1136 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_peer_spad_addr()
1142 static u32 intel_ntb_peer_spad_read(struct ntb_dev *ntb, int idx)  in intel_ntb_peer_spad_read()  argument
1144 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_peer_spad_read()
1151 static int intel_ntb_peer_spad_write(struct ntb_dev *ntb,  in intel_ntb_peer_spad_write()  argument
1154 	struct intel_ntb_dev *ndev = ntb_ndev(ntb);  in intel_ntb_peer_spad_write()
1248 		ntb_link_event(&ndev->ntb);  in atom_link_hb()
1335 	switch (ndev->ntb.topo) {  in atom_init_ntb()
1362 	rc = pci_read_config_dword(ndev->ntb.pdev, ATOM_PPD_OFFSET, &ppd);  in atom_init_dev()
1366 	ndev->ntb.topo = atom_ppd_topo(ndev, ppd);  in atom_init_dev()
1367 	if (ndev->ntb.topo == NTB_TOPO_NONE)  in atom_init_dev()
1378 	if (ndev->ntb.topo != NTB_TOPO_SEC) {  in atom_init_dev()
1380 		rc = pci_write_config_dword(ndev->ntb.pdev, ATOM_PPD_OFFSET,  in atom_init_dev()
1415 	rc = pci_read_config_word(ndev->ntb.pdev,  in xeon_poll_link()
1430 	if (ndev->ntb.topo == NTB_TOPO_SEC)  in xeon_link_is_up()
1504 		bar_size = pci_resource_len(ndev->ntb.pdev, b2b_bar);  in xeon_setup_b2b_mw()
1740 	switch (ndev->ntb.topo) {  in xeon_init_ntb()
1801 		if (ndev->ntb.topo == NTB_TOPO_B2B_USD) {  in xeon_init_ntb()
1913 	ndev->ntb.topo = xeon_ppd_topo(ndev, ppd);  in xeon_init_dev()
1915 		ntb_topo_string(ndev->ntb.topo));  in xeon_init_dev()
1916 	if (ndev->ntb.topo == NTB_TOPO_NONE)  in xeon_init_dev()
1919 	if (ndev->ntb.topo != NTB_TOPO_SEC) {  in xeon_init_dev()
2016 	ndev->ntb.pdev = pdev;  in ndev_init_struct()
2017 	ndev->ntb.topo = NTB_TOPO_NONE;  in ndev_init_struct()
2018 	ndev->ntb.ops = &intel_ntb_ops;  in ndev_init_struct()
2094 	rc = ntb_register_device(&ndev->ntb);  in intel_ntb_pci_probe()
2120 	ntb_unregister_device(&ndev->ntb);  in intel_ntb_pci_remove()