180 static int ixgbe_read_pci_cfg_word_parent(struct ixgbe_adapter *adapter,  in ixgbe_read_pci_cfg_word_parent()
204 static s32 ixgbe_get_parent_bus_info(struct ixgbe_adapter *adapter)  in ixgbe_get_parent_bus_info()
247 static void ixgbe_check_minimum_link(struct ixgbe_adapter *adapter,  in ixgbe_check_minimum_link()
314 static void ixgbe_service_event_schedule(struct ixgbe_adapter *adapter)  in ixgbe_service_event_schedule()
324 	struct ixgbe_adapter *adapter = hw->back;  in ixgbe_remove_adapter()  local
393 	struct ixgbe_adapter *adapter = hw->back;  in ixgbe_read_pci_cfg_word()  local
408 	struct ixgbe_adapter *adapter = hw->back;  in ixgbe_read_pci_cfg_dword()  local
423 	struct ixgbe_adapter *adapter = hw->back;  in ixgbe_write_pci_cfg_word()  local
430 static void ixgbe_service_event_complete(struct ixgbe_adapter *adapter)  in ixgbe_service_event_complete()
562 static void ixgbe_dump(struct ixgbe_adapter *adapter)  in ixgbe_dump()
822 static void ixgbe_release_hw_control(struct ixgbe_adapter *adapter)  in ixgbe_release_hw_control()
832 static void ixgbe_get_hw_control(struct ixgbe_adapter *adapter)  in ixgbe_get_hw_control()
850 static void ixgbe_set_ivar(struct ixgbe_adapter *adapter, s8 direction,  in ixgbe_set_ivar()
894 static inline void ixgbe_irq_rearm_queues(struct ixgbe_adapter *adapter,  in ixgbe_irq_rearm_queues()
940 static void ixgbe_update_xoff_rx_lfc(struct ixgbe_adapter *adapter)  in ixgbe_update_xoff_rx_lfc()
969 static void ixgbe_update_xoff_received(struct ixgbe_adapter *adapter)  in ixgbe_update_xoff_received()
1020 	struct ixgbe_adapter *adapter;  in ixgbe_get_tx_pending()  local
1076 static void ixgbe_tx_timeout_reset(struct ixgbe_adapter *adapter)  in ixgbe_tx_timeout_reset()
1095 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_clean_tx_irq()  local
1243 static void ixgbe_update_tx_dca(struct ixgbe_adapter *adapter,  in ixgbe_update_tx_dca()
1280 static void ixgbe_update_rx_dca(struct ixgbe_adapter *adapter,  in ixgbe_update_rx_dca()
1314 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_update_dca()  local
1332 static void ixgbe_setup_dca(struct ixgbe_adapter *adapter)  in ixgbe_setup_dca()
1352 	struct ixgbe_adapter *adapter = dev_get_drvdata(dev);  in __ixgbe_notify_dca()  local
2051 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_clean_rx_irq()  local
2149 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_low_latency_recv()  local
2184 static void ixgbe_configure_msix(struct ixgbe_adapter *adapter)  in ixgbe_configure_msix()
2319 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_write_eitr()  local
2386 static void ixgbe_check_overtemp_subtask(struct ixgbe_adapter *adapter)  in ixgbe_check_overtemp_subtask()
2440 static void ixgbe_check_fan_failure(struct ixgbe_adapter *adapter, u32 eicr)  in ixgbe_check_fan_failure()
2452 static void ixgbe_check_overtemp_event(struct ixgbe_adapter *adapter, u32 eicr)  in ixgbe_check_overtemp_event()
2506 static void ixgbe_check_sfp_event(struct ixgbe_adapter *adapter, u32 eicr)  in ixgbe_check_sfp_event()
2539 static void ixgbe_check_lsc(struct ixgbe_adapter *adapter)  in ixgbe_check_lsc()
2553 static inline void ixgbe_irq_enable_queues(struct ixgbe_adapter *adapter,  in ixgbe_irq_enable_queues()
2581 static inline void ixgbe_irq_disable_queues(struct ixgbe_adapter *adapter,  in ixgbe_irq_disable_queues()
2613 static inline void ixgbe_irq_enable(struct ixgbe_adapter *adapter, bool queues,  in ixgbe_irq_enable()
2670 	struct ixgbe_adapter *adapter = data;  in ixgbe_msix_other()  local
2776 	struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_poll()  local
2829 static int ixgbe_request_msix_irqs(struct ixgbe_adapter *adapter)  in ixgbe_request_msix_irqs()
2899 	struct ixgbe_adapter *adapter = data;  in ixgbe_intr()  local
2972 static int ixgbe_request_irq(struct ixgbe_adapter *adapter)  in ixgbe_request_irq()
2992 static void ixgbe_free_irq(struct ixgbe_adapter *adapter)  in ixgbe_free_irq()
3022 static inline void ixgbe_irq_disable(struct ixgbe_adapter *adapter)  in ixgbe_irq_disable()
3056 static void ixgbe_configure_msi_and_legacy(struct ixgbe_adapter *adapter)  in ixgbe_configure_msi_and_legacy()
3075 void ixgbe_configure_tx_ring(struct ixgbe_adapter *adapter,  in ixgbe_configure_tx_ring()
3157 static void ixgbe_setup_mtqc(struct ixgbe_adapter *adapter)  in ixgbe_setup_mtqc()
3211 static void ixgbe_configure_tx(struct ixgbe_adapter *adapter)  in ixgbe_configure_tx()
3231 static void ixgbe_enable_rx_drop(struct ixgbe_adapter *adapter,  in ixgbe_enable_rx_drop()
3243 static void ixgbe_disable_rx_drop(struct ixgbe_adapter *adapter,  in ixgbe_disable_rx_drop()
3256 void ixgbe_set_rx_drop_en(struct ixgbe_adapter *adapter)  in ixgbe_set_rx_drop_en()
3288 static void ixgbe_configure_srrctl(struct ixgbe_adapter *adapter,  in ixgbe_configure_srrctl()
3326 u32 ixgbe_rss_indir_tbl_entries(struct ixgbe_adapter *adapter)  in ixgbe_rss_indir_tbl_entries()
3343 void ixgbe_store_reta(struct ixgbe_adapter *adapter)  in ixgbe_store_reta()
3383 static void ixgbe_store_vfreta(struct ixgbe_adapter *adapter)  in ixgbe_store_vfreta()
3401 static void ixgbe_setup_reta(struct ixgbe_adapter *adapter)  in ixgbe_setup_reta()
3432 static void ixgbe_setup_vfreta(struct ixgbe_adapter *adapter)  in ixgbe_setup_vfreta()
3455 static void ixgbe_setup_mrqc(struct ixgbe_adapter *adapter)  in ixgbe_setup_mrqc()
3528 static void ixgbe_configure_rscctl(struct ixgbe_adapter *adapter,  in ixgbe_configure_rscctl()
3550 static void ixgbe_rx_desc_queue_enable(struct ixgbe_adapter *adapter,  in ixgbe_rx_desc_queue_enable()
3576 void ixgbe_disable_rx_queue(struct ixgbe_adapter *adapter,  in ixgbe_disable_rx_queue()
3608 void ixgbe_configure_rx_ring(struct ixgbe_adapter *adapter,  in ixgbe_configure_rx_ring()
3651 static void ixgbe_setup_psrtype(struct ixgbe_adapter *adapter)  in ixgbe_setup_psrtype()
3676 static void ixgbe_configure_virtualization(struct ixgbe_adapter *adapter)  in ixgbe_configure_virtualization()
3760 static void ixgbe_set_rx_buffer_len(struct ixgbe_adapter *adapter)  in ixgbe_set_rx_buffer_len()
3807 static void ixgbe_setup_rdrxctl(struct ixgbe_adapter *adapter)  in ixgbe_setup_rdrxctl()
3855 static void ixgbe_configure_rx(struct ixgbe_adapter *adapter)  in ixgbe_configure_rx()
3900 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_vlan_rx_add_vid()  local
3913 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_vlan_rx_kill_vid()  local
3927 static void ixgbe_vlan_strip_disable(struct ixgbe_adapter *adapter)  in ixgbe_vlan_strip_disable()
3963 static void ixgbe_vlan_strip_enable(struct ixgbe_adapter *adapter)  in ixgbe_vlan_strip_enable()
3995 static void ixgbe_restore_vlan(struct ixgbe_adapter *adapter)  in ixgbe_restore_vlan()
4016 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_write_mc_addr_list()  local
4035 void ixgbe_full_sync_mac_table(struct ixgbe_adapter *adapter)  in ixgbe_full_sync_mac_table()
4052 static void ixgbe_sync_mac_table(struct ixgbe_adapter *adapter)  in ixgbe_sync_mac_table()
4073 static void ixgbe_flush_sw_mac_table(struct ixgbe_adapter *adapter)  in ixgbe_flush_sw_mac_table()
4087 static int ixgbe_available_rars(struct ixgbe_adapter *adapter)  in ixgbe_available_rars()
4100 static void ixgbe_mac_set_default_filter(struct ixgbe_adapter *adapter,  in ixgbe_mac_set_default_filter()
4114 int ixgbe_add_mac_filter(struct ixgbe_adapter *adapter, u8 *addr, u16 queue)  in ixgbe_add_mac_filter()
4135 int ixgbe_del_mac_filter(struct ixgbe_adapter *adapter, u8 *addr, u16 queue)  in ixgbe_del_mac_filter()
4168 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_write_uc_addr_list()  local
4197 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_set_rx_mode()  local
4287 static void ixgbe_napi_enable_all(struct ixgbe_adapter *adapter)  in ixgbe_napi_enable_all()
4297 static void ixgbe_napi_disable_all(struct ixgbe_adapter *adapter)  in ixgbe_napi_disable_all()
4310 static void ixgbe_clear_vxlan_port(struct ixgbe_adapter *adapter)  in ixgbe_clear_vxlan_port()
4334 static void ixgbe_configure_dcb(struct ixgbe_adapter *adapter)  in ixgbe_configure_dcb()
4394 static int ixgbe_hpbthresh(struct ixgbe_adapter *adapter, int pb)  in ixgbe_hpbthresh()
4454 static int ixgbe_lpbthresh(struct ixgbe_adapter *adapter, int pb)  in ixgbe_lpbthresh()
4491 static void ixgbe_pbthresh_setup(struct ixgbe_adapter *adapter)  in ixgbe_pbthresh_setup()
4513 static void ixgbe_configure_pb(struct ixgbe_adapter *adapter)  in ixgbe_configure_pb()
4529 static void ixgbe_fdir_filter_restore(struct ixgbe_adapter *adapter)  in ixgbe_fdir_filter_restore()
4554 				      struct ixgbe_adapter *adapter)  in ixgbe_macvlan_set_rx_mode()
4578 	struct ixgbe_adapter *adapter = vadapter->real_adapter;  in ixgbe_fwd_psrtype()  local
4652 	struct ixgbe_adapter *adapter = vadapter->real_adapter;  in ixgbe_disable_fwd_ring()  local
4666 	struct ixgbe_adapter *adapter = accel->real_adapter;  in ixgbe_fwd_ring_down()  local
4690 	struct ixgbe_adapter *adapter = accel->real_adapter;  in ixgbe_fwd_ring_up()  local
4742 static void ixgbe_configure_dfwd(struct ixgbe_adapter *adapter)  in ixgbe_configure_dfwd()
4762 static void ixgbe_configure(struct ixgbe_adapter *adapter)  in ixgbe_configure()
4826 static void ixgbe_sfp_link_config(struct ixgbe_adapter *adapter)  in ixgbe_sfp_link_config()
4872 static void ixgbe_setup_gpie(struct ixgbe_adapter *adapter)  in ixgbe_setup_gpie()
4952 static void ixgbe_up_complete(struct ixgbe_adapter *adapter)  in ixgbe_up_complete()
5011 void ixgbe_reinit_locked(struct ixgbe_adapter *adapter)  in ixgbe_reinit_locked()
5032 void ixgbe_up(struct ixgbe_adapter *adapter)  in ixgbe_up()
5040 void ixgbe_reset(struct ixgbe_adapter *adapter)  in ixgbe_reset()
5137 static void ixgbe_clean_all_rx_rings(struct ixgbe_adapter *adapter)  in ixgbe_clean_all_rx_rings()
5149 static void ixgbe_clean_all_tx_rings(struct ixgbe_adapter *adapter)  in ixgbe_clean_all_tx_rings()
5157 static void ixgbe_fdir_filter_exit(struct ixgbe_adapter *adapter)  in ixgbe_fdir_filter_exit()
5174 void ixgbe_down(struct ixgbe_adapter *adapter)  in ixgbe_down()
5277 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_tx_timeout()  local
5291 static int ixgbe_sw_init(struct ixgbe_adapter *adapter)  in ixgbe_sw_init()
5534 static int ixgbe_setup_all_tx_resources(struct ixgbe_adapter *adapter)  in ixgbe_setup_all_tx_resources()
5618 static int ixgbe_setup_all_rx_resources(struct ixgbe_adapter *adapter)  in ixgbe_setup_all_rx_resources()
5672 static void ixgbe_free_all_tx_resources(struct ixgbe_adapter *adapter)  in ixgbe_free_all_tx_resources()
5710 static void ixgbe_free_all_rx_resources(struct ixgbe_adapter *adapter)  in ixgbe_free_all_rx_resources()
5732 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_change_mtu()  local
5774 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_open()  local
5844 static void ixgbe_close_suspend(struct ixgbe_adapter *adapter)  in ixgbe_close_suspend()
5876 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_close()  local
5892 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in ixgbe_resume()  local
5938 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in __ixgbe_shutdown()  local
6052 void ixgbe_update_stats(struct ixgbe_adapter *adapter)  in ixgbe_update_stats()
6270 static void ixgbe_fdir_reinit_subtask(struct ixgbe_adapter *adapter)  in ixgbe_fdir_reinit_subtask()
6311 static void ixgbe_check_hang_subtask(struct ixgbe_adapter *adapter)  in ixgbe_check_hang_subtask()
6355 static void ixgbe_watchdog_update_link(struct ixgbe_adapter *adapter)  in ixgbe_watchdog_update_link()
6393 static void ixgbe_update_default_up(struct ixgbe_adapter *adapter)  in ixgbe_update_default_up()
6415 static void ixgbe_watchdog_link_is_up(struct ixgbe_adapter *adapter)  in ixgbe_watchdog_link_is_up()
6512 static void ixgbe_watchdog_link_is_down(struct ixgbe_adapter *adapter)  in ixgbe_watchdog_link_is_down()
6538 static bool ixgbe_ring_tx_pending(struct ixgbe_adapter *adapter)  in ixgbe_ring_tx_pending()
6552 static bool ixgbe_vf_tx_pending(struct ixgbe_adapter *adapter)  in ixgbe_vf_tx_pending()
6586 static void ixgbe_watchdog_flush_tx(struct ixgbe_adapter *adapter)  in ixgbe_watchdog_flush_tx()
6603 static inline void ixgbe_issue_vf_flr(struct ixgbe_adapter *adapter,  in ixgbe_issue_vf_flr()
6615 static void ixgbe_check_for_bad_vf(struct ixgbe_adapter *adapter)  in ixgbe_check_for_bad_vf()
6662 static void ixgbe_spoof_check(struct ixgbe_adapter *adapter)  in ixgbe_spoof_check()
6683 static void ixgbe_spoof_check(struct ixgbe_adapter __always_unused *adapter)  in ixgbe_spoof_check()
6688 ixgbe_check_for_bad_vf(struct ixgbe_adapter __always_unused *adapter)  in ixgbe_check_for_bad_vf()
6698 static void ixgbe_watchdog_subtask(struct ixgbe_adapter *adapter)  in ixgbe_watchdog_subtask()
6724 static void ixgbe_sfp_detection_subtask(struct ixgbe_adapter *adapter)  in ixgbe_sfp_detection_subtask()
6797 static void ixgbe_sfp_link_config_subtask(struct ixgbe_adapter *adapter)  in ixgbe_sfp_link_config_subtask()
6837 	struct ixgbe_adapter *adapter = (struct ixgbe_adapter *)data;  in ixgbe_service_timer()  local
6852 static void ixgbe_phy_interrupt_subtask(struct ixgbe_adapter *adapter)  in ixgbe_phy_interrupt_subtask()
6872 static void ixgbe_reset_subtask(struct ixgbe_adapter *adapter)  in ixgbe_reset_subtask()
6900 	struct ixgbe_adapter *adapter = container_of(work,  in ixgbe_service_task()  local
7363 		struct ixgbe_adapter *adapter = q_vector->adapter;  in ixgbe_atr()  local
7452 	struct ixgbe_adapter *adapter;  in ixgbe_select_queue()  local
7492 			  struct ixgbe_adapter *adapter,  in ixgbe_xmit_frame_ring()
7629 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in __ixgbe_xmit_frame()  local
7659 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_set_mac()  local
7678 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_mdio_read()  local
7694 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_mdio_write()  local
7704 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_ioctl()  local
7726 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_add_sanmac_netdev()  local
7750 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_del_sanmac_netdev()  local
7769 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_netpoll()  local
7785 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_get_stats64()  local
7839 static void ixgbe_validate_rtr(struct ixgbe_adapter *adapter, u8 tc)  in ixgbe_validate_rtr()
7874 static void ixgbe_set_prio_tc_map(struct ixgbe_adapter *adapter)  in ixgbe_set_prio_tc_map()
7902 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_setup_tc()  local
7963 void ixgbe_sriov_reinit(struct ixgbe_adapter *adapter)  in ixgbe_sriov_reinit()
7975 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_do_reset()  local
7986 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_fix_features()  local
8002 	struct ixgbe_adapter *adapter = netdev_priv(netdev);  in ixgbe_set_features()  local
8098 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_add_vxlan_port()  local
8131 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_del_vxlan_port()  local
8172 static int ixgbe_configure_bridge_mode(struct ixgbe_adapter *adapter,  in ixgbe_configure_bridge_mode()
8242 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_ndo_bridge_setlink()  local
8278 	struct ixgbe_adapter *adapter = netdev_priv(dev);  in ixgbe_ndo_bridge_getlink()  local
8291 	struct ixgbe_adapter *adapter = netdev_priv(pdev);  in ixgbe_fwd_add()  local
8362 	struct ixgbe_adapter *adapter = fwd_adapter->real_adapter;  in ixgbe_fwd_del()  local
8457 static inline int ixgbe_enumerate_functions(struct ixgbe_adapter *adapter)  in ixgbe_enumerate_functions()
8500 int ixgbe_wol_supported(struct ixgbe_adapter *adapter, u16 device_id,  in ixgbe_wol_supported()
8563 static void ixgbe_get_platform_mac_addr(struct ixgbe_adapter *adapter)  in ixgbe_get_platform_mac_addr()
8596 	struct ixgbe_adapter *adapter = NULL;  in ixgbe_probe()  local
9040 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in ixgbe_remove()  local
9113 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in ixgbe_io_error_detected()  local
9241 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in ixgbe_io_slot_reset()  local
9282 	struct ixgbe_adapter *adapter = pci_get_drvdata(pdev);  in ixgbe_io_resume()  local