158 static void igb_vlan_mode(struct net_device *netdev,
169 static int igb_ndo_set_vf_mac(struct net_device *netdev, int vf, u8 *mac);
170 static int igb_ndo_set_vf_vlan(struct net_device *netdev,
173 static int igb_ndo_set_vf_spoofchk(struct net_device *netdev, int vf,
175 static int igb_ndo_get_vf_config(struct net_device *netdev, int vf,
364 	struct net_device *netdev = adapter->netdev;  in igb_dump()  local
379 	if (netdev) {  in igb_dump()
382 		pr_info("%-15s %016lX %016lX %016lX\n", netdev->name,  in igb_dump()
383 			netdev->state, netdev->trans_start, netdev->last_rx);  in igb_dump()
395 	if (!netdev || !netif_running(netdev))  in igb_dump()
660 	return adapter->netdev;  in igb_get_hw_dev()
757 		struct net_device *netdev = igb->netdev;  in igb_rd32()  local
759 		netif_device_detach(netdev);  in igb_rd32()
760 		netdev_err(netdev, "PCIe link lost, device now detached\n");  in igb_rd32()
946 	struct net_device *netdev = adapter->netdev;  in igb_request_msix()  local
951 			  igb_msix_other, 0, netdev->name, adapter);  in igb_request_msix()
963 			sprintf(q_vector->name, "%s-TxRx-%u", netdev->name,  in igb_request_msix()
966 			sprintf(q_vector->name, "%s-tx-%u", netdev->name,  in igb_request_msix()
969 			sprintf(q_vector->name, "%s-rx-%u", netdev->name,  in igb_request_msix()
972 			sprintf(q_vector->name, "%s-unused", netdev->name);  in igb_request_msix()
1220 	netif_napi_add(adapter->netdev, &q_vector->napi,  in igb_alloc_q_vector()
1251 		ring->netdev = adapter->netdev;  in igb_alloc_q_vector()
1280 		ring->netdev = adapter->netdev;  in igb_alloc_q_vector()
1409 	struct net_device *netdev = adapter->netdev;  in igb_request_irq()  local
1435 				  netdev->name, adapter);  in igb_request_irq()
1445 			  netdev->name, adapter);  in igb_request_irq()
1599 	struct net_device *netdev = adapter->netdev;  in igb_configure()  local
1603 	igb_set_rx_mode(netdev);  in igb_configure()
1697 		netdev_info(adapter->netdev,  in igb_check_swap_media()
1706 		netdev_info(adapter->netdev,  in igb_check_swap_media()
1714 		netdev_err(adapter->netdev,  in igb_check_swap_media()
1755 	netif_tx_start_all_queues(adapter->netdev);  in igb_up()
1770 	struct net_device *netdev = adapter->netdev;  in igb_down()  local
1785 	netif_carrier_off(netdev);  in igb_down()
1786 	netif_tx_stop_all_queues(netdev);  in igb_down()
1863 		netdev_info(adapter->netdev,  in igb_enable_mas()
2029 	if (!netif_running(adapter->netdev))  in igb_reset()
2043 static netdev_features_t igb_fix_features(struct net_device *netdev,  in igb_fix_features()  argument
2057 static int igb_set_features(struct net_device *netdev,  in igb_set_features()  argument
2060 	netdev_features_t changed = netdev->features ^ features;  in igb_set_features()
2061 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_features()
2064 		igb_vlan_mode(netdev, features);  in igb_set_features()
2069 	netdev->features = features;  in igb_set_features()
2071 	if (netif_running(netdev))  in igb_set_features()
2167 			netdev_info(adapter->netdev,  in igb_init_mas()
2175 			netdev_info(adapter->netdev,  in igb_init_mas()
2183 			netdev_info(adapter->netdev,  in igb_init_mas()
2191 			netdev_info(adapter->netdev,  in igb_init_mas()
2198 		netdev_err(adapter->netdev,  in igb_init_mas()
2244 	struct net_device *netdev;  in igb_probe()  local
2292 	netdev = alloc_etherdev_mq(sizeof(struct igb_adapter),  in igb_probe()
2294 	if (!netdev)  in igb_probe()
2297 	SET_NETDEV_DEV(netdev, &pdev->dev);  in igb_probe()
2299 	pci_set_drvdata(pdev, netdev);  in igb_probe()
2300 	adapter = netdev_priv(netdev);  in igb_probe()
2301 	adapter->netdev = netdev;  in igb_probe()
2312 	netdev->netdev_ops = &igb_netdev_ops;  in igb_probe()
2313 	igb_set_ethtool_ops(netdev);  in igb_probe()
2314 	netdev->watchdog_timeo = 5 * HZ;  in igb_probe()
2316 	strncpy(netdev->name, pci_name(pdev), sizeof(netdev->name) - 1);  in igb_probe()
2318 	netdev->mem_start = pci_resource_start(pdev, 0);  in igb_probe()
2319 	netdev->mem_end = pci_resource_end(pdev, 0);  in igb_probe()
2361 	netdev->features |= NETIF_F_SG |  in igb_probe()
2372 	netdev->hw_features |= netdev->features;  in igb_probe()
2373 	netdev->hw_features |= NETIF_F_RXALL;  in igb_probe()
2376 	netdev->features |= NETIF_F_HW_VLAN_CTAG_FILTER;  in igb_probe()
2378 	netdev->vlan_features |= NETIF_F_TSO |  in igb_probe()
2384 	netdev->priv_flags |= IFF_SUPP_NOFCS;  in igb_probe()
2387 		netdev->features |= NETIF_F_HIGHDMA;  in igb_probe()
2388 		netdev->vlan_features |= NETIF_F_HIGHDMA;  in igb_probe()
2392 		netdev->hw_features |= NETIF_F_SCTP_CSUM;  in igb_probe()
2393 		netdev->features |= NETIF_F_SCTP_CSUM;  in igb_probe()
2396 	netdev->priv_flags |= IFF_UNICAST_FLT;  in igb_probe()
2433 	memcpy(netdev->dev_addr, hw->mac.addr, netdev->addr_len);  in igb_probe()
2435 	if (!is_valid_ether_addr(netdev->dev_addr)) {  in igb_probe()
2546 	strcpy(netdev->name, "eth%d");  in igb_probe()
2547 	err = register_netdev(netdev);  in igb_probe()
2552 	netif_carrier_off(netdev);  in igb_probe()
2594 			 netdev->name,  in igb_probe()
2603 			  "Width x1" : "unknown"), netdev->dev_addr);  in igb_probe()
2616 	dev_info(&pdev->dev, "%s: PBA No: %s\n", netdev->name, part_str);  in igb_probe()
2668 	free_netdev(netdev);  in igb_probe()
2681 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_disable_sriov()  local
2682 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_disable_sriov()
2714 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_enable_sriov()  local
2715 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_enable_sriov()
2791 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_remove()  local
2792 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_remove()
2825 	unregister_netdev(netdev);  in igb_remove()
2840 	free_netdev(netdev);  in igb_remove()
2956 	struct net_device *netdev = adapter->netdev;  in igb_sw_init()  local
2972 	adapter->max_frame_size = netdev->mtu + ETH_HLEN + ETH_FCS_LEN +  in igb_sw_init()
3032 static int __igb_open(struct net_device *netdev, bool resuming)  in __igb_open()  argument
3034 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_open()
3049 	netif_carrier_off(netdev);  in __igb_open()
3075 	err = netif_set_real_num_tx_queues(adapter->netdev,  in __igb_open()
3080 	err = netif_set_real_num_rx_queues(adapter->netdev,  in __igb_open()
3104 	netif_tx_start_all_queues(netdev);  in __igb_open()
3131 static int igb_open(struct net_device *netdev)  in igb_open()  argument
3133 	return __igb_open(netdev, false);  in igb_open()
3147 static int __igb_close(struct net_device *netdev, bool suspending)  in __igb_close()  argument
3149 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_close()
3168 static int igb_close(struct net_device *netdev)  in igb_close()  argument
3170 	return __igb_close(netdev, false);  in igb_close()
3513 	if (adapter->netdev->features & NETIF_F_RXALL) {  in igb_setup_rctl()
3902 static int igb_set_mac(struct net_device *netdev, void *p)  in igb_set_mac()  argument
3904 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_mac()
3911 	memcpy(netdev->dev_addr, addr->sa_data, netdev->addr_len);  in igb_set_mac()
3912 	memcpy(hw->mac.addr, addr->sa_data, netdev->addr_len);  in igb_set_mac()
3930 static int igb_write_mc_addr_list(struct net_device *netdev)  in igb_write_mc_addr_list()  argument
3932 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_mc_addr_list()
3938 	if (netdev_mc_empty(netdev)) {  in igb_write_mc_addr_list()
3945 	mta_list = kzalloc(netdev_mc_count(netdev) * 6, GFP_ATOMIC);  in igb_write_mc_addr_list()
3951 	netdev_for_each_mc_addr(ha, netdev)  in igb_write_mc_addr_list()
3957 	return netdev_mc_count(netdev);  in igb_write_mc_addr_list()
3969 static int igb_write_uc_addr_list(struct net_device *netdev)  in igb_write_uc_addr_list()  argument
3971 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_write_uc_addr_list()
3978 	if (netdev_uc_count(netdev) > rar_entries)  in igb_write_uc_addr_list()
3981 	if (!netdev_uc_empty(netdev) && rar_entries) {  in igb_write_uc_addr_list()
3984 		netdev_for_each_uc_addr(ha, netdev) {  in igb_write_uc_addr_list()
4012 static void igb_set_rx_mode(struct net_device *netdev)  in igb_set_rx_mode()  argument
4014 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_set_rx_mode()
4026 	if (netdev->flags & IFF_PROMISC) {  in igb_set_rx_mode()
4033 		if (netdev->flags & IFF_ALLMULTI) {  in igb_set_rx_mode()
4041 			count = igb_write_mc_addr_list(netdev);  in igb_set_rx_mode()
4053 		count = igb_write_uc_addr_list(netdev);  in igb_set_rx_mode()
4155 		if (!netif_carrier_ok(adapter->netdev)) {  in igb_has_link()
4197 			netdev_warn(adapter->netdev,  in igb_check_lvmmc()
4222 	struct net_device *netdev = adapter->netdev;  in igb_watchdog_task()  local
4252 		pm_runtime_resume(netdev->dev.parent);  in igb_watchdog_task()
4254 		if (!netif_carrier_ok(netdev)) {  in igb_watchdog_task()
4263 			netdev_info(netdev,  in igb_watchdog_task()
4265 			       netdev->name,  in igb_watchdog_task()
4286 				netdev_warn(netdev, "Link Speed was downgraded by SmartSpeed\n");  in igb_watchdog_task()
4291 				netdev_info(netdev, "The network adapter link speed was downshifted because it overheated\n");  in igb_watchdog_task()
4304 			netif_carrier_on(netdev);  in igb_watchdog_task()
4315 		if (netif_carrier_ok(netdev)) {  in igb_watchdog_task()
4322 				netdev_err(netdev, "The network adapter was stopped because it overheated\n");  in igb_watchdog_task()
4326 			netdev_info(netdev, "igb: %s NIC Link is Down\n",  in igb_watchdog_task()
4327 			       netdev->name);  in igb_watchdog_task()
4328 			netif_carrier_off(netdev);  in igb_watchdog_task()
4346 			pm_schedule_suspend(netdev->dev.parent,  in igb_watchdog_task()
4350 		} else if (!netif_carrier_ok(netdev) &&  in igb_watchdog_task()
4367 		if (!netif_carrier_ok(netdev)) {  in igb_watchdog_task()
4833 	struct net_device *netdev = tx_ring->netdev;  in __igb_maybe_stop_tx()  local
4835 	netif_stop_subqueue(netdev, tx_ring->queue_index);  in __igb_maybe_stop_tx()
4850 	netif_wake_subqueue(netdev, tx_ring->queue_index);  in __igb_maybe_stop_tx()
5035 		struct igb_adapter *adapter = netdev_priv(tx_ring->netdev);  in igb_xmit_frame_ring()
5088 				  struct net_device *netdev)  in igb_xmit_frame()  argument
5090 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_xmit_frame()
5115 static void igb_tx_timeout(struct net_device *netdev)  in igb_tx_timeout()  argument
5117 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_tx_timeout()
5137 	netdev_err(adapter->netdev, "Reset adapter\n");  in igb_reset_task()
5146 static struct rtnl_link_stats64 *igb_get_stats64(struct net_device *netdev,  in igb_get_stats64()  argument
5149 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_get_stats64()
5166 static int igb_change_mtu(struct net_device *netdev, int new_mtu)  in igb_change_mtu()  argument
5168 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_change_mtu()
5193 	if (netif_running(netdev))  in igb_change_mtu()
5197 		 netdev->mtu, new_mtu);  in igb_change_mtu()
5198 	netdev->mtu = new_mtu;  in igb_change_mtu()
5200 	if (netif_running(netdev))  in igb_change_mtu()
5625 	struct net_device *netdev = dev_get_drvdata(dev);  in __igb_notify_dca()  local
5626 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_notify_dca()
5762 	igb_set_rx_mode(adapter->netdev);  in igb_set_vf_multicasts()
5926 static int igb_ndo_set_vf_vlan(struct net_device *netdev,  in igb_ndo_set_vf_vlan()  argument
5930 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_vlan()
5992 	if (add && (adapter->netdev->flags & IFF_PROMISC))  in igb_set_vf_vlan()
6006 	if (!add && (adapter->netdev->flags & IFF_PROMISC)) {  in igb_set_vf_vlan()
6045 		igb_ndo_set_vf_vlan(adapter->netdev, vf,  in igb_vf_reset()
6055 	igb_set_rx_mode(adapter->netdev);  in igb_vf_reset()
6537 			netif_stop_subqueue(tx_ring->netdev,  in igb_clean_tx_irq()
6547 	    netif_carrier_ok(tx_ring->netdev) &&  in igb_clean_tx_irq()
6553 		if (__netif_subqueue_stopped(tx_ring->netdev,  in igb_clean_tx_irq()
6556 			netif_wake_subqueue(tx_ring->netdev,  in igb_clean_tx_irq()
6756 	if (!(ring->netdev->features & NETIF_F_RXCSUM))  in igb_rx_checksum()
6789 	if (ring->netdev->features & NETIF_F_RXHASH)  in igb_rx_hash()
6899 		struct net_device *netdev = rx_ring->netdev;  in igb_cleanup_headers()  local
6900 		if (!(netdev->features & NETIF_F_RXALL)) {  in igb_cleanup_headers()
6931 	struct net_device *dev = rx_ring->netdev;  in igb_process_skb_fields()
6956 	skb->protocol = eth_type_trans(skb, rx_ring->netdev);  in igb_process_skb_fields()
7140 static int igb_mii_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)  in igb_mii_ioctl()  argument
7142 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_mii_ioctl()
7170 static int igb_ioctl(struct net_device *netdev, struct ifreq *ifr, int cmd)  in igb_ioctl()  argument
7176 		return igb_mii_ioctl(netdev, ifr, cmd);  in igb_ioctl()
7178 		return igb_ptp_get_ts_config(netdev, ifr);  in igb_ioctl()
7180 		return igb_ptp_set_ts_config(netdev, ifr);  in igb_ioctl()
7220 static void igb_vlan_mode(struct net_device *netdev, netdev_features_t features)  in igb_vlan_mode()  argument
7222 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_mode()
7247 static int igb_vlan_rx_add_vid(struct net_device *netdev,  in igb_vlan_rx_add_vid()  argument
7250 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_add_vid()
7265 static int igb_vlan_rx_kill_vid(struct net_device *netdev,  in igb_vlan_rx_kill_vid()  argument
7268 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_vlan_rx_kill_vid()
7289 	igb_vlan_mode(adapter->netdev, adapter->netdev->features);  in igb_restore_vlan()
7292 		igb_vlan_rx_add_vid(adapter->netdev, htons(ETH_P_8021Q), vid);  in igb_restore_vlan()
7357 	struct net_device *netdev = pci_get_drvdata(pdev);  in __igb_shutdown()  local
7358 	struct igb_adapter *adapter = netdev_priv(netdev);  in __igb_shutdown()
7366 	netif_device_detach(netdev);  in __igb_shutdown()
7368 	if (netif_running(netdev))  in __igb_shutdown()
7369 		__igb_close(netdev, true);  in __igb_shutdown()
7385 		igb_set_rx_mode(netdev);  in __igb_shutdown()
7454 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_resume()  local
7455 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_resume()
7490 	if (netdev->flags & IFF_UP) {  in igb_resume()
7492 		err = __igb_open(netdev, true);  in igb_resume()
7498 	netif_device_attach(netdev);  in igb_resume()
7505 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_runtime_idle()  local
7506 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_runtime_idle()
7555 	struct net_device *netdev = pci_get_drvdata(dev);  in igb_sriov_reinit()  local
7556 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_sriov_reinit()
7561 	if (netif_running(netdev))  in igb_sriov_reinit()
7562 		igb_close(netdev);  in igb_sriov_reinit()
7575 	if (netif_running(netdev))  in igb_sriov_reinit()
7576 		igb_open(netdev);  in igb_sriov_reinit()
7625 static void igb_netpoll(struct net_device *netdev)  in igb_netpoll()  argument
7627 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_netpoll()
7654 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_io_error_detected()  local
7655 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_error_detected()
7657 	netif_device_detach(netdev);  in igb_io_error_detected()
7662 	if (netif_running(netdev))  in igb_io_error_detected()
7679 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_io_slot_reset()  local
7680 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_slot_reset()
7723 	struct net_device *netdev = pci_get_drvdata(pdev);  in igb_io_resume()  local
7724 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_io_resume()
7726 	if (netif_running(netdev)) {  in igb_io_resume()
7733 	netif_device_attach(netdev);  in igb_io_resume()
7784 static int igb_ndo_set_vf_mac(struct net_device *netdev, int vf, u8 *mac)  in igb_ndo_set_vf_mac()  argument
7786 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_mac()
7871 static int igb_ndo_set_vf_bw(struct net_device *netdev, int vf,  in igb_ndo_set_vf_bw()  argument
7874 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_bw()
7898 static int igb_ndo_set_vf_spoofchk(struct net_device *netdev, int vf,  in igb_ndo_set_vf_spoofchk()  argument
7901 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_set_vf_spoofchk()
7925 static int igb_ndo_get_vf_config(struct net_device *netdev,  in igb_ndo_get_vf_config()  argument
7928 	struct igb_adapter *adapter = netdev_priv(netdev);  in igb_ndo_get_vf_config()
8133 	struct net_device *netdev = adapter->netdev;  in igb_reinit_queues()  local
8137 	if (netif_running(netdev))  in igb_reinit_queues()
8138 		igb_close(netdev);  in igb_reinit_queues()
8147 	if (netif_running(netdev))  in igb_reinit_queues()
8148 		err = igb_open(netdev);  in igb_reinit_queues()