226 		netif_err(efx, drv, efx->net_dev,  in efx_check_disabled()
294 	netif_vdbg(efx, intr, efx->net_dev,  in efx_poll()
347 	netif_dbg(efx, probe, efx->net_dev,  in efx_probe_eventq()
367 	netif_dbg(efx, drv, efx->net_dev,  in efx_init_eventq()
382 	netif_dbg(channel->efx, ifup, channel->efx->net_dev,  in efx_start_eventq()
411 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_fini_eventq()
420 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_eventq()
507 	netif_dbg(channel->efx, probe, channel->efx->net_dev,  in efx_probe_channel()
582 			netif_err(efx, probe, efx->net_dev,  in efx_probe_channels()
614 			   EFX_MAX_FRAME_LEN(efx->net_dev->mtu) +  in efx_start_datapath()
637 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
642 		netif_dbg(efx, drv, efx->net_dev,  in efx_start_datapath()
681 	if (netif_device_present(efx->net_dev))  in efx_start_datapath()
682 		netif_tx_wake_all_queues(efx->net_dev);  in efx_start_datapath()
723 		netif_err(efx, drv, efx->net_dev,  in efx_stop_datapath()
727 		netif_err(efx, drv, efx->net_dev, "failed to flush queues\n");  in efx_stop_datapath()
729 		netif_dbg(efx, drv, efx->net_dev,  in efx_stop_datapath()
746 	netif_dbg(channel->efx, drv, channel->efx->net_dev,  in efx_remove_channel()
854 		netif_err(efx, drv, efx->net_dev,  in efx_realloc_channels()
859 		netif_device_attach(efx->net_dev);  in efx_realloc_channels()
915 	if (!netif_running(efx->net_dev))  in efx_link_status_changed()
918 	if (link_state->up != netif_carrier_ok(efx->net_dev)) {  in efx_link_status_changed()
922 			netif_carrier_on(efx->net_dev);  in efx_link_status_changed()
924 			netif_carrier_off(efx->net_dev);  in efx_link_status_changed()
929 		netif_info(efx, link, efx->net_dev,  in efx_link_status_changed()
932 			   efx->net_dev->mtu);  in efx_link_status_changed()
934 		netif_info(efx, link, efx->net_dev, "link down\n");  in efx_link_status_changed()
1038 	netif_dbg(efx, probe, efx->net_dev, "create port\n");  in efx_probe_port()
1049 	ether_addr_copy(efx->net_dev->dev_addr, efx->net_dev->perm_addr);  in efx_probe_port()
1058 	netif_dbg(efx, drv, efx->net_dev, "init port\n");  in efx_init_port()
1089 	netif_dbg(efx, ifup, efx->net_dev, "start port\n");  in efx_start_port()
1108 	netif_dbg(efx, ifdown, efx->net_dev, "stop port\n");  in efx_stop_port()
1117 	netif_addr_lock_bh(efx->net_dev);  in efx_stop_port()
1118 	netif_addr_unlock_bh(efx->net_dev);  in efx_stop_port()
1127 	netif_dbg(efx, drv, efx->net_dev, "shut down port\n");  in efx_fini_port()
1141 	netif_dbg(efx, drv, efx->net_dev, "destroying port\n");  in efx_remove_port()
1169 		netif_dbg(efx, probe, efx->net_dev, "adding to primary list\n");  in efx_associate()
1176 				netif_dbg(other, probe, other->net_dev,  in efx_associate()
1179 					  efx->net_dev->name);  in efx_associate()
1190 				netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1193 					  other->net_dev->name);  in efx_associate()
1201 		netif_dbg(efx, probe, efx->net_dev,  in efx_associate()
1216 		netif_dbg(other, probe, other->net_dev,  in efx_dissociate()
1231 	netif_dbg(efx, probe, efx->net_dev, "initialising I/O\n");  in efx_init_io()
1237 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1256 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1260 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1266 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1273 		netif_err(efx, probe, efx->net_dev,  in efx_init_io()
1279 	netif_dbg(efx, probe, efx->net_dev,  in efx_init_io()
1300 	netif_dbg(efx, drv, efx->net_dev, "shutting down I/O\n");  in efx_fini_io()
1337 			netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1361 			netif_warn(efx, probe, efx->net_dev,  in efx_wanted_parallelism()
1404 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1407 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1410 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1446 			netif_err(efx, drv, efx->net_dev,  in efx_probe_interrupts()
1651 	netif_dbg(efx, probe, efx->net_dev, "creating NIC\n");  in efx_probe_nic()
1660 			netif_err(efx, drv, efx->net_dev,  in efx_probe_nic()
1692 	netif_set_real_num_tx_queues(efx->net_dev, efx->n_tx_channels);  in efx_probe_nic()
1693 	netif_set_real_num_rx_queues(efx->net_dev, efx->n_rx_channels);  in efx_probe_nic()
1710 	netif_dbg(efx, drv, efx->net_dev, "destroying NIC\n");  in efx_remove_nic()
1773 		netif_err(efx, probe, efx->net_dev, "failed to create NIC\n");  in efx_probe_all()
1779 		netif_err(efx, probe, efx->net_dev, "failed to create port\n");  in efx_probe_all()
1793 		netif_warn(efx, probe, efx->net_dev,  in efx_probe_all()
1800 		netif_err(efx, probe, efx->net_dev,  in efx_probe_all()
1839 	if (efx->port_enabled || !netif_running(efx->net_dev) ||  in efx_start_all()
1895 	WARN_ON(netif_running(efx->net_dev) &&  in efx_stop_all()
1896 		netif_device_present(efx->net_dev));  in efx_stop_all()
1897 	netif_tx_disable(efx->net_dev);  in efx_stop_all()
1950 		netif_err(efx, drv, efx->net_dev, "Channels are shared. "  in efx_init_irq_moderation()
2004 	netif_vdbg(efx, timer, efx->net_dev,  in efx_monitor()
2031 static int efx_ioctl(struct net_device *net_dev, struct ifreq *ifr, int cmd)  in efx_ioctl()  argument
2033 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_ioctl()
2059 	channel->napi_dev = efx->net_dev;  in efx_init_napi_channel()
2103 static void efx_netpoll(struct net_device *net_dev)  in efx_netpoll()  argument
2105 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_netpoll()
2123 	if (!netif_running(efx->net_dev))  in efx_busy_poll()
2152 int efx_net_open(struct net_device *net_dev)  in efx_net_open()  argument
2154 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_open()
2157 	netif_dbg(efx, ifup, efx->net_dev, "opening device on CPU %d\n",  in efx_net_open()
2181 int efx_net_stop(struct net_device *net_dev)  in efx_net_stop()  argument
2183 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stop()
2185 	netif_dbg(efx, ifdown, efx->net_dev, "closing on CPU %d\n",  in efx_net_stop()
2195 static struct rtnl_link_stats64 *efx_net_stats(struct net_device *net_dev,  in efx_net_stats()  argument
2198 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_net_stats()
2208 static void efx_watchdog(struct net_device *net_dev)  in efx_watchdog()  argument
2210 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_watchdog()
2212 	netif_err(efx, tx_err, efx->net_dev,  in efx_watchdog()
2221 static int efx_change_mtu(struct net_device *net_dev, int new_mtu)  in efx_change_mtu()  argument
2223 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_change_mtu()
2232 	netif_dbg(efx, drv, efx->net_dev, "changing MTU to %d\n", new_mtu);  in efx_change_mtu()
2238 	net_dev->mtu = new_mtu;  in efx_change_mtu()
2243 	netif_device_attach(efx->net_dev);  in efx_change_mtu()
2247 static int efx_set_mac_address(struct net_device *net_dev, void *data)  in efx_set_mac_address()  argument
2249 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_mac_address()
2256 		netif_err(efx, drv, efx->net_dev,  in efx_set_mac_address()
2263 	ether_addr_copy(old_addr, net_dev->dev_addr);  in efx_set_mac_address()
2264 	ether_addr_copy(net_dev->dev_addr, new_addr);  in efx_set_mac_address()
2268 			ether_addr_copy(net_dev->dev_addr, old_addr);  in efx_set_mac_address()
2282 static void efx_set_rx_mode(struct net_device *net_dev)  in efx_set_rx_mode()  argument
2284 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_rx_mode()
2291 static int efx_set_features(struct net_device *net_dev, netdev_features_t data)  in efx_set_features()  argument
2293 	struct efx_nic *efx = netdev_priv(net_dev);  in efx_set_features()
2296 	if (net_dev->features & ~data & NETIF_F_NTUPLE)  in efx_set_features()
2336 	strcpy(efx->name, efx->net_dev->name);  in efx_update_name()
2344 	struct net_device *net_dev = netdev_notifier_info_to_dev(ptr);  in efx_netdev_event()  local
2346 	if ((net_dev->netdev_ops == &efx_netdev_ops) &&  in efx_netdev_event()
2348 		efx_update_name(netdev_priv(net_dev));  in efx_netdev_event()
2389 	struct net_device *net_dev = efx->net_dev;  in efx_register_netdev()  local
2393 	net_dev->watchdog_timeo = 5 * HZ;  in efx_register_netdev()
2394 	net_dev->irq = efx->pci_dev->irq;  in efx_register_netdev()
2395 	net_dev->netdev_ops = &efx_netdev_ops;  in efx_register_netdev()
2397 		net_dev->priv_flags |= IFF_UNICAST_FLT;  in efx_register_netdev()
2398 	net_dev->ethtool_ops = &efx_ethtool_ops;  in efx_register_netdev()
2399 	net_dev->gso_max_segs = EFX_TSO_MAX_SEGS;  in efx_register_netdev()
2410 		netif_err(efx, probe, efx->net_dev,  in efx_register_netdev()
2416 	rc = dev_alloc_name(net_dev, net_dev->name);  in efx_register_netdev()
2422 	netif_carrier_off(net_dev);  in efx_register_netdev()
2424 	rc = register_netdevice(net_dev);  in efx_register_netdev()
2440 		netif_err(efx, drv, efx->net_dev,  in efx_register_netdev()
2447 		netif_err(efx, drv, efx->net_dev,  in efx_register_netdev()
2462 	unregister_netdevice(net_dev);  in efx_register_netdev()
2466 	netif_err(efx, drv, efx->net_dev, "could not register net dev\n");  in efx_register_netdev()
2472 	if (!efx->net_dev)  in efx_unregister_netdev()
2475 	BUG_ON(netdev_priv(efx->net_dev) != efx);  in efx_unregister_netdev()
2483 		unregister_netdev(efx->net_dev);  in efx_unregister_netdev()
2529 		netif_err(efx, drv, efx->net_dev, "failed to initialise NIC\n");  in efx_reset_up()
2543 			netif_err(efx, drv, efx->net_dev,  in efx_reset_up()
2554 		netif_warn(efx, probe, efx->net_dev,  in efx_reset_up()
2589 	netif_info(efx, drv, efx->net_dev, "resetting (%s)\n",  in efx_reset()
2597 		netif_err(efx, drv, efx->net_dev, "failed to reset hardware\n");  in efx_reset()
2628 		dev_close(efx->net_dev);  in efx_reset()
2629 		netif_err(efx, drv, efx->net_dev, "has been disabled\n");  in efx_reset()
2632 		netif_dbg(efx, drv, efx->net_dev, "reset complete\n");  in efx_reset()
2633 		netif_device_attach(efx->net_dev);  in efx_reset()
2672 	netif_err(efx, drv, efx->net_dev, "Warning: No MC reboot after BIST mode\n");  in efx_wait_for_bist_end()
2720 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
2737 		netif_dbg(efx, drv, efx->net_dev, "scheduling %s reset\n",  in efx_schedule_reset()
2742 		netif_dbg(efx, drv, efx->net_dev,  in efx_schedule_reset()
2828 			   struct pci_dev *pci_dev, struct net_device *net_dev)  in efx_init_struct()  argument
2847 	efx->net_dev = net_dev;  in efx_init_struct()
2858 	efx->mdio.dev = net_dev;  in efx_init_struct()
2954 	dev_close(efx->net_dev);  in efx_pci_remove()
2969 	netif_dbg(efx, drv, efx->net_dev, "shutdown successful\n");  in efx_pci_remove()
2972 	free_netdev(efx->net_dev);  in efx_pci_remove()
2993 		netif_err(efx, drv, efx->net_dev, "Unable to read VPD\n");  in efx_probe_vpd_strings()
3000 		netif_err(efx, drv, efx->net_dev, "VPD Read-only not found\n");  in efx_probe_vpd_strings()
3013 		netif_err(efx, drv, efx->net_dev, "Part number not found\n");  in efx_probe_vpd_strings()
3020 		netif_err(efx, drv, efx->net_dev, "Incomplete part number\n");  in efx_probe_vpd_strings()
3024 	netif_info(efx, drv, efx->net_dev,  in efx_probe_vpd_strings()
3031 		netif_err(efx, drv, efx->net_dev, "Serial number not found\n");  in efx_probe_vpd_strings()
3038 		netif_err(efx, drv, efx->net_dev, "Incomplete serial number\n");  in efx_probe_vpd_strings()
3066 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
3073 		netif_err(efx, probe, efx->net_dev,  in efx_pci_probe_main()
3112 	struct net_device *net_dev;  in efx_pci_probe()  local
3117 	net_dev = alloc_etherdev_mqs(sizeof(*efx), EFX_MAX_CORE_TX_QUEUES,  in efx_pci_probe()
3119 	if (!net_dev)  in efx_pci_probe()
3121 	efx = netdev_priv(net_dev);  in efx_pci_probe()
3123 	net_dev->features |= (efx->type->offload_features | NETIF_F_SG |  in efx_pci_probe()
3127 		net_dev->features |= NETIF_F_TSO6;  in efx_pci_probe()
3129 	net_dev->vlan_features |= (NETIF_F_ALL_CSUM | NETIF_F_SG |  in efx_pci_probe()
3133 	net_dev->hw_features = net_dev->features & ~NETIF_F_HIGHDMA;  in efx_pci_probe()
3135 	SET_NETDEV_DEV(net_dev, &pci_dev->dev);  in efx_pci_probe()
3136 	rc = efx_init_struct(efx, pci_dev, net_dev);  in efx_pci_probe()
3140 	netif_info(efx, probe, efx->net_dev,  in efx_pci_probe()
3162 			netif_err(efx, probe, efx->net_dev,  in efx_pci_probe()
3166 	netif_dbg(efx, probe, efx->net_dev, "initialisation successful\n");  in efx_pci_probe()
3173 		netif_warn(efx, probe, efx->net_dev,  in efx_pci_probe()
3178 		netif_warn(efx, probe, efx->net_dev,  in efx_pci_probe()
3191 	netif_dbg(efx, drv, efx->net_dev, "initialisation failed. rc=%d\n", rc);  in efx_pci_probe()
3192 	free_netdev(net_dev);  in efx_pci_probe()
3254 		netif_device_attach(efx->net_dev);  in efx_pm_thaw()
3379 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3386 		netif_err(efx, hw, efx->net_dev,  in efx_io_slot_reset()
3407 		netif_err(efx, hw, efx->net_dev,  in efx_io_resume()
3411 		netif_dbg(efx, hw, efx->net_dev,  in efx_io_resume()