73 static int fm10k_setup_all_tx_resources(struct fm10k_intfc *interface)  in fm10k_setup_all_tx_resources()  argument
77 	for (i = 0; i < interface->num_tx_queues; i++) {  in fm10k_setup_all_tx_resources()
78 		err = fm10k_setup_tx_resources(interface->tx_ring[i]);  in fm10k_setup_all_tx_resources()
82 		netif_err(interface, probe, interface->netdev,  in fm10k_setup_all_tx_resources()
91 		fm10k_free_tx_resources(interface->tx_ring[i]);  in fm10k_setup_all_tx_resources()
140 static int fm10k_setup_all_rx_resources(struct fm10k_intfc *interface)  in fm10k_setup_all_rx_resources()  argument
144 	for (i = 0; i < interface->num_rx_queues; i++) {  in fm10k_setup_all_rx_resources()
145 		err = fm10k_setup_rx_resources(interface->rx_ring[i]);  in fm10k_setup_all_rx_resources()
149 		netif_err(interface, probe, interface->netdev,  in fm10k_setup_all_rx_resources()
158 		fm10k_free_rx_resources(interface->rx_ring[i]);  in fm10k_setup_all_rx_resources()
240 void fm10k_clean_all_tx_rings(struct fm10k_intfc *interface)  in fm10k_clean_all_tx_rings()  argument
244 	for (i = 0; i < interface->num_tx_queues; i++)  in fm10k_clean_all_tx_rings()
245 		fm10k_clean_tx_ring(interface->tx_ring[i]);  in fm10k_clean_all_tx_rings()
248 	skb_queue_purge(&interface->ts_tx_skb_queue);  in fm10k_clean_all_tx_rings()
257 static void fm10k_free_all_tx_resources(struct fm10k_intfc *interface)  in fm10k_free_all_tx_resources()  argument
259 	int i = interface->num_tx_queues;  in fm10k_free_all_tx_resources()
262 		fm10k_free_tx_resources(interface->tx_ring[i]);  in fm10k_free_all_tx_resources()
333 void fm10k_clean_all_rx_rings(struct fm10k_intfc *interface)  in fm10k_clean_all_rx_rings()  argument
337 	for (i = 0; i < interface->num_rx_queues; i++)  in fm10k_clean_all_rx_rings()
338 		fm10k_clean_rx_ring(interface->rx_ring[i]);  in fm10k_clean_all_rx_rings()
347 static void fm10k_free_all_rx_resources(struct fm10k_intfc *interface)  in fm10k_free_all_rx_resources()  argument
349 	int i = interface->num_rx_queues;  in fm10k_free_all_rx_resources()
352 		fm10k_free_rx_resources(interface->rx_ring[i]);  in fm10k_free_all_rx_resources()
361 static void fm10k_request_glort_range(struct fm10k_intfc *interface)  in fm10k_request_glort_range()  argument
363 	struct fm10k_hw *hw = &interface->hw;  in fm10k_request_glort_range()
367 	interface->glort = hw->mac.dglort_map & FM10K_DGLORTMAP_NONE;  in fm10k_request_glort_range()
368 	interface->glort_count = 0;  in fm10k_request_glort_range()
380 		interface->glort_count = 1;  in fm10k_request_glort_range()
381 		interface->glort += mask;  in fm10k_request_glort_range()
383 		interface->glort_count = (mask + 1) / 2;  in fm10k_request_glort_range()
384 		interface->glort += interface->glort_count;  in fm10k_request_glort_range()
386 		interface->glort_count = mask - 63;  in fm10k_request_glort_range()
387 		interface->glort += 64;  in fm10k_request_glort_range()
397 static void fm10k_del_vxlan_port_all(struct fm10k_intfc *interface)  in fm10k_del_vxlan_port_all()  argument
402 	vxlan_port = list_first_entry_or_null(&interface->vxlan_port,  in fm10k_del_vxlan_port_all()
407 		vxlan_port = list_first_entry_or_null(&interface->vxlan_port,  in fm10k_del_vxlan_port_all()
419 static void fm10k_restore_vxlan_port(struct fm10k_intfc *interface)  in fm10k_restore_vxlan_port()  argument
421 	struct fm10k_hw *hw = &interface->hw;  in fm10k_restore_vxlan_port()
428 	vxlan_port = list_first_entry_or_null(&interface->vxlan_port,  in fm10k_restore_vxlan_port()
451 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_add_vxlan_port()  local
455 	if (interface->hw.mac.type != fm10k_mac_pf)  in fm10k_add_vxlan_port()
459 	fm10k_vxlan_port_for_each(vxlan_port, interface) {  in fm10k_add_vxlan_port()
476 	list_add_tail(&vxlan_port->list, &interface->vxlan_port);  in fm10k_add_vxlan_port()
478 	fm10k_restore_vxlan_port(interface);  in fm10k_add_vxlan_port()
494 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_del_vxlan_port()  local
497 	if (interface->hw.mac.type != fm10k_mac_pf)  in fm10k_del_vxlan_port()
501 	fm10k_vxlan_port_for_each(vxlan_port, interface) {  in fm10k_del_vxlan_port()
510 	fm10k_restore_vxlan_port(interface);  in fm10k_del_vxlan_port()
527 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_open()  local
531 	err = fm10k_setup_all_tx_resources(interface);  in fm10k_open()
536 	err = fm10k_setup_all_rx_resources(interface);  in fm10k_open()
541 	err = fm10k_qv_request_irq(interface);  in fm10k_open()
546 	fm10k_request_glort_range(interface);  in fm10k_open()
550 					   interface->num_tx_queues);  in fm10k_open()
555 					   interface->num_rx_queues);  in fm10k_open()
564 	fm10k_up(interface);  in fm10k_open()
569 	fm10k_qv_free_irq(interface);  in fm10k_open()
571 	fm10k_free_all_rx_resources(interface);  in fm10k_open()
573 	fm10k_free_all_tx_resources(interface);  in fm10k_open()
591 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_close()  local
593 	fm10k_down(interface);  in fm10k_close()
595 	fm10k_qv_free_irq(interface);  in fm10k_close()
597 	fm10k_del_vxlan_port_all(interface);  in fm10k_close()
599 	fm10k_free_all_tx_resources(interface);  in fm10k_close()
600 	fm10k_free_all_rx_resources(interface);  in fm10k_close()
607 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_xmit_frame()  local
663 		fm10k_ts_tx_enqueue(interface, skb);  in fm10k_xmit_frame()
665 	if (r_idx >= interface->num_tx_queues)  in fm10k_xmit_frame()
666 		r_idx %= interface->num_tx_queues;  in fm10k_xmit_frame()
668 	err = fm10k_xmit_frame_ring(skb, interface->tx_ring[r_idx]);  in fm10k_xmit_frame()
689 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_tx_timeout()  local
694 	for (i = 0; i < interface->num_tx_queues; i++) {  in fm10k_tx_timeout()
695 		struct fm10k_ring *tx_ring = interface->tx_ring[i];  in fm10k_tx_timeout()
702 		fm10k_tx_timeout_reset(interface);  in fm10k_tx_timeout()
704 		netif_info(interface, drv, netdev,  in fm10k_tx_timeout()
717 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_uc_vlan_unsync()  local
718 	struct fm10k_hw *hw = &interface->hw;  in fm10k_uc_vlan_unsync()
719 	u16 glort = interface->glort;  in fm10k_uc_vlan_unsync()
720 	u16 vid = interface->vid;  in fm10k_uc_vlan_unsync()
738 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_mc_vlan_unsync()  local
739 	struct fm10k_hw *hw = &interface->hw;  in fm10k_mc_vlan_unsync()
740 	u16 glort = interface->glort;  in fm10k_mc_vlan_unsync()
741 	u16 vid = interface->vid;  in fm10k_mc_vlan_unsync()
758 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_update_vid()  local
759 	struct fm10k_hw *hw = &interface->hw;  in fm10k_update_vid()
774 	set_bit(vid, interface->active_vlans);  in fm10k_update_vid()
776 		clear_bit(vid, interface->active_vlans);  in fm10k_update_vid()
782 	fm10k_mbx_lock(interface);  in fm10k_update_vid()
792 	err = hw->mac.ops.update_uc_addr(hw, interface->glort, hw->mac.addr,  in fm10k_update_vid()
798 	interface->vid = vid + (set ? VLAN_N_VID : 0);  in fm10k_update_vid()
805 	fm10k_mbx_unlock(interface);  in fm10k_update_vid()
824 static u16 fm10k_find_next_vlan(struct fm10k_intfc *interface, u16 vid)  in fm10k_find_next_vlan()  argument
826 	struct fm10k_hw *hw = &interface->hw;  in fm10k_find_next_vlan()
830 	vid = find_next_bit(interface->active_vlans, vid_limit, ++vid);  in fm10k_find_next_vlan()
835 static void fm10k_clear_unused_vlans(struct fm10k_intfc *interface)  in fm10k_clear_unused_vlans()  argument
837 	struct fm10k_hw *hw = &interface->hw;  in fm10k_clear_unused_vlans()
843 	     prev_vid = vid + 1, vid = fm10k_find_next_vlan(interface, vid)) {  in fm10k_clear_unused_vlans()
856 	struct fm10k_intfc *interface = netdev_priv(dev);  in __fm10k_uc_sync()  local
857 	struct fm10k_hw *hw = &interface->hw;  in __fm10k_uc_sync()
858 	u16 vid, glort = interface->glort;  in __fm10k_uc_sync()
865 	for (vid = hw->mac.default_vid ? fm10k_find_next_vlan(interface, 0) : 0;  in __fm10k_uc_sync()
867 	     vid = fm10k_find_next_vlan(interface, vid)) {  in __fm10k_uc_sync()
891 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_set_mac()  local
892 	struct fm10k_hw *hw = &interface->hw;  in fm10k_set_mac()
901 		fm10k_mbx_lock(interface);  in fm10k_set_mac()
907 		fm10k_mbx_unlock(interface);  in fm10k_set_mac()
923 	struct fm10k_intfc *interface = netdev_priv(dev);  in __fm10k_mc_sync()  local
924 	struct fm10k_hw *hw = &interface->hw;  in __fm10k_mc_sync()
925 	u16 vid, glort = interface->glort;  in __fm10k_mc_sync()
932 	for (vid = hw->mac.default_vid ? fm10k_find_next_vlan(interface, 0) : 0;  in __fm10k_mc_sync()
934 	     vid = fm10k_find_next_vlan(interface, vid)) {  in __fm10k_mc_sync()
957 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_set_rx_mode()  local
958 	struct fm10k_hw *hw = &interface->hw;  in fm10k_set_rx_mode()
971 	fm10k_mbx_lock(interface);  in fm10k_set_rx_mode()
974 	if (interface->xcast_mode != xcast_mode) {  in fm10k_set_rx_mode()
978 		if (interface->xcast_mode == FM10K_XCAST_MODE_PROMISC)  in fm10k_set_rx_mode()
979 			fm10k_clear_unused_vlans(interface);  in fm10k_set_rx_mode()
982 		hw->mac.ops.update_xcast_mode(hw, interface->glort, xcast_mode);  in fm10k_set_rx_mode()
985 		interface->xcast_mode = xcast_mode;  in fm10k_set_rx_mode()
995 	fm10k_mbx_unlock(interface);  in fm10k_set_rx_mode()
998 void fm10k_restore_rx_state(struct fm10k_intfc *interface)  in fm10k_restore_rx_state()  argument
1000 	struct net_device *netdev = interface->netdev;  in fm10k_restore_rx_state()
1001 	struct fm10k_hw *hw = &interface->hw;  in fm10k_restore_rx_state()
1021 	glort = interface->glort;  in fm10k_restore_rx_state()
1033 	fm10k_mbx_lock(interface);  in fm10k_restore_rx_state()
1036 	hw->mac.ops.update_lport_state(hw, glort, interface->glort_count, true);  in fm10k_restore_rx_state()
1046 	for (vid = hw->mac.default_vid ? fm10k_find_next_vlan(interface, 0) : 0;  in fm10k_restore_rx_state()
1048 	     vid = fm10k_find_next_vlan(interface, vid)) {  in fm10k_restore_rx_state()
1064 	fm10k_mbx_unlock(interface);  in fm10k_restore_rx_state()
1067 	interface->xcast_mode = xcast_mode;  in fm10k_restore_rx_state()
1070 	fm10k_restore_vxlan_port(interface);  in fm10k_restore_rx_state()
1073 void fm10k_reset_rx_state(struct fm10k_intfc *interface)  in fm10k_reset_rx_state()  argument
1075 	struct net_device *netdev = interface->netdev;  in fm10k_reset_rx_state()
1076 	struct fm10k_hw *hw = &interface->hw;  in fm10k_reset_rx_state()
1078 	fm10k_mbx_lock(interface);  in fm10k_reset_rx_state()
1081 	hw->mac.ops.update_lport_state(hw, interface->glort,  in fm10k_reset_rx_state()
1082 				       interface->glort_count, false);  in fm10k_reset_rx_state()
1084 	fm10k_mbx_unlock(interface);  in fm10k_reset_rx_state()
1087 	interface->xcast_mode = FM10K_XCAST_MODE_NONE;  in fm10k_reset_rx_state()
1105 	struct fm10k_intfc *interface = netdev_priv(netdev);  in fm10k_get_stats64()  local
1112 	for (i = 0; i < interface->num_rx_queues; i++) {  in fm10k_get_stats64()
1113 		ring = ACCESS_ONCE(interface->rx_ring[i]);  in fm10k_get_stats64()
1128 	for (i = 0; i < interface->num_tx_queues; i++) {  in fm10k_get_stats64()
1129 		ring = ACCESS_ONCE(interface->tx_ring[i]);  in fm10k_get_stats64()
1154 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_setup_tc()  local
1157 	if (tc && (interface->hw.mac.type != fm10k_mac_pf))  in fm10k_setup_tc()
1171 	fm10k_mbx_free_irq(interface);  in fm10k_setup_tc()
1173 	fm10k_clear_queueing_scheme(interface);  in fm10k_setup_tc()
1179 	fm10k_init_queueing_scheme(interface);  in fm10k_setup_tc()
1181 	fm10k_mbx_request_irq(interface);  in fm10k_setup_tc()
1187 	interface->flags |= FM10K_FLAG_SWPRI_CONFIG;  in fm10k_setup_tc()
1204 static void fm10k_assign_l2_accel(struct fm10k_intfc *interface,  in fm10k_assign_l2_accel()  argument
1210 	for (i = 0; i < interface->num_rx_queues; i++) {  in fm10k_assign_l2_accel()
1211 		ring = interface->rx_ring[i];  in fm10k_assign_l2_accel()
1215 	interface->l2_accel = l2_accel;  in fm10k_assign_l2_accel()
1221 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_dfwd_add_station()  local
1222 	struct fm10k_l2_accel *l2_accel = interface->l2_accel;  in fm10k_dfwd_add_station()
1225 	struct fm10k_hw *hw = &interface->hw;  in fm10k_dfwd_add_station()
1232 		if (interface->glort_count < 7)  in fm10k_dfwd_add_station()
1241 		l2_accel->dglort = interface->glort;  in fm10k_dfwd_add_station()
1244 		fm10k_assign_l2_accel(interface, l2_accel);  in fm10k_dfwd_add_station()
1247 		   (l2_accel->count == (interface->glort_count - 1))) {  in fm10k_dfwd_add_station()
1265 		fm10k_assign_l2_accel(interface, l2_accel);  in fm10k_dfwd_add_station()
1282 	dglort.rss_l = fls(interface->ring_feature[RING_F_RSS].mask);  in fm10k_dfwd_add_station()
1283 	dglort.pc_l = fls(interface->ring_feature[RING_F_QOS].mask);  in fm10k_dfwd_add_station()
1284 	dglort.glort = interface->glort;  in fm10k_dfwd_add_station()
1289 	fm10k_mbx_lock(interface);  in fm10k_dfwd_add_station()
1295 	fm10k_mbx_unlock(interface);  in fm10k_dfwd_add_station()
1302 	struct fm10k_intfc *interface = netdev_priv(dev);  in fm10k_dfwd_del_station()  local
1303 	struct fm10k_l2_accel *l2_accel = ACCESS_ONCE(interface->l2_accel);  in fm10k_dfwd_del_station()
1305 	struct fm10k_hw *hw = &interface->hw;  in fm10k_dfwd_del_station()
1324 	fm10k_mbx_lock(interface);  in fm10k_dfwd_del_station()
1330 	fm10k_mbx_unlock(interface);  in fm10k_dfwd_del_station()
1339 	dglort.rss_l = fls(interface->ring_feature[RING_F_RSS].mask);  in fm10k_dfwd_del_station()
1340 	dglort.pc_l = fls(interface->ring_feature[RING_F_QOS].mask);  in fm10k_dfwd_del_station()
1341 	dglort.glort = interface->glort;  in fm10k_dfwd_del_station()
1348 		fm10k_assign_l2_accel(interface, NULL);  in fm10k_dfwd_del_station()
1395 	struct fm10k_intfc *interface;  in fm10k_alloc_netdev()  local
1407 	interface = netdev_priv(dev);  in fm10k_alloc_netdev()
1408 	interface->msg_enable = (1 << DEFAULT_DEBUG_LEVEL_SHIFT) - 1;  in fm10k_alloc_netdev()