52 			     struct i40e_pf *pf, bool add)  in i40e_program_fdir_filter()  argument
68 	for (i = 0; i < pf->num_alloc_vsi; i++)  in i40e_program_fdir_filter()
69 		if (pf->vsi[i] && pf->vsi[i]->type == I40E_VSI_FDIR)  in i40e_program_fdir_filter()
70 			vsi = pf->vsi[i];  in i40e_program_fdir_filter()
112 		fpt |= (pf->vsi[pf->lan_vsi]->id) <<  in i40e_program_fdir_filter()
197 	struct i40e_pf *pf = vsi->back;  in i40e_add_del_fdir_udpv4()  local
222 	ret = i40e_program_fdir_filter(fd_data, raw_packet, pf, add);  in i40e_add_del_fdir_udpv4()
224 		dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_udpv4()
228 	} else if (I40E_DEBUG_FD & pf->hw.debug_mask) {  in i40e_add_del_fdir_udpv4()
230 			dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_udpv4()
234 			dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_udpv4()
254 	struct i40e_pf *pf = vsi->back;  in i40e_add_del_fdir_tcpv4()  local
281 		pf->fd_tcp_rule++;  in i40e_add_del_fdir_tcpv4()
282 		if (pf->flags & I40E_FLAG_FD_ATR_ENABLED) {  in i40e_add_del_fdir_tcpv4()
283 			if (I40E_DEBUG_FD & pf->hw.debug_mask)  in i40e_add_del_fdir_tcpv4()
284 				dev_info(&pf->pdev->dev, "Forcing ATR off, sideband rules for TCP/IPv4 flow being applied\n");  in i40e_add_del_fdir_tcpv4()
285 			pf->flags &= ~I40E_FLAG_FD_ATR_ENABLED;  in i40e_add_del_fdir_tcpv4()
288 		pf->fd_tcp_rule = (pf->fd_tcp_rule > 0) ?  in i40e_add_del_fdir_tcpv4()
289 				  (pf->fd_tcp_rule - 1) : 0;  in i40e_add_del_fdir_tcpv4()
290 		if (pf->fd_tcp_rule == 0) {  in i40e_add_del_fdir_tcpv4()
291 			pf->flags |= I40E_FLAG_FD_ATR_ENABLED;  in i40e_add_del_fdir_tcpv4()
292 			if (I40E_DEBUG_FD & pf->hw.debug_mask)  in i40e_add_del_fdir_tcpv4()
293 				dev_info(&pf->pdev->dev, "ATR re-enabled due to no sideband TCP/IPv4 rules\n");  in i40e_add_del_fdir_tcpv4()
298 	ret = i40e_program_fdir_filter(fd_data, raw_packet, pf, add);  in i40e_add_del_fdir_tcpv4()
301 		dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_tcpv4()
305 	} else if (I40E_DEBUG_FD & pf->hw.debug_mask) {  in i40e_add_del_fdir_tcpv4()
307 			dev_info(&pf->pdev->dev, "Filter OK for PCTYPE %d loc = %d)\n",  in i40e_add_del_fdir_tcpv4()
310 			dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_tcpv4()
348 	struct i40e_pf *pf = vsi->back;  in i40e_add_del_fdir_ipv4()  local
371 		ret = i40e_program_fdir_filter(fd_data, raw_packet, pf, add);  in i40e_add_del_fdir_ipv4()
374 			dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_ipv4()
378 		} else if (I40E_DEBUG_FD & pf->hw.debug_mask) {  in i40e_add_del_fdir_ipv4()
380 				dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_ipv4()
384 				dev_info(&pf->pdev->dev,  in i40e_add_del_fdir_ipv4()
403 	struct i40e_pf *pf = vsi->back;  in i40e_add_del_fdir()  local
436 		dev_info(&pf->pdev->dev, "Could not specify spec type %d\n",  in i40e_add_del_fdir()
457 	struct i40e_pf *pf = rx_ring->vsi->back;  in i40e_fd_handle_status()  local
458 	struct pci_dev *pdev = pf->pdev;  in i40e_fd_handle_status()
468 		pf->fd_inv = le32_to_cpu(rx_desc->wb.qword0.hi_dword.fd_id);  in i40e_fd_handle_status()
470 		    (I40E_DEBUG_FD & pf->hw.debug_mask))  in i40e_fd_handle_status()
472 				 pf->fd_inv);  in i40e_fd_handle_status()
480 		if (test_bit(__I40E_FD_FLUSH_REQUESTED, &pf->state))  in i40e_fd_handle_status()
483 		pf->fd_add_err++;  in i40e_fd_handle_status()
485 		pf->fd_atr_cnt = i40e_get_current_atr_cnt(pf);  in i40e_fd_handle_status()
488 		    (pf->auto_disable_flags & I40E_FLAG_FD_SB_ENABLED)) {  in i40e_fd_handle_status()
489 			pf->auto_disable_flags |= I40E_FLAG_FD_ATR_ENABLED;  in i40e_fd_handle_status()
490 			set_bit(__I40E_FD_FLUSH_REQUESTED, &pf->state);  in i40e_fd_handle_status()
494 		fcnt_prog = i40e_get_global_fd_count(pf);  in i40e_fd_handle_status()
495 		fcnt_avail = pf->fdir_pf_filter_count;  in i40e_fd_handle_status()
501 			if ((pf->flags & I40E_FLAG_FD_SB_ENABLED) &&  in i40e_fd_handle_status()
502 			    !(pf->auto_disable_flags &  in i40e_fd_handle_status()
504 				if (I40E_DEBUG_FD & pf->hw.debug_mask)  in i40e_fd_handle_status()
506 				pf->auto_disable_flags |=  in i40e_fd_handle_status()
514 		if (I40E_DEBUG_FD & pf->hw.debug_mask)  in i40e_fd_handle_status()
1971 	struct i40e_pf *pf = tx_ring->vsi->back;  in i40e_atr()  local
1983 	if (!(pf->flags & I40E_FLAG_FD_ATR_ENABLED))  in i40e_atr()
1986 	if ((pf->auto_disable_flags & I40E_FLAG_FD_ATR_ENABLED))  in i40e_atr()
2028 	if (th->syn && (pf->auto_disable_flags & I40E_FLAG_FD_ATR_ENABLED))  in i40e_atr()
2030 	if (pf->flags & I40E_FLAG_HW_ATR_EVICT_CAPABLE) {  in i40e_atr()
2083 			((u32)I40E_FD_ATR_STAT_IDX(pf->hw.pf_id) <<  in i40e_atr()
2088 			((u32)I40E_FD_ATR_TUNNEL_STAT_IDX(pf->hw.pf_id) <<  in i40e_atr()
2092 	if (pf->flags & I40E_FLAG_HW_ATR_EVICT_CAPABLE)  in i40e_atr()
2257 	struct i40e_pf *pf;  in i40e_tsyn()  local
2269 	pf = i40e_netdev_to_pf(tx_ring->netdev);  in i40e_tsyn()
2270 	if (!(pf->flags & I40E_FLAG_PTP))  in i40e_tsyn()
2273 	if (pf->ptp_tx &&  in i40e_tsyn()
2274 	    !test_and_set_bit_lock(__I40E_PTP_TX_IN_PROGRESS, &pf->state)) {  in i40e_tsyn()
2276 		pf->ptp_tx_skb = skb_get(skb);  in i40e_tsyn()