996 	struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_ring()  local
1001 	if (!rx_ring->rx_bi)  in i40e_clean_rx_ring()
1007 		rx_bi = &rx_ring->rx_bi[0];  in i40e_clean_rx_ring()
1008 		if (rx_bi->hdr_buf) {  in i40e_clean_rx_ring()
1011 					  rx_bi->hdr_buf,  in i40e_clean_rx_ring()
1012 					  rx_bi->dma);  in i40e_clean_rx_ring()
1014 				rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_ring()
1015 				rx_bi->dma = 0;  in i40e_clean_rx_ring()
1016 				rx_bi->hdr_buf = NULL;  in i40e_clean_rx_ring()
1022 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_ring()
1023 		if (rx_bi->dma) {  in i40e_clean_rx_ring()
1025 					 rx_bi->dma,  in i40e_clean_rx_ring()
1028 			rx_bi->dma = 0;  in i40e_clean_rx_ring()
1030 		if (rx_bi->skb) {  in i40e_clean_rx_ring()
1031 			dev_kfree_skb(rx_bi->skb);  in i40e_clean_rx_ring()
1032 			rx_bi->skb = NULL;  in i40e_clean_rx_ring()
1034 		if (rx_bi->page) {  in i40e_clean_rx_ring()
1035 			if (rx_bi->page_dma) {  in i40e_clean_rx_ring()
1037 					       rx_bi->page_dma,  in i40e_clean_rx_ring()
1040 				rx_bi->page_dma = 0;  in i40e_clean_rx_ring()
1042 			__free_page(rx_bi->page);  in i40e_clean_rx_ring()
1043 			rx_bi->page = NULL;  in i40e_clean_rx_ring()
1044 			rx_bi->page_offset = 0;  in i40e_clean_rx_ring()
1049 	memset(rx_ring->rx_bi, 0, bi_size);  in i40e_clean_rx_ring()
1067 	kfree(rx_ring->rx_bi);  in i40e_free_rx_resources()
1068 	rx_ring->rx_bi = NULL;  in i40e_free_rx_resources()
1087 	struct i40e_rx_buffer *rx_bi;  in i40e_alloc_rx_headers()  local
1093 	if (rx_ring->rx_bi[0].hdr_buf)  in i40e_alloc_rx_headers()
1102 		rx_bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_headers()
1103 		rx_bi->dma = dma + (i * buf_size);  in i40e_alloc_rx_headers()
1104 		rx_bi->hdr_buf = buffer + (i * buf_size);  in i40e_alloc_rx_headers()
1120 	WARN_ON(rx_ring->rx_bi);  in i40e_setup_rx_descriptors()
1122 	rx_ring->rx_bi = kzalloc(bi_size, GFP_KERNEL);  in i40e_setup_rx_descriptors()
1123 	if (!rx_ring->rx_bi)  in i40e_setup_rx_descriptors()
1147 	kfree(rx_ring->rx_bi);  in i40e_setup_rx_descriptors()
1148 	rx_ring->rx_bi = NULL;  in i40e_setup_rx_descriptors()
1186 		bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_buffers_ps()
1252 		bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_buffers_1buf()
1484 		struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_irq_ps()  local
1512 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_ps()
1513 		skb = rx_bi->skb;  in i40e_clean_rx_irq_ps()
1526 						      rx_bi->dma,  in i40e_clean_rx_irq_ps()
1545 		prefetch(rx_bi->page);  in i40e_clean_rx_irq_ps()
1546 		rx_bi->skb = NULL;  in i40e_clean_rx_irq_ps()
1555 			memcpy(__skb_put(skb, len), rx_bi->hdr_buf, len);  in i40e_clean_rx_irq_ps()
1562 			       rx_bi->page + rx_bi->page_offset,  in i40e_clean_rx_irq_ps()
1564 			rx_bi->page_offset += len;  in i40e_clean_rx_irq_ps()
1571 					   rx_bi->page,  in i40e_clean_rx_irq_ps()
1572 					   rx_bi->page_offset,  in i40e_clean_rx_irq_ps()
1579 			if ((page_count(rx_bi->page) == 1) &&  in i40e_clean_rx_irq_ps()
1580 			    (page_to_nid(rx_bi->page) == current_node))  in i40e_clean_rx_irq_ps()
1581 				get_page(rx_bi->page);  in i40e_clean_rx_irq_ps()
1583 				rx_bi->page = NULL;  in i40e_clean_rx_irq_ps()
1586 				       rx_bi->page_dma,  in i40e_clean_rx_irq_ps()
1589 			rx_bi->page_dma = 0;  in i40e_clean_rx_irq_ps()
1597 			next_buffer = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_ps()
1672 		struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_irq_1buf()  local
1701 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_1buf()
1702 		skb = rx_bi->skb;  in i40e_clean_rx_irq_1buf()
1714 		rx_bi->skb = NULL;  in i40e_clean_rx_irq_1buf()
1721 		dma_unmap_single(rx_ring->dev, rx_bi->dma, rx_ring->rx_buf_len,  in i40e_clean_rx_irq_1buf()
1723 		rx_bi->dma = 0;  in i40e_clean_rx_irq_1buf()