1045 	struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_ring()  local
1050 	if (!rx_ring->rx_bi)  in i40e_clean_rx_ring()
1056 		rx_bi = &rx_ring->rx_bi[0];  in i40e_clean_rx_ring()
1057 		if (rx_bi->hdr_buf) {  in i40e_clean_rx_ring()
1060 					  rx_bi->hdr_buf,  in i40e_clean_rx_ring()
1061 					  rx_bi->dma);  in i40e_clean_rx_ring()
1063 				rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_ring()
1064 				rx_bi->dma = 0;  in i40e_clean_rx_ring()
1065 				rx_bi->hdr_buf = NULL;  in i40e_clean_rx_ring()
1071 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_ring()
1072 		if (rx_bi->dma) {  in i40e_clean_rx_ring()
1074 					 rx_bi->dma,  in i40e_clean_rx_ring()
1077 			rx_bi->dma = 0;  in i40e_clean_rx_ring()
1079 		if (rx_bi->skb) {  in i40e_clean_rx_ring()
1080 			dev_kfree_skb(rx_bi->skb);  in i40e_clean_rx_ring()
1081 			rx_bi->skb = NULL;  in i40e_clean_rx_ring()
1083 		if (rx_bi->page) {  in i40e_clean_rx_ring()
1084 			if (rx_bi->page_dma) {  in i40e_clean_rx_ring()
1086 					       rx_bi->page_dma,  in i40e_clean_rx_ring()
1089 				rx_bi->page_dma = 0;  in i40e_clean_rx_ring()
1091 			__free_page(rx_bi->page);  in i40e_clean_rx_ring()
1092 			rx_bi->page = NULL;  in i40e_clean_rx_ring()
1093 			rx_bi->page_offset = 0;  in i40e_clean_rx_ring()
1098 	memset(rx_ring->rx_bi, 0, bi_size);  in i40e_clean_rx_ring()
1116 	kfree(rx_ring->rx_bi);  in i40e_free_rx_resources()
1117 	rx_ring->rx_bi = NULL;  in i40e_free_rx_resources()
1136 	struct i40e_rx_buffer *rx_bi;  in i40e_alloc_rx_headers()  local
1142 	if (rx_ring->rx_bi[0].hdr_buf)  in i40e_alloc_rx_headers()
1151 		rx_bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_headers()
1152 		rx_bi->dma = dma + (i * buf_size);  in i40e_alloc_rx_headers()
1153 		rx_bi->hdr_buf = buffer + (i * buf_size);  in i40e_alloc_rx_headers()
1169 	rx_ring->rx_bi = kzalloc(bi_size, GFP_KERNEL);  in i40e_setup_rx_descriptors()
1170 	if (!rx_ring->rx_bi)  in i40e_setup_rx_descriptors()
1194 	kfree(rx_ring->rx_bi);  in i40e_setup_rx_descriptors()
1195 	rx_ring->rx_bi = NULL;  in i40e_setup_rx_descriptors()
1233 		bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_buffers_ps()
1299 		bi = &rx_ring->rx_bi[i];  in i40e_alloc_rx_buffers_1buf()
1535 		struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_irq_ps()  local
1563 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_ps()
1564 		skb = rx_bi->skb;  in i40e_clean_rx_irq_ps()
1577 						      rx_bi->dma,  in i40e_clean_rx_irq_ps()
1596 		prefetch(rx_bi->page);  in i40e_clean_rx_irq_ps()
1597 		rx_bi->skb = NULL;  in i40e_clean_rx_irq_ps()
1605 			memcpy(__skb_put(skb, len), rx_bi->hdr_buf, len);  in i40e_clean_rx_irq_ps()
1612 			       rx_bi->page + rx_bi->page_offset,  in i40e_clean_rx_irq_ps()
1614 			rx_bi->page_offset += len;  in i40e_clean_rx_irq_ps()
1621 					   rx_bi->page,  in i40e_clean_rx_irq_ps()
1622 					   rx_bi->page_offset,  in i40e_clean_rx_irq_ps()
1629 			if ((page_count(rx_bi->page) == 1) &&  in i40e_clean_rx_irq_ps()
1630 			    (page_to_nid(rx_bi->page) == current_node))  in i40e_clean_rx_irq_ps()
1631 				get_page(rx_bi->page);  in i40e_clean_rx_irq_ps()
1633 				rx_bi->page = NULL;  in i40e_clean_rx_irq_ps()
1636 				       rx_bi->page_dma,  in i40e_clean_rx_irq_ps()
1639 			rx_bi->page_dma = 0;  in i40e_clean_rx_irq_ps()
1647 			next_buffer = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_ps()
1726 		struct i40e_rx_buffer *rx_bi;  in i40e_clean_rx_irq_1buf()  local
1755 		rx_bi = &rx_ring->rx_bi[i];  in i40e_clean_rx_irq_1buf()
1756 		skb = rx_bi->skb;  in i40e_clean_rx_irq_1buf()
1768 		rx_bi->skb = NULL;  in i40e_clean_rx_irq_1buf()
1775 		dma_unmap_single(rx_ring->dev, rx_bi->dma, rx_ring->rx_buf_len,  in i40e_clean_rx_irq_1buf()
1777 		rx_bi->dma = 0;  in i40e_clean_rx_irq_1buf()