122 	napi_gro_receive(&adapter->rx_ring->napi, skb);  in igbvf_receive_skb()
155 static void igbvf_alloc_rx_buffers(struct igbvf_ring *rx_ring,  in igbvf_alloc_rx_buffers()  argument
158 	struct igbvf_adapter *adapter = rx_ring->adapter;  in igbvf_alloc_rx_buffers()
167 	i = rx_ring->next_to_use;  in igbvf_alloc_rx_buffers()
168 	buffer_info = &rx_ring->buffer_info[i];  in igbvf_alloc_rx_buffers()
176 		rx_desc = IGBVF_RX_DESC_ADV(*rx_ring, i);  in igbvf_alloc_rx_buffers()
234 		if (i == rx_ring->count)  in igbvf_alloc_rx_buffers()
236 		buffer_info = &rx_ring->buffer_info[i];  in igbvf_alloc_rx_buffers()
240 	if (rx_ring->next_to_use != i) {  in igbvf_alloc_rx_buffers()
241 		rx_ring->next_to_use = i;  in igbvf_alloc_rx_buffers()
243 			i = (rx_ring->count - 1);  in igbvf_alloc_rx_buffers()
253 		writel(i, adapter->hw.hw_addr + rx_ring->tail);  in igbvf_alloc_rx_buffers()
267 	struct igbvf_ring *rx_ring = adapter->rx_ring;  in igbvf_clean_rx_irq()  local
279 	i = rx_ring->next_to_clean;  in igbvf_clean_rx_irq()
280 	rx_desc = IGBVF_RX_DESC_ADV(*rx_ring, i);  in igbvf_clean_rx_irq()
289 		buffer_info = &rx_ring->buffer_info[i];  in igbvf_clean_rx_irq()
349 		if (i == rx_ring->count)  in igbvf_clean_rx_irq()
351 		next_rxd = IGBVF_RX_DESC_ADV(*rx_ring, i);  in igbvf_clean_rx_irq()
353 		next_buffer = &rx_ring->buffer_info[i];  in igbvf_clean_rx_irq()
383 			igbvf_alloc_rx_buffers(rx_ring, cleaned_count);  in igbvf_clean_rx_irq()
394 	rx_ring->next_to_clean = i;  in igbvf_clean_rx_irq()
395 	cleaned_count = igbvf_desc_unused(rx_ring);  in igbvf_clean_rx_irq()
398 		igbvf_alloc_rx_buffers(rx_ring, cleaned_count);  in igbvf_clean_rx_irq()
475 			     struct igbvf_ring *rx_ring)  in igbvf_setup_rx_resources()  argument
480 	size = sizeof(struct igbvf_buffer) * rx_ring->count;  in igbvf_setup_rx_resources()
481 	rx_ring->buffer_info = vzalloc(size);  in igbvf_setup_rx_resources()
482 	if (!rx_ring->buffer_info)  in igbvf_setup_rx_resources()
488 	rx_ring->size = rx_ring->count * desc_len;  in igbvf_setup_rx_resources()
489 	rx_ring->size = ALIGN(rx_ring->size, 4096);  in igbvf_setup_rx_resources()
491 	rx_ring->desc = dma_alloc_coherent(&pdev->dev, rx_ring->size,  in igbvf_setup_rx_resources()
492 					   &rx_ring->dma, GFP_KERNEL);  in igbvf_setup_rx_resources()
493 	if (!rx_ring->desc)  in igbvf_setup_rx_resources()
496 	rx_ring->next_to_clean = 0;  in igbvf_setup_rx_resources()
497 	rx_ring->next_to_use = 0;  in igbvf_setup_rx_resources()
499 	rx_ring->adapter = adapter;  in igbvf_setup_rx_resources()
504 	vfree(rx_ring->buffer_info);  in igbvf_setup_rx_resources()
505 	rx_ring->buffer_info = NULL;  in igbvf_setup_rx_resources()
569 static void igbvf_clean_rx_ring(struct igbvf_ring *rx_ring)  in igbvf_clean_rx_ring()  argument
571 	struct igbvf_adapter *adapter = rx_ring->adapter;  in igbvf_clean_rx_ring()
577 	if (!rx_ring->buffer_info)  in igbvf_clean_rx_ring()
581 	for (i = 0; i < rx_ring->count; i++) {  in igbvf_clean_rx_ring()
582 		buffer_info = &rx_ring->buffer_info[i];  in igbvf_clean_rx_ring()
614 	size = sizeof(struct igbvf_buffer) * rx_ring->count;  in igbvf_clean_rx_ring()
615 	memset(rx_ring->buffer_info, 0, size);  in igbvf_clean_rx_ring()
618 	memset(rx_ring->desc, 0, rx_ring->size);  in igbvf_clean_rx_ring()
620 	rx_ring->next_to_clean = 0;  in igbvf_clean_rx_ring()
621 	rx_ring->next_to_use = 0;  in igbvf_clean_rx_ring()
623 	writel(0, adapter->hw.hw_addr + rx_ring->head);  in igbvf_clean_rx_ring()
624 	writel(0, adapter->hw.hw_addr + rx_ring->tail);  in igbvf_clean_rx_ring()
634 void igbvf_free_rx_resources(struct igbvf_ring *rx_ring)  in igbvf_free_rx_resources()  argument
636 	struct pci_dev *pdev = rx_ring->adapter->pdev;  in igbvf_free_rx_resources()
638 	igbvf_clean_rx_ring(rx_ring);  in igbvf_free_rx_resources()
640 	vfree(rx_ring->buffer_info);  in igbvf_free_rx_resources()
641 	rx_ring->buffer_info = NULL;  in igbvf_free_rx_resources()
643 	dma_free_coherent(&pdev->dev, rx_ring->size, rx_ring->desc,  in igbvf_free_rx_resources()
644 			  rx_ring->dma);  in igbvf_free_rx_resources()
645 	rx_ring->desc = NULL;  in igbvf_free_rx_resources()
763 	adapter->rx_ring->itr_range =  in igbvf_set_itr()
764 			igbvf_update_itr(adapter, adapter->rx_ring->itr_val,  in igbvf_set_itr()
768 	    adapter->rx_ring->itr_range == lowest_latency)  in igbvf_set_itr()
769 		adapter->rx_ring->itr_range = low_latency;  in igbvf_set_itr()
771 	new_itr = igbvf_range_to_itr(adapter->rx_ring->itr_range);  in igbvf_set_itr()
773 	if (new_itr != adapter->rx_ring->itr_val) {  in igbvf_set_itr()
774 		u32 current_itr = adapter->rx_ring->itr_val;  in igbvf_set_itr()
779 		adapter->rx_ring->itr_val = new_itr;  in igbvf_set_itr()
781 		adapter->rx_ring->set_itr = 1;  in igbvf_set_itr()
927 	if (adapter->rx_ring->set_itr) {  in igbvf_intr_msix_rx()
928 		writel(adapter->rx_ring->itr_val,  in igbvf_intr_msix_rx()
929 		       adapter->hw.hw_addr + adapter->rx_ring->itr_register);  in igbvf_intr_msix_rx()
930 		adapter->rx_ring->set_itr = 0;  in igbvf_intr_msix_rx()
933 	if (napi_schedule_prep(&adapter->rx_ring->napi)) {  in igbvf_intr_msix_rx()
936 		__napi_schedule(&adapter->rx_ring->napi);  in igbvf_intr_msix_rx()
967 		adapter->rx_ring[rx_queue].eims_value = 1 << msix_vector;  in igbvf_assign_vector()
999 	struct igbvf_ring *rx_ring = adapter->rx_ring;  in igbvf_configure_msix()  local
1008 	adapter->eims_enable_mask |= rx_ring->eims_value;  in igbvf_configure_msix()
1009 	writel(rx_ring->itr_val, hw->hw_addr + rx_ring->itr_register);  in igbvf_configure_msix()
1076 		sprintf(adapter->rx_ring->name, "%s-rx-0", netdev->name);  in igbvf_request_msix()
1079 		memcpy(adapter->rx_ring->name, netdev->name, IFNAMSIZ);  in igbvf_request_msix()
1093 			  igbvf_intr_msix_rx, 0, adapter->rx_ring->name,  in igbvf_request_msix()
1098 	adapter->rx_ring->itr_register = E1000_EITR(vector);  in igbvf_request_msix()
1099 	adapter->rx_ring->itr_val = adapter->current_itr;  in igbvf_request_msix()
1125 	adapter->rx_ring = kzalloc(sizeof(struct igbvf_ring), GFP_KERNEL);  in igbvf_alloc_queues()
1126 	if (!adapter->rx_ring) {  in igbvf_alloc_queues()
1131 	netif_napi_add(netdev, &adapter->rx_ring->napi, igbvf_poll, 64);  in igbvf_alloc_queues()
1205 	struct igbvf_ring *rx_ring = container_of(napi, struct igbvf_ring, napi);  in igbvf_poll()  local
1206 	struct igbvf_adapter *adapter = rx_ring->adapter;  in igbvf_poll()
1220 			ew32(EIMS, adapter->rx_ring->eims_value);  in igbvf_poll()
1368 	struct igbvf_ring *rx_ring = adapter->rx_ring;  in igbvf_configure_rx()  local
1378 	rdlen = rx_ring->count * sizeof(union e1000_adv_rx_desc);  in igbvf_configure_rx()
1383 	rdba = rx_ring->dma;  in igbvf_configure_rx()
1386 	ew32(RDLEN(0), rx_ring->count * sizeof(union e1000_adv_rx_desc));  in igbvf_configure_rx()
1387 	rx_ring->head = E1000_RDH(0);  in igbvf_configure_rx()
1388 	rx_ring->tail = E1000_RDT(0);  in igbvf_configure_rx()
1450 	igbvf_alloc_rx_buffers(adapter->rx_ring,  in igbvf_configure()
1451 			       igbvf_desc_unused(adapter->rx_ring));  in igbvf_configure()
1493 	napi_enable(&adapter->rx_ring->napi);  in igbvf_up()
1534 	napi_disable(&adapter->rx_ring->napi);  in igbvf_down()
1548 	igbvf_clean_rx_ring(adapter->rx_ring);  in igbvf_down()
1666 	err = igbvf_setup_rx_resources(adapter, adapter->rx_ring);  in igbvf_open()
1684 	napi_enable(&adapter->rx_ring->napi);  in igbvf_open()
1698 	igbvf_free_rx_resources(adapter->rx_ring);  in igbvf_open()
1728 	igbvf_free_rx_resources(adapter->rx_ring);  in igbvf_close()
1896 	ew32(EICS, adapter->rx_ring->eims_value);  in igbvf_watchdog_task()
2770 	adapter->rx_ring->count = 1024;  in igbvf_probe()
2797 	kfree(adapter->rx_ring);  in igbvf_probe()
2843 	netif_napi_del(&adapter->rx_ring->napi);  in igbvf_remove()
2845 	kfree(adapter->rx_ring);  in igbvf_remove()