131 static int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring,
960 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_poll()  local
964 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_poll()
965 	adapter = sds_ring->adapter;  in qlcnic_poll()
966 	tx_ring = sds_ring->tx_ring;  in qlcnic_poll()
970 	work_done = qlcnic_process_rcv_ring(sds_ring, budget);  in qlcnic_poll()
977 		napi_complete(&sds_ring->napi);  in qlcnic_poll()
979 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_poll()
1011 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_rx_poll()  local
1015 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_rx_poll()
1016 	adapter = sds_ring->adapter;  in qlcnic_rx_poll()
1018 	work_done = qlcnic_process_rcv_ring(sds_ring, budget);  in qlcnic_rx_poll()
1021 		napi_complete(&sds_ring->napi);  in qlcnic_rx_poll()
1023 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_rx_poll()
1080 				     struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_handle_fw_message()  argument
1089 		desc = &sds_ring->desc_head[index];  in qlcnic_handle_fw_message()
1093 		index = get_next_index(index, sds_ring->num_desc);  in qlcnic_handle_fw_message()
1097 	adapter = sds_ring->adapter;  in qlcnic_handle_fw_message()
1192 		   struct qlcnic_host_sds_ring *sds_ring, int ring,  in qlcnic_process_rcv()  argument
1246 	napi_gro_receive(&sds_ring->napi, skb);  in qlcnic_process_rcv()
1354 static int qlcnic_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring, int max)  in qlcnic_process_rcv_ring()  argument
1357 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_process_rcv_ring()
1364 	u32 consumer = sds_ring->consumer;  in qlcnic_process_rcv_ring()
1367 		desc = &sds_ring->desc_head[consumer];  in qlcnic_process_rcv_ring()
1380 			rxbuf = qlcnic_process_rcv(adapter, sds_ring, ring,  in qlcnic_process_rcv_ring()
1390 			qlcnic_handle_fw_message(desc_cnt, consumer, sds_ring);  in qlcnic_process_rcv_ring()
1397 			list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);  in qlcnic_process_rcv_ring()
1402 			desc = &sds_ring->desc_head[consumer];  in qlcnic_process_rcv_ring()
1404 			consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_process_rcv_ring()
1411 		if (!list_empty(&sds_ring->free_list[ring])) {  in qlcnic_process_rcv_ring()
1412 			list_for_each(cur, &sds_ring->free_list[ring]) {  in qlcnic_process_rcv_ring()
1418 			list_splice_tail_init(&sds_ring->free_list[ring],  in qlcnic_process_rcv_ring()
1427 		sds_ring->consumer = consumer;  in qlcnic_process_rcv_ring()
1428 		writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_process_rcv_ring()
1533 void qlcnic_82xx_process_rcv_ring_diag(struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_82xx_process_rcv_ring_diag()  argument
1535 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_82xx_process_rcv_ring_diag()
1540 	u32 consumer = sds_ring->consumer;  in qlcnic_82xx_process_rcv_ring_diag()
1542 	desc = &sds_ring->desc_head[consumer];  in qlcnic_82xx_process_rcv_ring_diag()
1552 		qlcnic_handle_fw_message(desc_cnt, consumer, sds_ring);  in qlcnic_82xx_process_rcv_ring_diag()
1561 		desc = &sds_ring->desc_head[consumer];  in qlcnic_82xx_process_rcv_ring_diag()
1563 		consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_82xx_process_rcv_ring_diag()
1566 	sds_ring->consumer = consumer;  in qlcnic_82xx_process_rcv_ring_diag()
1567 	writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_82xx_process_rcv_ring_diag()
1574 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_add()  local
1582 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_add()
1585 			netif_napi_add(netdev, &sds_ring->napi, qlcnic_rx_poll,  in qlcnic_82xx_napi_add()
1589 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_82xx_napi_add()
1593 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_82xx_napi_add()
1618 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_del()  local
1623 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_del()
1624 		netif_napi_del(&sds_ring->napi);  in qlcnic_82xx_napi_del()
1642 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_enable()  local
1650 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_enable()
1651 		napi_enable(&sds_ring->napi);  in qlcnic_82xx_napi_enable()
1652 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_82xx_napi_enable()
1669 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_82xx_napi_disable()  local
1677 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_82xx_napi_disable()
1678 		qlcnic_disable_sds_intr(adapter, sds_ring);  in qlcnic_82xx_napi_disable()
1679 		napi_synchronize(&sds_ring->napi);  in qlcnic_82xx_napi_disable()
1680 		napi_disable(&sds_ring->napi);  in qlcnic_82xx_napi_disable()
1715 			struct qlcnic_host_sds_ring *sds_ring,  in qlcnic_83xx_process_rcv()  argument
1772 	napi_gro_receive(&sds_ring->napi, skb);  in qlcnic_83xx_process_rcv()
1877 static int qlcnic_83xx_process_rcv_ring(struct qlcnic_host_sds_ring *sds_ring,  in qlcnic_83xx_process_rcv_ring()  argument
1881 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_83xx_process_rcv_ring()
1888 	u32 consumer = sds_ring->consumer;  in qlcnic_83xx_process_rcv_ring()
1891 		desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring()
1901 			rxbuf = qlcnic_83xx_process_rcv(adapter, sds_ring,  in qlcnic_83xx_process_rcv_ring()
1915 			list_add_tail(&rxbuf->list, &sds_ring->free_list[ring]);  in qlcnic_83xx_process_rcv_ring()
1919 		desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring()
1922 		consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_83xx_process_rcv_ring()
1927 		if (!list_empty(&sds_ring->free_list[ring])) {  in qlcnic_83xx_process_rcv_ring()
1928 			list_for_each(cur, &sds_ring->free_list[ring]) {  in qlcnic_83xx_process_rcv_ring()
1934 			list_splice_tail_init(&sds_ring->free_list[ring],  in qlcnic_83xx_process_rcv_ring()
1941 		sds_ring->consumer = consumer;  in qlcnic_83xx_process_rcv_ring()
1942 		writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_83xx_process_rcv_ring()
1951 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_msix_sriov_vf_poll()  local
1955 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_msix_sriov_vf_poll()
1956 	adapter = sds_ring->adapter;  in qlcnic_83xx_msix_sriov_vf_poll()
1961 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_msix_sriov_vf_poll()
1968 		napi_complete(&sds_ring->napi);  in qlcnic_83xx_msix_sriov_vf_poll()
1969 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_msix_sriov_vf_poll()
1979 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_poll()  local
1983 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_poll()
1984 	adapter = sds_ring->adapter;  in qlcnic_83xx_poll()
1989 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_poll()
1996 		napi_complete(&sds_ring->napi);  in qlcnic_83xx_poll()
1997 		qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_poll()
2028 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_rx_poll()  local
2031 	sds_ring = container_of(napi, struct qlcnic_host_sds_ring, napi);  in qlcnic_83xx_rx_poll()
2032 	adapter = sds_ring->adapter;  in qlcnic_83xx_rx_poll()
2033 	work_done = qlcnic_83xx_process_rcv_ring(sds_ring, budget);  in qlcnic_83xx_rx_poll()
2035 		napi_complete(&sds_ring->napi);  in qlcnic_83xx_rx_poll()
2037 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_rx_poll()
2046 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_enable()  local
2054 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_enable()
2055 		napi_enable(&sds_ring->napi);  in qlcnic_83xx_napi_enable()
2057 			qlcnic_enable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_napi_enable()
2073 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_disable()  local
2081 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_disable()
2083 			qlcnic_disable_sds_intr(adapter, sds_ring);  in qlcnic_83xx_napi_disable()
2084 		napi_synchronize(&sds_ring->napi);  in qlcnic_83xx_napi_disable()
2085 		napi_disable(&sds_ring->napi);  in qlcnic_83xx_napi_disable()
2103 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_add()  local
2111 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_add()
2114 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2118 				netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2123 			netif_napi_add(netdev, &sds_ring->napi,  in qlcnic_83xx_napi_add()
2150 	struct qlcnic_host_sds_ring *sds_ring;  in qlcnic_83xx_napi_del()  local
2155 		sds_ring = &recv_ctx->sds_rings[ring];  in qlcnic_83xx_napi_del()
2156 		netif_napi_del(&sds_ring->napi);  in qlcnic_83xx_napi_del()
2208 void qlcnic_83xx_process_rcv_ring_diag(struct qlcnic_host_sds_ring *sds_ring)  in qlcnic_83xx_process_rcv_ring_diag()  argument
2210 	struct qlcnic_adapter *adapter = sds_ring->adapter;  in qlcnic_83xx_process_rcv_ring_diag()
2214 	u32 consumer = sds_ring->consumer;  in qlcnic_83xx_process_rcv_ring_diag()
2216 	desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring_diag()
2225 	desc = &sds_ring->desc_head[consumer];  in qlcnic_83xx_process_rcv_ring_diag()
2227 	consumer = get_next_index(consumer, sds_ring->num_desc);  in qlcnic_83xx_process_rcv_ring_diag()
2228 	sds_ring->consumer = consumer;  in qlcnic_83xx_process_rcv_ring_diag()
2229 	writel(consumer, sds_ring->crb_sts_consumer);  in qlcnic_83xx_process_rcv_ring_diag()