67 	struct ifb_q_private *txp = (struct ifb_q_private *)_txp;  in ifb_ri_tasklet()  local
71 	txq = netdev_get_tx_queue(txp->dev, txp->txqnum);  in ifb_ri_tasklet()
72 	skb = skb_peek(&txp->tq);  in ifb_ri_tasklet()
76 		skb_queue_splice_tail_init(&txp->rq, &txp->tq);  in ifb_ri_tasklet()
80 	while ((skb = __skb_dequeue(&txp->tq)) != NULL) {  in ifb_ri_tasklet()
86 		u64_stats_update_begin(&txp->tsync);  in ifb_ri_tasklet()
87 		txp->tx_packets++;  in ifb_ri_tasklet()
88 		txp->tx_bytes += skb->len;  in ifb_ri_tasklet()
89 		u64_stats_update_end(&txp->tsync);  in ifb_ri_tasklet()
92 		skb->dev = dev_get_by_index_rcu(dev_net(txp->dev), skb->skb_iif);  in ifb_ri_tasklet()
96 			txp->dev->stats.tx_dropped++;  in ifb_ri_tasklet()
97 			if (skb_queue_len(&txp->tq) != 0)  in ifb_ri_tasklet()
102 		skb->skb_iif = txp->dev->ifindex;  in ifb_ri_tasklet()
114 		skb = skb_peek(&txp->rq);  in ifb_ri_tasklet()
116 			txp->tasklet_pending = 0;  in ifb_ri_tasklet()
126 		txp->tasklet_pending = 1;  in ifb_ri_tasklet()
127 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_ri_tasklet()
136 	struct ifb_q_private *txp = dp->tx_private;  in ifb_stats64()  local
141 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_stats64()
143 			start = u64_stats_fetch_begin_irq(&txp->rsync);  in ifb_stats64()
144 			packets = txp->rx_packets;  in ifb_stats64()
145 			bytes = txp->rx_bytes;  in ifb_stats64()
146 		} while (u64_stats_fetch_retry_irq(&txp->rsync, start));  in ifb_stats64()
151 			start = u64_stats_fetch_begin_irq(&txp->tsync);  in ifb_stats64()
152 			packets = txp->tx_packets;  in ifb_stats64()
153 			bytes = txp->tx_bytes;  in ifb_stats64()
154 		} while (u64_stats_fetch_retry_irq(&txp->tsync, start));  in ifb_stats64()
167 	struct ifb_q_private *txp;  in ifb_dev_init()  local
170 	txp = kcalloc(dev->num_tx_queues, sizeof(*txp), GFP_KERNEL);  in ifb_dev_init()
171 	if (!txp)  in ifb_dev_init()
173 	dp->tx_private = txp;  in ifb_dev_init()
174 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_init()
175 		txp->txqnum = i;  in ifb_dev_init()
176 		txp->dev = dev;  in ifb_dev_init()
177 		__skb_queue_head_init(&txp->rq);  in ifb_dev_init()
178 		__skb_queue_head_init(&txp->tq);  in ifb_dev_init()
179 		u64_stats_init(&txp->rsync);  in ifb_dev_init()
180 		u64_stats_init(&txp->tsync);  in ifb_dev_init()
181 		tasklet_init(&txp->ifb_tasklet, ifb_ri_tasklet,  in ifb_dev_init()
182 			     (unsigned long)txp);  in ifb_dev_init()
205 	struct ifb_q_private *txp = dp->tx_private;  in ifb_dev_free()  local
208 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_free()
209 		tasklet_kill(&txp->ifb_tasklet);  in ifb_dev_free()
210 		__skb_queue_purge(&txp->rq);  in ifb_dev_free()
211 		__skb_queue_purge(&txp->tq);  in ifb_dev_free()
242 	struct ifb_q_private *txp = dp->tx_private + skb_get_queue_mapping(skb);  in ifb_xmit()  local
244 	u64_stats_update_begin(&txp->rsync);  in ifb_xmit()
245 	txp->rx_packets++;  in ifb_xmit()
246 	txp->rx_bytes += skb->len;  in ifb_xmit()
247 	u64_stats_update_end(&txp->rsync);  in ifb_xmit()
255 	if (skb_queue_len(&txp->rq) >= dev->tx_queue_len)  in ifb_xmit()
256 		netif_tx_stop_queue(netdev_get_tx_queue(dev, txp->txqnum));  in ifb_xmit()
258 	__skb_queue_tail(&txp->rq, skb);  in ifb_xmit()
259 	if (!txp->tasklet_pending) {  in ifb_xmit()
260 		txp->tasklet_pending = 1;  in ifb_xmit()
261 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_xmit()