64 	struct ifb_q_private *txp = (struct ifb_q_private *)_txp;  in ifb_ri_tasklet()  local
68 	txq = netdev_get_tx_queue(txp->dev, txp->txqnum);  in ifb_ri_tasklet()
69 	skb = skb_peek(&txp->tq);  in ifb_ri_tasklet()
73 		skb_queue_splice_tail_init(&txp->rq, &txp->tq);  in ifb_ri_tasklet()
77 	while ((skb = __skb_dequeue(&txp->tq)) != NULL) {  in ifb_ri_tasklet()
81 		u64_stats_update_begin(&txp->tsync);  in ifb_ri_tasklet()
82 		txp->tx_packets++;  in ifb_ri_tasklet()
83 		txp->tx_bytes += skb->len;  in ifb_ri_tasklet()
84 		u64_stats_update_end(&txp->tsync);  in ifb_ri_tasklet()
87 		skb->dev = dev_get_by_index_rcu(dev_net(txp->dev), skb->skb_iif);  in ifb_ri_tasklet()
91 			txp->dev->stats.tx_dropped++;  in ifb_ri_tasklet()
92 			if (skb_queue_len(&txp->tq) != 0)  in ifb_ri_tasklet()
97 		skb->skb_iif = txp->dev->ifindex;  in ifb_ri_tasklet()
108 		skb = skb_peek(&txp->rq);  in ifb_ri_tasklet()
110 			txp->tasklet_pending = 0;  in ifb_ri_tasklet()
120 		txp->tasklet_pending = 1;  in ifb_ri_tasklet()
121 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_ri_tasklet()
130 	struct ifb_q_private *txp = dp->tx_private;  in ifb_stats64()  local
135 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_stats64()
137 			start = u64_stats_fetch_begin_irq(&txp->rsync);  in ifb_stats64()
138 			packets = txp->rx_packets;  in ifb_stats64()
139 			bytes = txp->rx_bytes;  in ifb_stats64()
140 		} while (u64_stats_fetch_retry_irq(&txp->rsync, start));  in ifb_stats64()
145 			start = u64_stats_fetch_begin_irq(&txp->tsync);  in ifb_stats64()
146 			packets = txp->tx_packets;  in ifb_stats64()
147 			bytes = txp->tx_bytes;  in ifb_stats64()
148 		} while (u64_stats_fetch_retry_irq(&txp->tsync, start));  in ifb_stats64()
159 	struct ifb_q_private *txp;  in ifb_dev_init()  local
162 	txp = kcalloc(dev->num_tx_queues, sizeof(*txp), GFP_KERNEL);  in ifb_dev_init()
163 	if (!txp)  in ifb_dev_init()
165 	dp->tx_private = txp;  in ifb_dev_init()
166 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_init()
167 		txp->txqnum = i;  in ifb_dev_init()
168 		txp->dev = dev;  in ifb_dev_init()
169 		__skb_queue_head_init(&txp->rq);  in ifb_dev_init()
170 		__skb_queue_head_init(&txp->tq);  in ifb_dev_init()
171 		u64_stats_init(&txp->rsync);  in ifb_dev_init()
172 		u64_stats_init(&txp->tsync);  in ifb_dev_init()
173 		tasklet_init(&txp->ifb_tasklet, ifb_ri_tasklet,  in ifb_dev_init()
174 			     (unsigned long)txp);  in ifb_dev_init()
198 	struct ifb_q_private *txp = dp->tx_private;  in ifb_dev_free()  local
201 	for (i = 0; i < dev->num_tx_queues; i++,txp++) {  in ifb_dev_free()
202 		tasklet_kill(&txp->ifb_tasklet);  in ifb_dev_free()
203 		__skb_queue_purge(&txp->rq);  in ifb_dev_free()
204 		__skb_queue_purge(&txp->tq);  in ifb_dev_free()
239 	struct ifb_q_private *txp = dp->tx_private + skb_get_queue_mapping(skb);  in ifb_xmit()  local
241 	u64_stats_update_begin(&txp->rsync);  in ifb_xmit()
242 	txp->rx_packets++;  in ifb_xmit()
243 	txp->rx_bytes += skb->len;  in ifb_xmit()
244 	u64_stats_update_end(&txp->rsync);  in ifb_xmit()
252 	if (skb_queue_len(&txp->rq) >= dev->tx_queue_len)  in ifb_xmit()
253 		netif_tx_stop_queue(netdev_get_tx_queue(dev, txp->txqnum));  in ifb_xmit()
255 	__skb_queue_tail(&txp->rq, skb);  in ifb_xmit()
256 	if (!txp->tasklet_pending) {  in ifb_xmit()
257 		txp->tasklet_pending = 1;  in ifb_xmit()
258 		tasklet_schedule(&txp->ifb_tasklet);  in ifb_xmit()