| /linux/net/sched/ |
| H A D | sch_mq.c | 72 struct netdev_queue *dev_queue; in mq_init() local
89 dev_queue = netdev_get_tx_queue(dev, ntx); in mq_init()
90 qdisc = qdisc_create_dflt(dev_queue, get_default_qdisc_ops(dev, ntx), in mq_init()
115 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mq_attach()
178 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_graft() local
185 *old = dev_graft_qdisc(dev_queue, new); in mq_graft()
203 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_leaf() local
205 return rtnl_dereference(dev_queue->qdisc_sleeping); in mq_leaf()
220 struct netdev_queue *dev_queue = mq_queue_get(sch, cl); in mq_dump_class() local
224 tcm->tcm_info = rtnl_dereference(dev_queue->qdisc_sleeping)->handle; in mq_dump_class()
[all …]
|
| H A D | sch_generic.c | 76 const struct netdev_queue *txq = q->dev_queue; in __skb_dequeue_bad_txq()
233 const struct netdev_queue *txq = q->dev_queue; in dequeue_skb()
668 .dev_queue = &noop_netdev_queue,
934 struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue, in qdisc_alloc() argument
943 if (!dev_queue) { in qdisc_alloc()
949 dev = dev_queue->dev; in qdisc_alloc()
950 sch = kzalloc_node(size, GFP_KERNEL, netdev_queue_numa_node_read(dev_queue)); in qdisc_alloc()
987 sch->dev_queue = dev_queue; in qdisc_alloc()
1000 struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue, in qdisc_create_dflt() argument
1012 sch = qdisc_alloc(dev_queue, ops, extack); in qdisc_create_dflt()
[all …]
|
| H A D | sch_htb.c | 1122 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_init() local
1125 qdisc = qdisc_create_dflt(dev_queue, &pfifo_qdisc_ops, in htb_init()
1164 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in htb_attach_offload()
1169 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_attach_offload() local
1170 struct Qdisc *old = dev_graft_qdisc(dev_queue, NULL); in htb_attach_offload()
1186 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in htb_attach_software() local
1187 struct Qdisc *old = dev_graft_qdisc(dev_queue, sch); in htb_attach_software()
1372 return sch->dev_queue; in htb_select_queue()
1385 htb_graft_helper(struct netdev_queue *dev_queue, struct Qdisc *new_q) in htb_graft_helper() argument
1387 struct net_device *dev = dev_queue->dev; in htb_graft_helper()
[all …]
|
| H A D | sch_mqprio.c | 350 struct netdev_queue *dev_queue; in mqprio_init() local
397 dev_queue = netdev_get_tx_queue(dev, i); in mqprio_init()
398 qdisc = qdisc_create_dflt(dev_queue, in mqprio_init()
442 old = dev_graft_qdisc(qdisc->dev_queue, qdisc); in mqprio_attach()
467 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_graft() local
469 if (!dev_queue) in mqprio_graft()
475 *old = dev_graft_qdisc(dev_queue, new); in mqprio_graft()
614 struct netdev_queue *dev_queue = mqprio_queue_get(sch, cl); in mqprio_leaf() local
616 if (!dev_queue) in mqprio_leaf()
619 return rtnl_dereference(dev_queue->qdisc_sleeping); in mqprio_leaf()
[all …]
|
| H A D | sch_api.c | 1097 struct netdev_queue *dev_queue; in qdisc_graft() local
1104 dev_queue = dev_ingress_queue(dev); in qdisc_graft()
1105 if (!dev_queue) { in qdisc_graft()
1110 q = rtnl_dereference(dev_queue->qdisc_sleeping); in qdisc_graft()
1132 dev_queue = netdev_get_tx_queue(dev, i); in qdisc_graft()
1133 old = dev_graft_qdisc(dev_queue, new); in qdisc_graft()
1140 old = dev_graft_qdisc(dev_queue, NULL); in qdisc_graft()
1149 dev_graft_qdisc(dev_queue, new); in qdisc_graft()
1245 struct netdev_queue *dev_queue, in qdisc_create() argument
1263 sch = qdisc_alloc(dev_queue, ops, extack); in qdisc_create()
[all …]
|
| H A D | sch_plug.c | 184 netif_schedule_queue(sch->dev_queue); in plug_change()
192 netif_schedule_queue(sch->dev_queue); in plug_change()
|
| H A D | sch_cbs.c | 412 q->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_init()
423 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in cbs_init()
498 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in cbs_graft()
|
| H A D | sch_prio.c | 198 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_tune()
294 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in prio_graft()
|
| H A D | sch_drr.c | 116 cl->qdisc = qdisc_create_dflt(sch->dev_queue, in drr_change_class()
217 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in drr_graft_class()
|
| H A D | sch_taprio.c | 2102 struct netdev_queue *dev_queue; in taprio_init() local
2105 dev_queue = netdev_get_tx_queue(dev, i); in taprio_init()
2106 qdisc = qdisc_create_dflt(dev_queue, in taprio_init()
2136 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, ntx); in taprio_attach() local
2154 old = dev_graft_qdisc(dev_queue, dev_queue_qdisc); in taprio_attach()
2182 struct netdev_queue *dev_queue = taprio_queue_get(sch, cl); in taprio_graft() local
2184 if (!dev_queue) in taprio_graft()
2199 WARN_ON_ONCE(dev_graft_qdisc(dev_queue, new) != *old); in taprio_graft()
|
| H A D | sch_fifo.c | 263 q = qdisc_create_dflt(sch->dev_queue, ops, TC_H_MAKE(sch->handle, 1), in fifo_create_dflt()
|
| H A D | sch_ets.c | 261 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_class_graft()
642 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_qdisc_change()
|
| H A D | sch_multiq.c | 214 child = qdisc_create_dflt(sch->dev_queue, in multiq_tune()
|
| H A D | sch_etf.c | 379 q->queue = sch->dev_queue - netdev_get_tx_queue(dev, 0); in etf_init()
|
| H A D | sch_qfq.c | 488 cl->qdisc = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in qfq_change_class()
608 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in qfq_graft_class()
|
| H A D | sch_dualpi2.c | 919 q->l_queue = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in dualpi2_init()
|
| /linux/include/linux/ |
| H A D | netdevice.h | 3546 static __always_inline void netif_tx_start_queue(struct netdev_queue *dev_queue) in netif_tx_start_queue() argument
3548 clear_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_start_queue()
3572 void netif_tx_wake_queue(struct netdev_queue *dev_queue);
3596 static __always_inline void netif_tx_stop_queue(struct netdev_queue *dev_queue) in netif_tx_stop_queue() argument
3599 WRITE_ONCE(dev_queue->trans_start, jiffies); in netif_tx_stop_queue()
3605 set_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_stop_queue()
3622 static inline bool netif_tx_queue_stopped(const struct netdev_queue *dev_queue) in netif_tx_queue_stopped() argument
3624 return test_bit(__QUEUE_STATE_DRV_XOFF, &dev_queue->state); in netif_tx_queue_stopped()
3638 static inline bool netif_xmit_stopped(const struct netdev_queue *dev_queue) in netif_xmit_stopped() argument
3640 return dev_queue->state & QUEUE_STATE_ANY_XOFF; in netif_xmit_stopped()
[all …]
|
| /linux/include/net/ |
| H A D | netdev_queues.h | 231 netdev_txq_completed_mb(struct netdev_queue *dev_queue, in netdev_txq_completed_mb() argument
235 netdev_tx_completed_queue(dev_queue, pkts, bytes); in netdev_txq_completed_mb()
|
| H A D | sch_generic.h | 105 struct netdev_queue *dev_queue; member
549 struct Qdisc *q = rcu_dereference_rtnl(qdisc->dev_queue->qdisc); in qdisc_root()
556 return rcu_dereference_bh(qdisc->dev_queue->qdisc); in qdisc_root_bh()
561 return rcu_dereference_rtnl(qdisc->dev_queue->qdisc_sleeping); in qdisc_root_sleeping()
574 return qdisc->dev_queue->dev; in qdisc_dev()
692 struct Qdisc *dev_graft_qdisc(struct netdev_queue *dev_queue,
726 struct Qdisc *qdisc_alloc(struct netdev_queue *dev_queue,
730 struct Qdisc *qdisc_create_dflt(struct netdev_queue *dev_queue,
|
| /linux/drivers/net/ethernet/mellanox/mlx5/core/en/ |
| H A D | qos.c | 376 struct netdev_queue *dev_queue = netdev_get_tx_queue(dev, qid); in mlx5e_reset_qdisc() local
377 struct Qdisc *qdisc = rtnl_dereference(dev_queue->qdisc_sleeping); in mlx5e_reset_qdisc()
|
| /linux/drivers/net/xen-netback/ |
| H A D | xenbus.c | 31 struct netdev_queue *dev_queue; in xenvif_read_io_ring() local
92 dev_queue = netdev_get_tx_queue(queue->vif->dev, queue->id); in xenvif_read_io_ring()
97 netif_tx_queue_stopped(dev_queue) ? "stopped" : "running"); in xenvif_read_io_ring()
|
| /linux/drivers/net/ethernet/hisilicon/hns/ |
| H A D | hns_ethtool.c | 376 struct netdev_queue *dev_queue; in __lb_other_process() local
407 dev_queue = netdev_get_tx_queue(ndev, ring_data->queue_index); in __lb_other_process()
408 netdev_tx_reset_queue(dev_queue); in __lb_other_process()
|
| /linux/tools/perf/Documentation/ |
| H A D | perf-trace.txt | 334 next block:*_unplug and the next three net:*dev_queue events, this last one
337 …# perf trace -e sched:*switch/nr=2/,block:*_plug/nr=4/,block:*_unplug/nr=1/,net:*dev_queue/nr=3,ma…
|
| /linux/drivers/net/ethernet/myricom/myri10ge/ |
| H A D | myri10ge.c | 1381 struct netdev_queue *dev_queue; in myri10ge_tx_done() local
1416 dev_queue = netdev_get_tx_queue(ss->dev, ss - ss->mgp->ss); in myri10ge_tx_done()
1427 __netif_tx_trylock(dev_queue)) { in myri10ge_tx_done()
1433 __netif_tx_unlock(dev_queue); in myri10ge_tx_done()
1437 if (netif_tx_queue_stopped(dev_queue) && in myri10ge_tx_done()
1441 netif_tx_wake_queue(dev_queue); in myri10ge_tx_done()
|
| /linux/tools/testing/selftests/bpf/progs/ |
| H A D | bpf_qdisc_fq.c | 718 struct net_device *dev = sch->dev_queue->dev; in BPF_PROG()
|