| /linux/drivers/s390/cio/ |
| H A D | cio.c | 89 int cio_set_options(struct subchannel *sch, int flags) in cio_set_options() argument
91 struct io_subchannel_private *priv = to_io_private(sch); in cio_set_options()
100 cio_start_handle_notoper(struct subchannel *sch, __u8 lpm) in cio_start_handle_notoper() argument
105 sch->lpm &= ~lpm; in cio_start_handle_notoper()
107 sch->lpm = 0; in cio_start_handle_notoper()
110 "subchannel 0.%x.%04x!\n", sch->schid.ssid, in cio_start_handle_notoper()
111 sch->schid.sch_no); in cio_start_handle_notoper()
113 if (cio_update_schib(sch)) in cio_start_handle_notoper()
116 sprintf(dbf_text, "no%s", dev_name(&sch->dev)); in cio_start_handle_notoper()
118 CIO_HEX_EVENT(0, &sch in cio_start_handle_notoper()
124 cio_start_key(struct subchannel * sch,struct ccw1 * cpa,__u8 lpm,__u8 key) cio_start_key() argument
177 cio_start(struct subchannel * sch,struct ccw1 * cpa,__u8 lpm) cio_start() argument
187 cio_resume(struct subchannel * sch) cio_resume() argument
220 cio_halt(struct subchannel * sch) cio_halt() argument
254 cio_clear(struct subchannel * sch) cio_clear() argument
289 cio_cancel(struct subchannel * sch) cio_cancel() argument
335 cio_cancel_halt_clear(struct subchannel * sch,int * iretry) cio_cancel_halt_clear() argument
380 cio_apply_config(struct subchannel * sch,struct schib * schib) cio_apply_config() argument
394 cio_check_config(struct subchannel * sch,struct schib * schib) cio_check_config() argument
410 cio_commit_config(struct subchannel * sch) cio_commit_config() argument
459 cio_update_schib(struct subchannel * sch) cio_update_schib() argument
480 cio_enable_subchannel(struct subchannel * sch,u32 intparm) cio_enable_subchannel() argument
514 cio_disable_subchannel(struct subchannel * sch) cio_disable_subchannel() argument
540 struct subchannel *sch; do_cio_interrupt() local
586 cio_tsch(struct subchannel * sch) cio_tsch() argument
651 struct subchannel *sch; cio_probe_console() local
714 cio_tm_start_key(struct subchannel * sch,struct tcw * tcw,u8 lpm,u8 key) cio_tm_start_key() argument
745 cio_tm_intrg(struct subchannel * sch) cio_tm_intrg() argument
[all...] |
| H A D | eadm_sch.c | 61 static int eadm_subchannel_start(struct subchannel *sch, struct aob *aob) in eadm_subchannel_start() argument
63 union orb *orb = &get_eadm_private(sch)->orb; in eadm_subchannel_start()
68 orb->eadm.intparm = (u32)virt_to_phys(sch); in eadm_subchannel_start()
72 EADM_LOG_HEX(6, &sch->schid, sizeof(sch->schid)); in eadm_subchannel_start()
74 cc = ssch(sch->schid, orb); in eadm_subchannel_start()
77 sch->schib.scsw.eadm.actl |= SCSW_ACTL_START_PEND; in eadm_subchannel_start()
88 static int eadm_subchannel_clear(struct subchannel *sch) in eadm_subchannel_clear() argument
92 cc = csch(sch->schid); in eadm_subchannel_clear()
96 sch in eadm_subchannel_clear()
103 struct subchannel *sch = private->sch; eadm_subchannel_timeout() local
113 eadm_subchannel_set_timeout(struct subchannel * sch,int expires) eadm_subchannel_set_timeout() argument
123 eadm_subchannel_irq(struct subchannel * sch) eadm_subchannel_irq() argument
161 struct subchannel *sch; eadm_get_idle_sch() local
186 struct subchannel *sch; eadm_start_aob() local
213 eadm_subchannel_probe(struct subchannel * sch) eadm_subchannel_probe() argument
246 eadm_quiesce(struct subchannel * sch) eadm_quiesce() argument
276 eadm_subchannel_remove(struct subchannel * sch) eadm_subchannel_remove() argument
293 eadm_subchannel_shutdown(struct subchannel * sch) eadm_subchannel_shutdown() argument
308 eadm_subchannel_sch_event(struct subchannel * sch,int process) eadm_subchannel_sch_event() argument
[all...] |
| H A D | device.c | 274 struct subchannel *sch; in ccw_device_set_offline() local
288 sch = to_subchannel(cdev->dev.parent); in ccw_device_set_offline()
309 io_subchannel_quiesce(sch); in ccw_device_set_offline()
544 struct subchannel *sch; in available_show() local
554 sch = to_subchannel(dev->parent); in available_show()
555 if (!sch->lpm) in available_show()
569 struct subchannel *sch = to_subchannel(dev); in initiate_logging() local
572 rc = chsc_siosl(sch->schid); in initiate_logging()
575 sch->schid.ssid, sch in initiate_logging()
586 struct subchannel *sch = to_subchannel(dev); vpm_show() local
684 io_subchannel_allocate_dev(struct subchannel * sch) io_subchannel_allocate_dev() argument
733 io_subchannel_initialize_dev(struct subchannel * sch,struct ccw_device * cdev) io_subchannel_initialize_dev() argument
779 io_subchannel_create_ccwdev(struct subchannel * sch) io_subchannel_create_ccwdev() argument
795 sch_create_and_recog_new_device(struct subchannel * sch) sch_create_and_recog_new_device() argument
815 struct subchannel *sch; io_subchannel_register() local
902 io_subchannel_recog(struct ccw_device * cdev,struct subchannel * sch) io_subchannel_recog() argument
914 ccw_device_move_to_sch(struct ccw_device * cdev,struct subchannel * sch) ccw_device_move_to_sch() argument
978 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_move_to_orph() local
984 io_subchannel_irq(struct subchannel * sch) io_subchannel_irq() argument
998 io_subchannel_init_config(struct subchannel * sch) io_subchannel_init_config() argument
1004 io_subchannel_init_fields(struct subchannel * sch) io_subchannel_init_fields() argument
1026 io_subchannel_probe(struct subchannel * sch) io_subchannel_probe() argument
1087 io_subchannel_remove(struct subchannel * sch) io_subchannel_remove() argument
1108 io_subchannel_verify(struct subchannel * sch) io_subchannel_verify() argument
1119 io_subchannel_terminate_path(struct subchannel * sch,u8 mask) io_subchannel_terminate_path() argument
1146 io_subchannel_chp_event(struct subchannel * sch,struct chp_link * link,int event) io_subchannel_chp_event() argument
1202 io_subchannel_quiesce(struct subchannel * sch) io_subchannel_quiesce() argument
1235 io_subchannel_shutdown(struct subchannel * sch) io_subchannel_shutdown() argument
1251 struct subchannel *sch; recovery_check() local
1323 struct subchannel *sch = to_subchannel(cdev->dev.parent); purge_fn() local
1368 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_set_notoper() local
1391 sch_get_action(struct subchannel * sch) sch_get_action() argument
1449 io_subchannel_sch_event(struct subchannel * sch,int process) io_subchannel_sch_event() argument
1590 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_enable_console() local
1631 struct subchannel *sch; ccw_device_create_console() local
1668 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_destroy_console() local
1689 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_wait_idle() local
1754 struct subchannel *sch; ccw_device_remove() local
1837 struct subchannel *sch; ccw_device_todo() local
1913 struct subchannel *sch = to_subchannel(cdev->dev.parent); ccw_device_siosl() local
[all...] |
| H A D | vfio_ccw_drv.c | 37 int vfio_ccw_sch_quiesce(struct subchannel *sch) in vfio_ccw_sch_quiesce() argument
39 struct vfio_ccw_parent *parent = dev_get_drvdata(&sch->dev); in vfio_ccw_sch_quiesce()
55 ret = cio_cancel_halt_clear(sch, &iretry); in vfio_ccw_sch_quiesce()
59 sch->schid.ssid, sch->schid.sch_no); in vfio_ccw_sch_quiesce()
68 spin_unlock_irq(&sch->lock); in vfio_ccw_sch_quiesce()
75 spin_lock_irq(&sch->lock); in vfio_ccw_sch_quiesce()
76 ret = cio_disable_subchannel(sch); in vfio_ccw_sch_quiesce()
131 static void vfio_ccw_sch_irq(struct subchannel *sch) in vfio_ccw_sch_irq() argument
133 struct vfio_ccw_parent *parent = dev_get_drvdata(&sch in vfio_ccw_sch_irq()
162 vfio_ccw_sch_probe(struct subchannel * sch) vfio_ccw_sch_probe() argument
209 vfio_ccw_sch_remove(struct subchannel * sch) vfio_ccw_sch_remove() argument
223 vfio_ccw_sch_shutdown(struct subchannel * sch) vfio_ccw_sch_shutdown() argument
245 vfio_ccw_sch_event(struct subchannel * sch,int process) vfio_ccw_sch_event() argument
299 vfio_ccw_chp_event(struct subchannel * sch,struct chp_link * link,int event) vfio_ccw_chp_event() argument
[all...] |
| /linux/drivers/gpio/ |
| H A D | gpio-sch.c | 50 static unsigned int sch_gpio_offset(struct sch_gpio *sch, unsigned int gpio, in sch_gpio_offset() argument
55 if (gpio >= sch->resume_base) { in sch_gpio_offset()
56 gpio -= sch->resume_base; in sch_gpio_offset()
63 static unsigned int sch_gpio_bit(struct sch_gpio *sch, unsigned int gpio) in sch_gpio_bit() argument
65 if (gpio >= sch->resume_base) in sch_gpio_bit()
66 gpio -= sch->resume_base; in sch_gpio_bit()
70 static int sch_gpio_reg_get(struct sch_gpio *sch, unsigned int gpio, unsigned int reg) in sch_gpio_reg_get() argument
75 offset = sch_gpio_offset(sch, gpio, reg); in sch_gpio_reg_get()
76 bit = sch_gpio_bit(sch, gpio); in sch_gpio_reg_get()
78 reg_val = !!(ioread8(sch in sch_gpio_reg_get()
83 sch_gpio_reg_set(struct sch_gpio * sch,unsigned int gpio,unsigned int reg,int val) sch_gpio_reg_set() argument
104 struct sch_gpio *sch = gpiochip_get_data(gc); sch_gpio_direction_in() local
115 struct sch_gpio *sch = gpiochip_get_data(gc); sch_gpio_get() local
122 struct sch_gpio *sch = gpiochip_get_data(gc); sch_gpio_set() local
135 struct sch_gpio *sch = gpiochip_get_data(gc); sch_gpio_direction_out() local
156 struct sch_gpio *sch = gpiochip_get_data(gc); sch_gpio_get_direction() local
177 struct sch_gpio *sch = gpiochip_get_data(gc); sch_irq_type() local
214 struct sch_gpio *sch = gpiochip_get_data(gc); sch_irq_ack() local
225 struct sch_gpio *sch = gpiochip_get_data(gc); sch_irq_mask_unmask() local
263 struct sch_gpio *sch = context; sch_gpio_gpe_handler() local
293 struct sch_gpio *sch = data; sch_gpio_remove_gpe_handler() local
299 sch_gpio_install_gpe_handler(struct sch_gpio * sch) sch_gpio_install_gpe_handler() argument
327 struct sch_gpio *sch; sch_gpio_probe() local
[all...] |
| /linux/net/sched/ |
| H A D | sch_fifo.c | 19 static int bfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, in bfifo_enqueue() argument
22 if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= in bfifo_enqueue()
23 READ_ONCE(sch->limit))) in bfifo_enqueue()
24 return qdisc_enqueue_tail(skb, sch); in bfifo_enqueue()
26 return qdisc_drop(skb, sch, to_free); in bfifo_enqueue()
29 static int pfifo_enqueue(struct sk_buff *skb, struct Qdisc *sch, in pfifo_enqueue() argument
32 if (likely(sch->q.qlen < READ_ONCE(sch->limit))) in pfifo_enqueue()
33 return qdisc_enqueue_tail(skb, sch); in pfifo_enqueue()
35 return qdisc_drop(skb, sch, to_fre in pfifo_enqueue()
38 pfifo_tail_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) pfifo_tail_enqueue() argument
59 fifo_offload_init(struct Qdisc * sch) fifo_offload_init() argument
73 fifo_offload_destroy(struct Qdisc * sch) fifo_offload_destroy() argument
87 fifo_offload_dump(struct Qdisc * sch) fifo_offload_dump() argument
100 __fifo_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) __fifo_init() argument
135 fifo_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) fifo_init() argument
148 fifo_hd_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) fifo_hd_init() argument
154 fifo_destroy(struct Qdisc * sch) fifo_destroy() argument
159 __fifo_dump(struct Qdisc * sch,struct sk_buff * skb) __fifo_dump() argument
171 fifo_dump(struct Qdisc * sch,struct sk_buff * skb) fifo_dump() argument
182 fifo_hd_dump(struct Qdisc * sch,struct sk_buff * skb) fifo_hd_dump() argument
256 fifo_create_dflt(struct Qdisc * sch,struct Qdisc_ops * ops,unsigned int limit,struct netlink_ext_ack * extack) fifo_create_dflt() argument
[all...] |
| H A D | sch_mq.c | 24 static int mq_offload(struct Qdisc *sch, enum tc_mq_command cmd) in mq_offload() argument
26 struct net_device *dev = qdisc_dev(sch); in mq_offload()
29 .handle = sch->handle, in mq_offload()
38 static int mq_offload_stats(struct Qdisc *sch) in mq_offload_stats() argument
42 .handle = sch->handle, in mq_offload_stats()
44 .bstats = &sch->bstats, in mq_offload_stats()
45 .qstats = &sch->qstats, in mq_offload_stats()
49 return qdisc_offload_dump_helper(sch, TC_SETUP_QDISC_MQ, &opt); in mq_offload_stats()
52 static void mq_destroy(struct Qdisc *sch) in mq_destroy() argument
54 struct net_device *dev = qdisc_dev(sch); in mq_destroy()
67 mq_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) mq_init() argument
106 mq_attach(struct Qdisc * sch) mq_attach() argument
128 mq_dump(struct Qdisc * sch,struct sk_buff * skb) mq_dump() argument
159 mq_queue_get(struct Qdisc * sch,unsigned long cl) mq_queue_get() argument
169 mq_select_queue(struct Qdisc * sch,struct tcmsg * tcm) mq_select_queue() argument
175 mq_graft(struct Qdisc * sch,unsigned long cl,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) mq_graft() argument
201 mq_leaf(struct Qdisc * sch,unsigned long cl) mq_leaf() argument
208 mq_find(struct Qdisc * sch,u32 classid) mq_find() argument
217 mq_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) mq_dump_class() argument
228 mq_dump_class_stats(struct Qdisc * sch,unsigned long cl,struct gnet_dump * d) mq_dump_class_stats() argument
240 mq_walk(struct Qdisc * sch,struct qdisc_walker * arg) mq_walk() argument
[all...] |
| H A D | sch_prio.c | 31 prio_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr) in prio_classify() argument
33 struct prio_sched_data *q = qdisc_priv(sch); in prio_classify()
40 if (TC_H_MAJ(skb->priority) != sch->handle) { in prio_classify()
69 prio_enqueue(struct sk_buff *skb, struct Qdisc *sch, struct sk_buff **to_free) in prio_enqueue() argument
75 qdisc = prio_classify(skb, sch, &ret); in prio_enqueue()
80 qdisc_qstats_drop(sch); in prio_enqueue()
88 sch->qstats.backlog += len; in prio_enqueue()
89 sch->q.qlen++; in prio_enqueue()
93 qdisc_qstats_drop(sch); in prio_enqueue()
97 static struct sk_buff *prio_peek(struct Qdisc *sch) in prio_peek() argument
111 prio_dequeue(struct Qdisc * sch) prio_dequeue() argument
131 prio_reset(struct Qdisc * sch) prio_reset() argument
140 prio_offload(struct Qdisc * sch,struct tc_prio_qopt * qopt) prio_offload() argument
165 prio_destroy(struct Qdisc * sch) prio_destroy() argument
176 prio_tune(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) prio_tune() argument
229 prio_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) prio_init() argument
245 prio_dump_offload(struct Qdisc * sch) prio_dump_offload() argument
262 prio_dump(struct Qdisc * sch,struct sk_buff * skb) prio_dump() argument
286 prio_graft(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) prio_graft() argument
317 prio_leaf(struct Qdisc * sch,unsigned long arg) prio_leaf() argument
325 prio_find(struct Qdisc * sch,u32 classid) prio_find() argument
335 prio_bind(struct Qdisc * sch,unsigned long parent,u32 classid) prio_bind() argument
345 prio_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) prio_dump_class() argument
355 prio_dump_class_stats(struct Qdisc * sch,unsigned long cl,struct gnet_dump * d) prio_dump_class_stats() argument
370 prio_walk(struct Qdisc * sch,struct qdisc_walker * arg) prio_walk() argument
384 prio_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack) prio_tcf_block() argument
[all...] |
| H A D | sch_ingress.c | 24 static struct Qdisc *ingress_leaf(struct Qdisc *sch, unsigned long arg) in ingress_leaf() argument
29 static unsigned long ingress_find(struct Qdisc *sch, u32 classid) in ingress_find() argument
34 static unsigned long ingress_bind_filter(struct Qdisc *sch, in ingress_bind_filter() argument
37 return ingress_find(sch, classid); in ingress_bind_filter()
40 static void ingress_unbind_filter(struct Qdisc *sch, unsigned long cl) in ingress_unbind_filter() argument
44 static void ingress_walk(struct Qdisc *sch, struct qdisc_walker *walker) in ingress_walk() argument
48 static struct tcf_block *ingress_tcf_block(struct Qdisc *sch, unsigned long cl, in ingress_tcf_block() argument
51 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_tcf_block()
63 static void ingress_ingress_block_set(struct Qdisc *sch, u32 block_index) in ingress_ingress_block_set() argument
65 struct ingress_sched_data *q = qdisc_priv(sch); in ingress_ingress_block_set()
70 ingress_ingress_block_get(struct Qdisc * sch) ingress_ingress_block_get() argument
77 ingress_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) ingress_init() argument
112 ingress_destroy(struct Qdisc * sch) ingress_destroy() argument
134 ingress_dump(struct Qdisc * sch,struct sk_buff * skb) ingress_dump() argument
182 clsact_find(struct Qdisc * sch,u32 classid) clsact_find() argument
193 clsact_bind_filter(struct Qdisc * sch,unsigned long parent,u32 classid) clsact_bind_filter() argument
199 clsact_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack) clsact_tcf_block() argument
214 clsact_ingress_block_set(struct Qdisc * sch,u32 block_index) clsact_ingress_block_set() argument
221 clsact_egress_block_set(struct Qdisc * sch,u32 block_index) clsact_egress_block_set() argument
228 clsact_ingress_block_get(struct Qdisc * sch) clsact_ingress_block_get() argument
235 clsact_egress_block_get(struct Qdisc * sch) clsact_egress_block_get() argument
242 clsact_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) clsact_init() argument
291 clsact_destroy(struct Qdisc * sch) clsact_destroy() argument
[all...] |
| H A D | sch_red.c | 44 struct Qdisc *sch; member
70 static int red_enqueue(struct sk_buff *skb, struct Qdisc *sch, in red_enqueue() argument
74 struct red_sched_data *q = qdisc_priv(sch); in red_enqueue()
91 qdisc_qstats_overlimit(sch); in red_enqueue()
99 skb = tcf_qevent_handle(&q->qe_mark, sch, skb, to_free, &ret); in red_enqueue()
112 qdisc_qstats_overlimit(sch); in red_enqueue()
120 skb = tcf_qevent_handle(&q->qe_mark, sch, skb, to_free, &ret); in red_enqueue()
135 sch->qstats.backlog += len; in red_enqueue()
136 sch->q.qlen++; in red_enqueue()
139 qdisc_qstats_drop(sch); in red_enqueue()
152 red_dequeue(struct Qdisc * sch) red_dequeue() argument
170 red_peek(struct Qdisc * sch) red_peek() argument
178 red_reset(struct Qdisc * sch) red_reset() argument
186 red_offload(struct Qdisc * sch,bool enable) red_offload() argument
215 red_destroy(struct Qdisc * sch) red_destroy() argument
236 __red_change(struct Qdisc * sch,struct nlattr ** tb,struct netlink_ext_ack * extack) __red_change() argument
325 struct Qdisc *sch = q->sch; red_adaptative_timer() local
337 red_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) red_init() argument
371 red_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) red_change() argument
396 red_dump_offload_stats(struct Qdisc * sch) red_dump_offload_stats() argument
411 red_dump(struct Qdisc * sch,struct sk_buff * skb) red_dump() argument
448 red_dump_stats(struct Qdisc * sch,struct gnet_dump * d) red_dump_stats() argument
473 red_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) red_dump_class() argument
483 red_graft_offload(struct Qdisc * sch,struct Qdisc * new,struct Qdisc * old,struct netlink_ext_ack * extack) red_graft_offload() argument
498 red_graft(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) red_graft() argument
512 red_leaf(struct Qdisc * sch,unsigned long arg) red_leaf() argument
518 red_find(struct Qdisc * sch,u32 classid) red_find() argument
523 red_walk(struct Qdisc * sch,struct qdisc_walker * walker) red_walk() argument
[all...] |
| H A D | sch_ets.c | 82 static int ets_quantum_parse(struct Qdisc *sch, const struct nlattr *attr, in ets_quantum_parse() argument
95 ets_class_from_arg(struct Qdisc *sch, unsigned long arg) in ets_class_from_arg() argument
97 struct ets_sched *q = qdisc_priv(sch); in ets_class_from_arg()
104 static u32 ets_class_id(struct Qdisc *sch, const struct ets_class *cl) in ets_class_id() argument
106 struct ets_sched *q = qdisc_priv(sch); in ets_class_id()
109 return TC_H_MAKE(sch->handle, band + 1); in ets_class_id()
112 static void ets_offload_change(struct Qdisc *sch) in ets_offload_change() argument
114 struct net_device *dev = qdisc_dev(sch); in ets_offload_change()
115 struct ets_sched *q = qdisc_priv(sch); in ets_offload_change()
129 qopt.handle = sch->handle; in ets_offload_change()
[all …]
|
| H A D | sch_multiq.c | 30 multiq_classify(struct sk_buff *skb, struct Qdisc *sch, int *qerr) in multiq_classify() argument
32 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_classify()
60 multiq_enqueue(struct sk_buff *skb, struct Qdisc *sch, in multiq_enqueue() argument
66 qdisc = multiq_classify(skb, sch, &ret); in multiq_enqueue()
71 qdisc_qstats_drop(sch); in multiq_enqueue()
79 sch->q.qlen++; in multiq_enqueue()
83 qdisc_qstats_drop(sch); in multiq_enqueue()
87 static struct sk_buff *multiq_dequeue(struct Qdisc *sch) in multiq_dequeue() argument
89 struct multiq_sched_data *q = qdisc_priv(sch); in multiq_dequeue()
104 netdev_get_tx_queue(qdisc_dev(sch), in multiq_dequeue()
118 multiq_peek(struct Qdisc * sch) multiq_peek() argument
148 multiq_reset(struct Qdisc * sch) multiq_reset() argument
159 multiq_destroy(struct Qdisc * sch) multiq_destroy() argument
171 multiq_tune(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) multiq_tune() argument
235 multiq_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) multiq_init() argument
261 multiq_dump(struct Qdisc * sch,struct sk_buff * skb) multiq_dump() argument
280 multiq_graft(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) multiq_graft() argument
294 multiq_leaf(struct Qdisc * sch,unsigned long arg) multiq_leaf() argument
302 multiq_find(struct Qdisc * sch,u32 classid) multiq_find() argument
312 multiq_bind(struct Qdisc * sch,unsigned long parent,u32 classid) multiq_bind() argument
323 multiq_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) multiq_dump_class() argument
333 multiq_dump_class_stats(struct Qdisc * sch,unsigned long cl,struct gnet_dump * d) multiq_dump_class_stats() argument
347 multiq_walk(struct Qdisc * sch,struct qdisc_walker * arg) multiq_walk() argument
361 multiq_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack) multiq_tcf_block() argument
[all...] |
| H A D | sch_tbf.c | 142 static void tbf_offload_change(struct Qdisc *sch) in tbf_offload_change() argument
144 struct tbf_sched_data *q = qdisc_priv(sch); in tbf_offload_change()
145 struct net_device *dev = qdisc_dev(sch); in tbf_offload_change()
152 qopt.handle = sch->handle; in tbf_offload_change()
153 qopt.parent = sch->parent; in tbf_offload_change()
156 qopt.replace_params.qstats = &sch->qstats; in tbf_offload_change()
161 static void tbf_offload_destroy(struct Qdisc *sch) in tbf_offload_destroy() argument
163 struct net_device *dev = qdisc_dev(sch); in tbf_offload_destroy()
170 qopt.handle = sch->handle; in tbf_offload_destroy()
171 qopt.parent = sch in tbf_offload_destroy()
175 tbf_offload_dump(struct Qdisc * sch) tbf_offload_dump() argument
188 tbf_offload_graft(struct Qdisc * sch,struct Qdisc * new,struct Qdisc * old,struct netlink_ext_ack * extack) tbf_offload_graft() argument
205 tbf_segment(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) tbf_segment() argument
245 tbf_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) tbf_enqueue() argument
275 tbf_dequeue(struct Qdisc * sch) tbf_dequeue() argument
335 tbf_reset(struct Qdisc * sch) tbf_reset() argument
356 tbf_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) tbf_change() argument
484 tbf_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) tbf_init() argument
500 tbf_destroy(struct Qdisc * sch) tbf_destroy() argument
509 tbf_dump(struct Qdisc * sch,struct sk_buff * skb) tbf_dump() argument
551 tbf_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) tbf_dump_class() argument
562 tbf_graft(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) tbf_graft() argument
576 tbf_leaf(struct Qdisc * sch,unsigned long arg) tbf_leaf() argument
582 tbf_find(struct Qdisc * sch,u32 classid) tbf_find() argument
587 tbf_walk(struct Qdisc * sch,struct qdisc_walker * walker) tbf_walk() argument
[all...] |
| H A D | sch_drr.c | 43 static struct drr_class *drr_find_class(struct Qdisc *sch, u32 classid) in drr_find_class() argument
45 struct drr_sched *q = qdisc_priv(sch); in drr_find_class()
58 static int drr_change_class(struct Qdisc *sch, u32 classid, u32 parentid, in drr_change_class() argument
62 struct drr_sched *q = qdisc_priv(sch); in drr_change_class()
86 quantum = psched_mtu(qdisc_dev(sch)); in drr_change_class()
100 sch_tree_lock(sch); in drr_change_class()
103 sch_tree_unlock(sch); in drr_change_class()
116 cl->qdisc = qdisc_create_dflt(sch->dev_queue, in drr_change_class()
135 sch_tree_lock(sch); in drr_change_class()
137 sch_tree_unlock(sch); in drr_change_class()
145 drr_destroy_class(struct Qdisc * sch,struct drr_class * cl) drr_destroy_class() argument
152 drr_delete_class(struct Qdisc * sch,unsigned long arg,struct netlink_ext_ack * extack) drr_delete_class() argument
174 drr_search_class(struct Qdisc * sch,u32 classid) drr_search_class() argument
179 drr_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack) drr_tcf_block() argument
192 drr_bind_tcf(struct Qdisc * sch,unsigned long parent,u32 classid) drr_bind_tcf() argument
203 drr_unbind_tcf(struct Qdisc * sch,unsigned long arg) drr_unbind_tcf() argument
210 drr_graft_class(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) drr_graft_class() argument
227 drr_class_leaf(struct Qdisc * sch,unsigned long arg) drr_class_leaf() argument
241 drr_dump_class(struct Qdisc * sch,unsigned long arg,struct sk_buff * skb,struct tcmsg * tcm) drr_dump_class() argument
263 drr_dump_class_stats(struct Qdisc * sch,unsigned long arg,struct gnet_dump * d) drr_dump_class_stats() argument
283 drr_walk(struct Qdisc * sch,struct qdisc_walker * arg) drr_walk() argument
300 drr_classify(struct sk_buff * skb,struct Qdisc * sch,int * qerr) drr_classify() argument
338 drr_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) drr_enqueue() argument
373 drr_dequeue(struct Qdisc * sch) drr_dequeue() argument
413 drr_init_qdisc(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) drr_init_qdisc() argument
429 drr_reset_qdisc(struct Qdisc * sch) drr_reset_qdisc() argument
444 drr_destroy_qdisc(struct Qdisc * sch) drr_destroy_qdisc() argument
[all...] |
| H A D | sch_etf.c | 75 static bool is_packet_valid(struct Qdisc *sch, struct sk_buff *nskb) in is_packet_valid() argument
77 struct etf_sched_data *q = qdisc_priv(sch); in is_packet_valid()
108 static struct sk_buff *etf_peek_timesortedlist(struct Qdisc *sch) in etf_peek_timesortedlist() argument
110 struct etf_sched_data *q = qdisc_priv(sch); in etf_peek_timesortedlist()
120 static void reset_watchdog(struct Qdisc *sch) in reset_watchdog() argument
122 struct etf_sched_data *q = qdisc_priv(sch); in reset_watchdog()
123 struct sk_buff *skb = etf_peek_timesortedlist(sch); in reset_watchdog()
162 static int etf_enqueue_timesortedlist(struct sk_buff *nskb, struct Qdisc *sch, in etf_enqueue_timesortedlist() argument
165 struct etf_sched_data *q = qdisc_priv(sch); in etf_enqueue_timesortedlist()
170 if (!is_packet_valid(sch, nsk in etf_enqueue_timesortedlist()
200 timesortedlist_drop(struct Qdisc * sch,struct sk_buff * skb,ktime_t now) timesortedlist_drop() argument
231 timesortedlist_remove(struct Qdisc * sch,struct sk_buff * skb) timesortedlist_remove() argument
253 etf_dequeue_timesortedlist(struct Qdisc * sch) etf_dequeue_timesortedlist() argument
343 etf_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) etf_init() argument
417 timesortedlist_clear(struct Qdisc * sch) timesortedlist_clear() argument
433 etf_reset(struct Qdisc * sch) etf_reset() argument
448 etf_destroy(struct Qdisc * sch) etf_destroy() argument
460 etf_dump(struct Qdisc * sch,struct sk_buff * skb) etf_dump() argument
[all...] |
| H A D | sch_cbs.c | 81 int (*enqueue)(struct sk_buff *skb, struct Qdisc *sch,
83 struct sk_buff *(*dequeue)(struct Qdisc *sch);
88 static int cbs_child_enqueue(struct sk_buff *skb, struct Qdisc *sch, in cbs_child_enqueue() argument
99 sch->qstats.backlog += len; in cbs_child_enqueue()
100 sch->q.qlen++; in cbs_child_enqueue()
105 static int cbs_enqueue_offload(struct sk_buff *skb, struct Qdisc *sch, in cbs_enqueue_offload() argument
108 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_enqueue_offload()
111 return cbs_child_enqueue(skb, sch, qdisc, to_free); in cbs_enqueue_offload()
114 static int cbs_enqueue_soft(struct sk_buff *skb, struct Qdisc *sch, in cbs_enqueue_soft() argument
117 struct cbs_sched_data *q = qdisc_priv(sch); in cbs_enqueue_soft()
131 cbs_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) cbs_enqueue() argument
161 cbs_child_dequeue(struct Qdisc * sch,struct Qdisc * child) cbs_child_dequeue() argument
176 cbs_dequeue_soft(struct Qdisc * sch) cbs_dequeue_soft() argument
231 cbs_dequeue_offload(struct Qdisc * sch) cbs_dequeue_offload() argument
239 cbs_dequeue(struct Qdisc * sch) cbs_dequeue() argument
361 cbs_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) cbs_change() argument
401 cbs_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) cbs_init() argument
433 cbs_destroy(struct Qdisc * sch) cbs_destroy() argument
452 cbs_dump(struct Qdisc * sch,struct sk_buff * skb) cbs_dump() argument
478 cbs_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) cbs_dump_class() argument
492 cbs_graft(struct Qdisc * sch,unsigned long arg,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) cbs_graft() argument
508 cbs_leaf(struct Qdisc * sch,unsigned long arg) cbs_leaf() argument
515 cbs_find(struct Qdisc * sch,u32 classid) cbs_find() argument
520 cbs_walk(struct Qdisc * sch,struct qdisc_walker * walker) cbs_walk() argument
[all...] |
| H A D | sch_skbprio.c | 68 static int skbprio_enqueue(struct sk_buff *skb, struct Qdisc *sch, in skbprio_enqueue() argument
72 struct skbprio_sched_data *q = qdisc_priv(sch); in skbprio_enqueue()
83 /* sch->limit can change under us from skbprio_change() */ in skbprio_enqueue()
84 if (sch->q.qlen < READ_ONCE(sch->limit)) { in skbprio_enqueue()
86 qdisc_qstats_backlog_inc(sch, skb); in skbprio_enqueue()
96 sch->q.qlen++; in skbprio_enqueue()
105 return qdisc_drop(skb, sch, to_free); in skbprio_enqueue()
109 qdisc_qstats_backlog_inc(sch, skb); in skbprio_enqueue()
116 qdisc_qstats_backlog_dec(sch, to_dro in skbprio_enqueue()
139 skbprio_dequeue(struct Qdisc * sch) skbprio_dequeue() argument
166 skbprio_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) skbprio_change() argument
178 skbprio_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) skbprio_init() argument
198 skbprio_dump(struct Qdisc * sch,struct sk_buff * skb) skbprio_dump() argument
210 skbprio_reset(struct Qdisc * sch) skbprio_reset() argument
223 skbprio_destroy(struct Qdisc * sch) skbprio_destroy() argument
232 skbprio_leaf(struct Qdisc * sch,unsigned long arg) skbprio_leaf() argument
237 skbprio_find(struct Qdisc * sch,u32 classid) skbprio_find() argument
242 skbprio_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) skbprio_dump_class() argument
249 skbprio_dump_class_stats(struct Qdisc * sch,unsigned long cl,struct gnet_dump * d) skbprio_dump_class_stats() argument
259 skbprio_walk(struct Qdisc * sch,struct qdisc_walker * arg) skbprio_walk() argument
[all...] |
| H A D | sch_dualpi2.c | 72 struct Qdisc *sch; /* The Classic queue (C-queue) */ member
208 static void dualpi2_calculate_c_protection(struct Qdisc *sch, in dualpi2_calculate_c_protection() argument
213 q->c_protection_init = (s32)psched_mtu(qdisc_dev(sch)) * in dualpi2_calculate_c_protection()
249 * delay, eventually resulting in taildrop behavior once sch->limit is
282 static bool must_drop(struct Qdisc *sch, struct dualpi2_sched_data *q, in must_drop() argument
289 if (sch->qstats.backlog < 2 * psched_mtu(qdisc_dev(sch))) in must_drop()
355 if (TC_H_MAJ(skb->priority) == q->sch->handle && in dualpi2_skb_classify()
385 static int dualpi2_enqueue_skb(struct sk_buff *skb, struct Qdisc *sch, in dualpi2_enqueue_skb() argument
388 struct dualpi2_sched_data *q = qdisc_priv(sch); in dualpi2_enqueue_skb()
441 dualpi2_qdisc_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) dualpi2_qdisc_enqueue() argument
516 dequeue_packet(struct Qdisc * sch,struct dualpi2_sched_data * q,int * credit_change,u64 now) dequeue_packet() argument
575 drop_and_retry(struct dualpi2_sched_data * q,struct sk_buff * skb,struct Qdisc * sch,enum skb_drop_reason reason) drop_and_retry() argument
583 dualpi2_qdisc_dequeue(struct Qdisc * sch) dualpi2_qdisc_dequeue() argument
639 calculate_probability(struct Qdisc * sch) calculate_probability() argument
677 get_memory_limit(struct Qdisc * sch,u32 limit) get_memory_limit() argument
712 struct Qdisc *sch = q->sch; dualpi2_timer() local
758 dualpi2_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) dualpi2_change() argument
888 dualpi2_reset_default(struct Qdisc * sch) dualpi2_reset_default() argument
913 dualpi2_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) dualpi2_init() argument
944 dualpi2_dump(struct Qdisc * sch,struct sk_buff * skb) dualpi2_dump() argument
1020 dualpi2_dump_stats(struct Qdisc * sch,struct gnet_dump * d) dualpi2_dump_stats() argument
1047 dualpi2_reset(struct Qdisc * sch) dualpi2_reset() argument
1066 dualpi2_destroy(struct Qdisc * sch) dualpi2_destroy() argument
1077 dualpi2_leaf(struct Qdisc * sch,unsigned long arg) dualpi2_leaf() argument
1082 dualpi2_find(struct Qdisc * sch,u32 classid) dualpi2_find() argument
1087 dualpi2_bind(struct Qdisc * sch,unsigned long parent,u32 classid) dualpi2_bind() argument
1097 dualpi2_tcf_block(struct Qdisc * sch,unsigned long cl,struct netlink_ext_ack * extack) dualpi2_tcf_block() argument
1107 dualpi2_walk(struct Qdisc * sch,struct qdisc_walker * arg) dualpi2_walk() argument
[all...] |
| H A D | sch_pie.c | 30 struct Qdisc *sch; member
33 bool pie_drop_early(struct Qdisc *sch, struct pie_params *params, in pie_drop_early() argument
38 u32 mtu = psched_mtu(qdisc_dev(sch)); in pie_drop_early()
85 static int pie_qdisc_enqueue(struct sk_buff *skb, struct Qdisc *sch, in pie_qdisc_enqueue() argument
89 struct pie_sched_data *q = qdisc_priv(sch); in pie_qdisc_enqueue()
92 if (unlikely(qdisc_qlen(sch) >= sch->limit)) { in pie_qdisc_enqueue()
99 if (!pie_drop_early(sch, &q->params, &q->vars, sch->qstats.backlog, in pie_qdisc_enqueue()
118 if (qdisc_qlen(sch) > in pie_qdisc_enqueue()
141 pie_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) pie_change() argument
428 struct Qdisc *sch = q->sch; pie_timer() local
443 pie_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) pie_init() argument
466 pie_dump(struct Qdisc * sch,struct sk_buff * skb) pie_dump() argument
498 pie_dump_stats(struct Qdisc * sch,struct gnet_dump * d) pie_dump_stats() argument
523 pie_qdisc_dequeue(struct Qdisc * sch) pie_qdisc_dequeue() argument
535 pie_reset(struct Qdisc * sch) pie_reset() argument
543 pie_destroy(struct Qdisc * sch) pie_destroy() argument
[all...] |
| H A D | sch_choke.c | 113 static void choke_drop_by_idx(struct Qdisc *sch, unsigned int idx, in choke_drop_by_idx() argument
116 struct choke_sched_data *q = qdisc_priv(sch); in choke_drop_by_idx()
126 --sch->q.qlen; in choke_drop_by_idx()
127 qdisc_qstats_backlog_dec(sch, skb); in choke_drop_by_idx()
128 qdisc_tree_reduce_backlog(sch, 1, qdisc_pkt_len(skb)); in choke_drop_by_idx()
129 qdisc_drop(skb, sch, to_free); in choke_drop_by_idx()
212 static int choke_enqueue(struct sk_buff *skb, struct Qdisc *sch, in choke_enqueue() argument
215 struct choke_sched_data *q = qdisc_priv(sch); in choke_enqueue()
220 q->vars.qavg = red_calc_qavg(p, &q->vars, sch->q.qlen); in choke_enqueue()
233 choke_drop_by_idx(sch, id in choke_enqueue()
283 choke_dequeue(struct Qdisc * sch) choke_dequeue() argument
304 choke_reset(struct Qdisc * sch) choke_reset() argument
335 choke_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) choke_change() argument
425 choke_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) choke_init() argument
431 choke_dump(struct Qdisc * sch,struct sk_buff * skb) choke_dump() argument
460 choke_dump_stats(struct Qdisc * sch,struct gnet_dump * d) choke_dump_stats() argument
473 choke_destroy(struct Qdisc * sch) choke_destroy() argument
480 choke_peek_head(struct Qdisc * sch) choke_peek_head() argument
[all...] |
| H A D | sch_mqprio.c | 34 static int mqprio_enable_offload(struct Qdisc *sch, in mqprio_enable_offload() argument
38 struct mqprio_sched *priv = qdisc_priv(sch); in mqprio_enable_offload()
39 struct net_device *dev = qdisc_dev(sch); in mqprio_enable_offload()
80 static void mqprio_disable_offload(struct Qdisc *sch) in mqprio_disable_offload() argument
83 struct mqprio_sched *priv = qdisc_priv(sch); in mqprio_disable_offload()
84 struct net_device *dev = qdisc_dev(sch); in mqprio_disable_offload()
95 static void mqprio_destroy(struct Qdisc *sch) in mqprio_destroy() argument
97 struct net_device *dev = qdisc_dev(sch); in mqprio_destroy()
98 struct mqprio_sched *priv = qdisc_priv(sch); in mqprio_destroy()
110 mqprio_disable_offload(sch); in mqprio_destroy()
202 mqprio_parse_tc_entries(struct Qdisc * sch,struct nlattr * nlattr_opt,int nlattr_opt_len,struct netlink_ext_ack * extack) mqprio_parse_tc_entries() argument
242 mqprio_parse_nlattr(struct Qdisc * sch,struct tc_mqprio_qopt * qopt,struct nlattr * opt,struct netlink_ext_ack * extack) mqprio_parse_nlattr() argument
345 mqprio_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) mqprio_init() argument
432 mqprio_attach(struct Qdisc * sch) mqprio_attach() argument
452 mqprio_queue_get(struct Qdisc * sch,unsigned long cl) mqprio_queue_get() argument
463 mqprio_graft(struct Qdisc * sch,unsigned long cl,struct Qdisc * new,struct Qdisc ** old,struct netlink_ext_ack * extack) mqprio_graft() argument
553 mqprio_dump(struct Qdisc * sch,struct sk_buff * skb) mqprio_dump() argument
612 mqprio_leaf(struct Qdisc * sch,unsigned long cl) mqprio_leaf() argument
622 mqprio_find(struct Qdisc * sch,u32 classid) mqprio_find() argument
641 mqprio_dump_class(struct Qdisc * sch,unsigned long cl,struct sk_buff * skb,struct tcmsg * tcm) mqprio_dump_class() argument
661 mqprio_dump_class_stats(struct Qdisc * sch,unsigned long cl,struct gnet_dump * d) mqprio_dump_class_stats() argument
717 mqprio_walk(struct Qdisc * sch,struct qdisc_walker * arg) mqprio_walk() argument
748 mqprio_select_queue(struct Qdisc * sch,struct tcmsg * tcm) mqprio_select_queue() argument
[all...] |
| H A D | sch_gred.c | 92 static inline int gred_wred_mode_check(struct Qdisc *sch) in gred_wred_mode_check() argument
94 struct gred_sched *table = qdisc_priv(sch); in gred_wred_mode_check()
115 struct Qdisc *sch) in gred_backlog() argument
118 return sch->qstats.backlog; in gred_backlog()
165 static int gred_enqueue(struct sk_buff *skb, struct Qdisc *sch, in gred_enqueue() argument
169 struct gred_sched *t = qdisc_priv(sch); in gred_enqueue()
182 if (likely(sch->qstats.backlog + qdisc_pkt_len(skb) <= in gred_enqueue()
183 sch->limit)) in gred_enqueue()
184 return qdisc_enqueue_tail(skb, sch); in gred_enqueue()
214 gred_backlog(t, q, sch)); in gred_enqueue()
261 gred_dequeue(struct Qdisc * sch) gred_dequeue() argument
293 gred_reset(struct Qdisc * sch) gred_reset() argument
311 gred_offload(struct Qdisc * sch,enum tc_gred_command command) gred_offload() argument
354 gred_offload_dump_stats(struct Qdisc * sch) gred_offload_dump_stats() argument
408 gred_change_table_def(struct Qdisc * sch,struct nlattr * dps,struct netlink_ext_ack * extack) gred_change_table_def() argument
481 gred_change_vq(struct Qdisc * sch,int dp,struct tc_gred_qopt * ctl,int prio,u8 * stab,u32 max_P,struct gred_sched_data ** prealloc,struct netlink_ext_ack * extack) gred_change_vq() argument
642 gred_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) gred_change() argument
732 gred_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) gred_init() argument
768 gred_dump(struct Qdisc * sch,struct sk_buff * skb) gred_dump() argument
908 gred_destroy(struct Qdisc * sch) gred_destroy() argument
[all...] |
| H A D | sch_fq_pie.c | 59 struct Qdisc *sch; member
81 static unsigned int fq_pie_classify(struct sk_buff *skb, struct Qdisc *sch, in fq_pie_classify() argument
84 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_classify()
89 if (TC_H_MAJ(skb->priority) == sch->handle && in fq_pie_classify()
130 static int fq_pie_qdisc_enqueue(struct sk_buff *skb, struct Qdisc *sch, in fq_pie_qdisc_enqueue() argument
134 struct fq_pie_sched_data *q = qdisc_priv(sch); in fq_pie_qdisc_enqueue()
143 idx = fq_pie_classify(skb, sch, &ret); in fq_pie_qdisc_enqueue()
146 qdisc_qstats_drop(sch); in fq_pie_qdisc_enqueue()
158 if (unlikely(qdisc_qlen(sch) >= sch in fq_pie_qdisc_enqueue()
238 fq_pie_qdisc_dequeue(struct Qdisc * sch) fq_pie_qdisc_dequeue() argument
287 fq_pie_change(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) fq_pie_change() argument
389 struct Qdisc *sch = q->sch; fq_pie_timer() local
418 fq_pie_init(struct Qdisc * sch,struct nlattr * opt,struct netlink_ext_ack * extack) fq_pie_init() argument
472 fq_pie_dump(struct Qdisc * sch,struct sk_buff * skb) fq_pie_dump() argument
508 fq_pie_dump_stats(struct Qdisc * sch,struct gnet_dump * d) fq_pie_dump_stats() argument
533 fq_pie_reset(struct Qdisc * sch) fq_pie_reset() argument
552 fq_pie_destroy(struct Qdisc * sch) fq_pie_destroy() argument
[all...] |
| /linux/include/net/ |
| H A D | sch_generic.h | 75 struct Qdisc *sch,
77 struct sk_buff * (*dequeue)(struct Qdisc *sch);
266 struct tcf_block * (*tcf_block)(struct Qdisc *sch,
295 struct Qdisc *sch,
300 int (*init)(struct Qdisc *sch, struct nlattr *arg,
304 int (*change)(struct Qdisc *sch,
307 void (*attach)(struct Qdisc *sch);
309 void (*change_real_num_tx)(struct Qdisc *sch,
315 void (*ingress_block_set)(struct Qdisc *sch,
317 void (*egress_block_set)(struct Qdisc *sch,
716 qdisc_offload_graft_helper(struct net_device * dev,struct Qdisc * sch,struct Qdisc * new,struct Qdisc * old,enum tc_setup_type type,void * type_data,struct netlink_ext_ack * extack) qdisc_offload_graft_helper() argument
845 qdisc_calculate_pkt_len(struct sk_buff * skb,const struct Qdisc * sch) qdisc_calculate_pkt_len() argument
855 qdisc_enqueue(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) qdisc_enqueue() argument
878 qdisc_bstats_cpu_update(struct Qdisc * sch,const struct sk_buff * skb) qdisc_bstats_cpu_update() argument
884 qdisc_bstats_update(struct Qdisc * sch,const struct sk_buff * skb) qdisc_bstats_update() argument
890 qdisc_qstats_backlog_dec(struct Qdisc * sch,const struct sk_buff * skb) qdisc_qstats_backlog_dec() argument
896 qdisc_qstats_cpu_backlog_dec(struct Qdisc * sch,const struct sk_buff * skb) qdisc_qstats_cpu_backlog_dec() argument
902 qdisc_qstats_backlog_inc(struct Qdisc * sch,const struct sk_buff * skb) qdisc_qstats_backlog_inc() argument
908 qdisc_qstats_cpu_backlog_inc(struct Qdisc * sch,const struct sk_buff * skb) qdisc_qstats_cpu_backlog_inc() argument
914 qdisc_qstats_cpu_qlen_inc(struct Qdisc * sch) qdisc_qstats_cpu_qlen_inc() argument
919 qdisc_qstats_cpu_qlen_dec(struct Qdisc * sch) qdisc_qstats_cpu_qlen_dec() argument
924 qdisc_qstats_cpu_requeues_inc(struct Qdisc * sch) qdisc_qstats_cpu_requeues_inc() argument
929 __qdisc_qstats_drop(struct Qdisc * sch,int count) __qdisc_qstats_drop() argument
944 qdisc_qstats_drop(struct Qdisc * sch) qdisc_qstats_drop() argument
949 qdisc_qstats_cpu_drop(struct Qdisc * sch) qdisc_qstats_cpu_drop() argument
954 qdisc_qstats_overlimit(struct Qdisc * sch) qdisc_qstats_overlimit() argument
959 qdisc_qstats_copy(struct gnet_dump * d,struct Qdisc * sch) qdisc_qstats_copy() argument
966 qdisc_qstats_qlen_backlog(struct Qdisc * sch,__u32 * qlen,__u32 * backlog) qdisc_qstats_qlen_backlog() argument
976 qdisc_purge_queue(struct Qdisc * sch) qdisc_purge_queue() argument
1001 qdisc_enqueue_tail(struct sk_buff * skb,struct Qdisc * sch) qdisc_enqueue_tail() argument
1034 qdisc_dequeue_internal(struct Qdisc * sch,bool direct) qdisc_dequeue_internal() argument
1049 qdisc_dequeue_head(struct Qdisc * sch) qdisc_dequeue_head() argument
1111 __qdisc_queue_drop_head(struct Qdisc * sch,struct qdisc_skb_head * qh,struct sk_buff ** to_free) __qdisc_queue_drop_head() argument
1128 qdisc_peek_head(struct Qdisc * sch) qdisc_peek_head() argument
1136 qdisc_peek_dequeued(struct Qdisc * sch) qdisc_peek_dequeued() argument
1155 qdisc_update_stats_at_dequeue(struct Qdisc * sch,struct sk_buff * skb) qdisc_update_stats_at_dequeue() argument
1169 qdisc_update_stats_at_enqueue(struct Qdisc * sch,unsigned int pkt_len) qdisc_update_stats_at_enqueue() argument
1182 qdisc_dequeue_peeked(struct Qdisc * sch) qdisc_dequeue_peeked() argument
1218 qdisc_reset_queue(struct Qdisc * sch) qdisc_reset_queue() argument
1223 qdisc_replace(struct Qdisc * sch,struct Qdisc * new,struct Qdisc ** pold) qdisc_replace() argument
1238 rtnl_qdisc_drop(struct sk_buff * skb,struct Qdisc * sch) rtnl_qdisc_drop() argument
1244 qdisc_drop_cpu(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) qdisc_drop_cpu() argument
1253 qdisc_drop(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) qdisc_drop() argument
1262 qdisc_drop_reason(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free,enum skb_drop_reason reason) qdisc_drop_reason() argument
1270 qdisc_drop_all(struct sk_buff * skb,struct Qdisc * sch,struct sk_buff ** to_free) qdisc_drop_all() argument
[all...] |
| /linux/kernel/sched/ |
| H A D | ext.c | 1174 static void scx_vexit(struct scx_sched *sch, enum scx_exit_kind kind,
1177 static __printf(4, 5) void scx_exit(struct scx_sched *sch, in scx_exit() argument
1184 scx_vexit(sch, kind, exit_code, fmt, args); in scx_exit()
1191 struct scx_sched *sch; in scx_kf_exit() local
1195 sch = rcu_dereference(scx_root); in scx_kf_exit()
1196 if (sch) { in scx_kf_exit()
1198 scx_vexit(sch, kind, exit_code, fmt, args); in scx_kf_exit()
1204 #define scx_error(sch, fmt, args...) scx_exit((sch), SCX_EXIT_ERROR, 0, fmt, ##args) argument
1207 #define SCX_HAS_OP(sch, o argument
1237 struct scx_sched *sch = scx_root; find_global_dsq() local
1242 find_user_dsq(struct scx_sched * sch,u64 dsq_id) find_user_dsq() argument
1291 SCX_CALL_OP(sch,mask,op,rq,args...) global() argument
1306 SCX_CALL_OP_RET(sch,mask,op,rq,args...) global() argument
1335 SCX_CALL_OP_TASK(sch,mask,op,rq,task,args...) global() argument
1343 SCX_CALL_OP_TASK_RET(sch,mask,op,rq,task,args...) global() argument
1353 SCX_CALL_OP_2TASKS_RET(sch,mask,op,rq,task0,task1,args...) global() argument
1666 scx_add_event(sch,name,cnt) global() argument
1679 __scx_add_event(sch,name,cnt) global() argument
1758 ops_cpu_valid(struct scx_sched * sch,s32 cpu,const char * where) ops_cpu_valid() argument
1798 ops_sanitize_err(struct scx_sched * sch,const char * ops_name,s32 err) ops_sanitize_err() argument
1951 dispatch_enqueue(struct scx_sched * sch,struct scx_dispatch_q * dsq,struct task_struct * p,u64 enq_flags) dispatch_enqueue() argument
2132 find_dsq_for_dispatch(struct scx_sched * sch,struct rq * rq,u64 dsq_id,struct task_struct * p) find_dsq_for_dispatch() argument
2194 direct_dispatch(struct scx_sched * sch,struct task_struct * p,u64 enq_flags) direct_dispatch() argument
2259 struct scx_sched *sch = scx_root; do_enqueue_task() local
2377 struct scx_sched *sch = scx_root; enqueue_task_scx() local
2424 struct scx_sched *sch = scx_root; ops_dequeue() local
2473 struct scx_sched *sch = scx_root; dequeue_task_scx() local
2517 struct scx_sched *sch = scx_root; yield_task_scx() local
2528 struct scx_sched *sch = scx_root; yield_to_task_scx() local
2612 task_can_run_on_remote_rq(struct scx_sched * sch,struct task_struct * p,struct rq * rq,bool enforce) task_can_run_on_remote_rq() argument
2742 move_task_between_dsqs(struct scx_sched * sch,struct task_struct * p,u64 enq_flags,struct scx_dispatch_q * src_dsq,struct scx_dispatch_q * dst_dsq) move_task_between_dsqs() argument
2825 consume_dispatch_q(struct scx_sched * sch,struct rq * rq,struct scx_dispatch_q * dsq) consume_dispatch_q() argument
2869 consume_global_dsq(struct scx_sched * sch,struct rq * rq) consume_global_dsq() argument
2891 dispatch_to_local_dsq(struct scx_sched * sch,struct rq * rq,struct scx_dispatch_q * dst_dsq,struct task_struct * p,u64 enq_flags) dispatch_to_local_dsq() argument
2991 finish_dispatch(struct scx_sched * sch,struct rq * rq,struct task_struct * p,unsigned long qseq_at_dispatch,u64 dsq_id,u64 enq_flags) finish_dispatch() argument
3053 flush_dispatch_buf(struct scx_sched * sch,struct rq * rq) flush_dispatch_buf() argument
3071 struct scx_sched *sch = scx_root; balance_one() local
3234 struct scx_sched *sch = scx_root; process_ddsp_deferred_locals() local
3248 struct scx_sched *sch = scx_root; set_next_task_scx() local
3304 struct scx_sched *sch = scx_root; switch_class() local
3351 struct scx_sched *sch = scx_root; put_prev_task_scx() local
3455 struct scx_sched *sch = scx_root; pick_task_scx() local
3491 struct scx_sched *sch = scx_root; scx_prio_less() local
3511 struct scx_sched *sch = scx_root; select_task_rq_scx() local
3572 struct scx_sched *sch = scx_root; set_cpus_allowed_scx() local
3591 struct scx_sched *sch = scx_root; handle_hotplug() local
3641 struct scx_sched *sch; check_rq_for_timeouts() local
3688 struct scx_sched *sch; scx_tick() local
3713 struct scx_sched *sch = scx_root; task_tick_scx() local
3792 struct scx_sched *sch = scx_root; scx_init_task() local
3845 struct scx_sched *sch = scx_root; scx_enable_task() local
3873 struct scx_sched *sch = scx_root; scx_disable_task() local
3886 struct scx_sched *sch = scx_root; scx_exit_task() local
4016 struct scx_sched *sch = scx_root; reweight_task_scx() local
4032 struct scx_sched *sch = scx_root; switching_to_scx() local
4099 struct scx_sched *sch = scx_root; scx_tg_online() local
4131 struct scx_sched *sch = scx_root; scx_tg_offline() local
4148 struct scx_sched *sch = scx_root; scx_cgroup_can_attach() local
4201 struct scx_sched *sch = scx_root; scx_cgroup_move_task() local
4225 struct scx_sched *sch = scx_root; scx_cgroup_cancel_attach() local
4245 struct scx_sched *sch = scx_root; scx_group_set_weight() local
4267 struct scx_sched *sch = scx_root; scx_group_set_bandwidth() local
4370 destroy_dsq(struct scx_sched * sch,u64 dsq_id) destroy_dsq() argument
4410 scx_cgroup_exit(struct scx_sched * sch) scx_cgroup_exit() argument
4446 scx_cgroup_init(struct scx_sched * sch) scx_cgroup_init() argument
4501 scx_cgroup_exit(struct scx_sched * sch) scx_cgroup_exit() argument
4502 scx_cgroup_init(struct scx_sched * sch) scx_cgroup_init() argument
4569 struct scx_sched *sch = container_of(rcu_work, struct scx_sched, rcu_work); scx_sched_free_rcu_work() local
4599 struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj); scx_kobj_release() local
4619 struct scx_sched *sch = container_of(kobj, struct scx_sched, kobj); scx_attr_events_show() local
4689 struct scx_sched *sch; scx_rcu_cpu_stall() local
4726 struct scx_sched *sch; scx_softlockup() local
4801 struct scx_sched *sch; scx_bypass() local
4942 struct scx_sched *sch = container_of(work, struct scx_sched, disable_work); scx_disable_workfn() local
5087 struct scx_sched *sch; scx_disable() local
5216 struct scx_sched *sch = scx_root; scx_dump_task() local
5258 struct scx_sched *sch = scx_root; scx_dump_state() local
5401 struct scx_sched *sch = container_of(irq_work, struct scx_sched, error_irq_work); scx_error_irq_workfn() local
5410 scx_vexit(struct scx_sched * sch,enum scx_exit_kind kind,s64 exit_code,const char * fmt,va_list args) scx_vexit() argument
5439 struct scx_sched *sch; scx_alloc_and_add_sched() local
5515 check_hotplug_seq(struct scx_sched * sch,const struct sched_ext_ops * ops) check_hotplug_seq() argument
5536 validate_ops(struct scx_sched * sch,const struct sched_ext_ops * ops) validate_ops() argument
5565 struct scx_sched *sch; scx_enable() local
5944 struct scx_sched *sch = ops->priv; bpf_scx_unreg() local
6220 struct scx_sched *sch = scx_root; print_scx_info() local
6475 struct scx_sched *sch = scx_root; scx_dsq_move() local
6608 struct scx_sched *sch = scx_root; scx_bpf_dsq_move_to_local() local
6832 struct scx_sched *sch; scx_bpf_create_dsq() local
6952 struct scx_sched *sch; scx_bpf_dsq_nr_queued() local
6998 struct scx_sched *sch; scx_bpf_destroy_dsq() local
7021 struct scx_sched *sch; bpf_iter_scx_dsq_new() local
7519 scx_read_events(struct scx_sched * sch,struct scx_event_stats * events) scx_read_events() argument
7548 struct scx_sched *sch; scx_bpf_events() local
[all...] |