Lines Matching +full:in +full:- +full:band
1 // SPDX-License-Identifier: GPL-2.0-only
6 * -----------
9 * discipline that merges functionality of PRIO and DRR qdiscs in one scheduler.
10 * ETS makes it easy to configure a set of strict and bandwidth-sharing bands to
11 * implement the transmission selection described in 802.1Qaz.
15 * PRIO-like and how many DRR-like, and quanta for the latter.
18 * ---------
20 * The strict classes, if any, are tried for traffic first: first band 0, if it
21 * has no traffic then band 1, etc.
23 * When there is no traffic in any of the strict queues, the bandwidth-sharing
24 * ones are tried next. Each band is assigned a deficit counter, initialized to
25 * "quantum" of that band. ETS maintains a list of active bandwidth-sharing
26 * bands whose qdiscs are non-empty. A packet is dequeued from the band at the
29 * scheduler moves on to the next band in the active list.
40 struct list_head alist; /* In struct ets_sched.active. */
79 return !list_empty(&cl->alist); in cl_is_active()
89 return -EINVAL; in ets_quantum_parse()
99 if (arg == 0 || arg > q->nbands) in ets_class_from_arg()
101 return &q->classes[arg - 1]; in ets_class_from_arg()
107 int band = cl - q->classes; in ets_class_id() local
109 return TC_H_MAKE(sch->handle, band + 1); in ets_class_id()
125 if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) in ets_offload_change()
129 qopt.handle = sch->handle; in ets_offload_change()
130 qopt.parent = sch->parent; in ets_offload_change()
131 qopt.replace_params.bands = q->nbands; in ets_offload_change()
132 qopt.replace_params.qstats = &sch->qstats; in ets_offload_change()
134 q->prio2band, sizeof(q->prio2band)); in ets_offload_change()
136 for (i = 0; i < q->nbands; i++) in ets_offload_change()
137 q_sum += q->classes[i].quantum; in ets_offload_change()
139 for (i = 0; i < q->nbands; i++) { in ets_offload_change()
140 quantum = q->classes[i].quantum; in ets_offload_change()
143 weight = w_psum - w_psum_prev; in ets_offload_change()
150 dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_ETS, &qopt); in ets_offload_change()
158 if (!tc_can_offload(dev) || !dev->netdev_ops->ndo_setup_tc) in ets_offload_destroy()
162 qopt.handle = sch->handle; in ets_offload_destroy()
163 qopt.parent = sch->parent; in ets_offload_destroy()
164 dev->netdev_ops->ndo_setup_tc(dev, TC_SETUP_QDISC_ETS, &qopt); in ets_offload_destroy()
175 qopt.handle = sch->handle; in ets_offload_graft()
176 qopt.parent = sch->parent; in ets_offload_graft()
177 qopt.graft_params.band = arg - 1; in ets_offload_graft()
178 qopt.graft_params.child_handle = new->handle; in ets_offload_graft()
189 qopt.handle = sch->handle; in ets_offload_dump()
190 qopt.parent = sch->parent; in ets_offload_dump()
191 qopt.stats.bstats = &sch->bstats; in ets_offload_dump()
192 qopt.stats.qstats = &sch->qstats; in ets_offload_dump()
199 unsigned int band = cl - q->classes; in ets_class_is_strict() local
201 return band < q->nstrict; in ets_class_is_strict()
219 NL_SET_ERR_MSG(extack, "Fine-grained class addition and removal is not supported"); in ets_class_change()
220 return -EOPNOTSUPP; in ets_class_change()
225 return -EINVAL; in ets_class_change()
238 return -EINVAL; in ets_class_change()
247 cl->quantum = quantum; in ets_class_change()
261 new = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_class_graft()
269 *old = qdisc_replace(sch, new, &cl->qdisc); in ets_class_graft()
278 return cl->qdisc; in ets_class_leaf()
283 unsigned long band = TC_H_MIN(classid); in ets_class_find() local
286 if (band - 1 >= q->nbands) in ets_class_find()
288 return band; in ets_class_find()
296 /* We get notified about zero-length child Qdiscs as well if they are in ets_class_qlen_notify()
300 if (!ets_class_is_strict(q, cl) && sch->q.qlen) in ets_class_qlen_notify()
301 list_del_init(&cl->alist); in ets_class_qlen_notify()
311 tcm->tcm_parent = TC_H_ROOT; in ets_class_dump()
312 tcm->tcm_handle = ets_class_id(sch, cl); in ets_class_dump()
313 tcm->tcm_info = cl->qdisc->handle; in ets_class_dump()
319 if (nla_put_u32(skb, TCA_ETS_QUANTA_BAND, cl->quantum)) in ets_class_dump()
326 return -EMSGSIZE; in ets_class_dump()
333 struct Qdisc *cl_q = cl->qdisc; in ets_class_dump_stats()
335 if (gnet_stats_copy_basic(d, NULL, &cl_q->bstats, true) < 0 || in ets_class_dump_stats()
337 return -1; in ets_class_dump_stats()
347 if (arg->stop) in ets_qdisc_walk()
350 for (i = 0; i < q->nbands; i++) { in ets_qdisc_walk()
367 return q->block; in ets_qdisc_tcf_block()
384 u32 band = skb->priority; in ets_classify() local
390 if (TC_H_MAJ(skb->priority) != sch->handle) { in ets_classify()
391 fl = rcu_dereference_bh(q->filter_list); in ets_classify()
405 if (TC_H_MAJ(band)) in ets_classify()
406 band = 0; in ets_classify()
407 return &q->classes[q->prio2band[band & TC_PRIO_MAX]]; in ets_classify()
409 band = res.classid; in ets_classify()
411 band = TC_H_MIN(band) - 1; in ets_classify()
412 if (band >= q->nbands) in ets_classify()
413 return &q->classes[q->prio2band[0]]; in ets_classify()
414 return &q->classes[band]; in ets_classify()
433 err = qdisc_enqueue(skb, cl->qdisc, to_free); in ets_qdisc_enqueue()
436 cl->qstats.drops++; in ets_qdisc_enqueue()
443 list_add_tail(&cl->alist, &q->active); in ets_qdisc_enqueue()
444 cl->deficit = cl->quantum; in ets_qdisc_enqueue()
447 sch->qstats.backlog += len; in ets_qdisc_enqueue()
448 sch->q.qlen++; in ets_qdisc_enqueue()
457 sch->q.qlen--; in ets_qdisc_dequeue_skb()
466 unsigned int band; in ets_qdisc_dequeue() local
470 for (band = 0; band < q->nstrict; band++) { in ets_qdisc_dequeue()
471 cl = &q->classes[band]; in ets_qdisc_dequeue()
472 skb = qdisc_dequeue_peeked(cl->qdisc); in ets_qdisc_dequeue()
477 if (list_empty(&q->active)) in ets_qdisc_dequeue()
480 cl = list_first_entry(&q->active, struct ets_class, alist); in ets_qdisc_dequeue()
481 skb = cl->qdisc->ops->peek(cl->qdisc); in ets_qdisc_dequeue()
483 qdisc_warn_nonwc(__func__, cl->qdisc); in ets_qdisc_dequeue()
488 if (len <= cl->deficit) { in ets_qdisc_dequeue()
489 cl->deficit -= len; in ets_qdisc_dequeue()
490 skb = qdisc_dequeue_peeked(cl->qdisc); in ets_qdisc_dequeue()
493 if (cl->qdisc->q.qlen == 0) in ets_qdisc_dequeue()
494 list_del_init(&cl->alist); in ets_qdisc_dequeue()
498 cl->deficit += cl->quantum; in ets_qdisc_dequeue()
499 list_move_tail(&cl->alist, &q->active); in ets_qdisc_dequeue()
511 u8 band; in ets_qdisc_priomap_parse() local
525 NL_SET_ERR_MSG_MOD(extack, "Too many priorities in ETS priomap"); in ets_qdisc_priomap_parse()
526 return -EINVAL; in ets_qdisc_priomap_parse()
528 band = nla_get_u8(attr); in ets_qdisc_priomap_parse()
529 if (band >= nbands) { in ets_qdisc_priomap_parse()
530 NL_SET_ERR_MSG_MOD(extack, "Invalid band number in ETS priomap"); in ets_qdisc_priomap_parse()
531 return -EINVAL; in ets_qdisc_priomap_parse()
533 priomap[prio++] = band; in ets_qdisc_priomap_parse()
537 return -EINVAL; in ets_qdisc_priomap_parse()
550 int band = nstrict; in ets_qdisc_quanta_parse() local
563 if (band >= nbands) { in ets_qdisc_quanta_parse()
565 return -EINVAL; in ets_qdisc_quanta_parse()
567 err = ets_quantum_parse(sch, attr, &quanta[band++], in ets_qdisc_quanta_parse()
574 return -EINVAL; in ets_qdisc_quanta_parse()
588 unsigned int oldbands = q->nbands; in ets_qdisc_change()
601 return -EINVAL; in ets_qdisc_change()
606 return -EINVAL; in ets_qdisc_change()
608 /* Unless overridden, traffic goes to the last band. */ in ets_qdisc_change()
609 memset(priomap, nbands - 1, sizeof(priomap)); in ets_qdisc_change()
615 return -EINVAL; in ets_qdisc_change()
642 queues[i] = qdisc_create_dflt(sch->dev_queue, &pfifo_qdisc_ops, in ets_qdisc_change()
643 ets_class_id(sch, &q->classes[i]), in ets_qdisc_change()
647 qdisc_put(queues[--i]); in ets_qdisc_change()
648 return -ENOMEM; in ets_qdisc_change()
654 WRITE_ONCE(q->nbands, nbands); in ets_qdisc_change()
655 for (i = nstrict; i < q->nstrict; i++) { in ets_qdisc_change()
656 if (q->classes[i].qdisc->q.qlen) { in ets_qdisc_change()
657 list_add_tail(&q->classes[i].alist, &q->active); in ets_qdisc_change()
658 q->classes[i].deficit = quanta[i]; in ets_qdisc_change()
661 for (i = q->nbands; i < oldbands; i++) { in ets_qdisc_change()
662 if (i >= q->nstrict && q->classes[i].qdisc->q.qlen) in ets_qdisc_change()
663 list_del_init(&q->classes[i].alist); in ets_qdisc_change()
664 qdisc_tree_flush_backlog(q->classes[i].qdisc); in ets_qdisc_change()
666 WRITE_ONCE(q->nstrict, nstrict); in ets_qdisc_change()
667 memcpy(q->prio2band, priomap, sizeof(priomap)); in ets_qdisc_change()
669 for (i = 0; i < q->nbands; i++) in ets_qdisc_change()
670 WRITE_ONCE(q->classes[i].quantum, quanta[i]); in ets_qdisc_change()
672 for (i = oldbands; i < q->nbands; i++) { in ets_qdisc_change()
673 q->classes[i].qdisc = queues[i]; in ets_qdisc_change()
674 if (q->classes[i].qdisc != &noop_qdisc) in ets_qdisc_change()
675 qdisc_hash_add(q->classes[i].qdisc, true); in ets_qdisc_change()
681 for (i = q->nbands; i < oldbands; i++) { in ets_qdisc_change()
682 qdisc_put(q->classes[i].qdisc); in ets_qdisc_change()
683 q->classes[i].qdisc = NULL; in ets_qdisc_change()
684 WRITE_ONCE(q->classes[i].quantum, 0); in ets_qdisc_change()
685 q->classes[i].deficit = 0; in ets_qdisc_change()
686 gnet_stats_basic_sync_init(&q->classes[i].bstats); in ets_qdisc_change()
687 memset(&q->classes[i].qstats, 0, sizeof(q->classes[i].qstats)); in ets_qdisc_change()
699 return -EINVAL; in ets_qdisc_init()
701 err = tcf_block_get(&q->block, &q->filter_list, sch, extack); in ets_qdisc_init()
705 INIT_LIST_HEAD(&q->active); in ets_qdisc_init()
707 INIT_LIST_HEAD(&q->classes[i].alist); in ets_qdisc_init()
715 int band; in ets_qdisc_reset() local
717 for (band = q->nstrict; band < q->nbands; band++) { in ets_qdisc_reset()
718 if (q->classes[band].qdisc->q.qlen) in ets_qdisc_reset()
719 list_del_init(&q->classes[band].alist); in ets_qdisc_reset()
721 for (band = 0; band < q->nbands; band++) in ets_qdisc_reset()
722 qdisc_reset(q->classes[band].qdisc); in ets_qdisc_reset()
728 int band; in ets_qdisc_destroy() local
731 tcf_block_put(q->block); in ets_qdisc_destroy()
732 for (band = 0; band < q->nbands; band++) in ets_qdisc_destroy()
733 qdisc_put(q->classes[band].qdisc); in ets_qdisc_destroy()
742 int band; in ets_qdisc_dump() local
754 nbands = READ_ONCE(q->nbands); in ets_qdisc_dump()
758 nstrict = READ_ONCE(q->nstrict); in ets_qdisc_dump()
767 for (band = nstrict; band < nbands; band++) { in ets_qdisc_dump()
769 READ_ONCE(q->classes[band].quantum))) in ets_qdisc_dump()
782 READ_ONCE(q->prio2band[prio]))) in ets_qdisc_dump()
792 return -EMSGSIZE; in ets_qdisc_dump()