| H A D | blk-iocost.c | 195 #define TRACE_IOCG_PATH(type, iocg, ...) \ argument
200 cgroup_path(iocg_to_blkg(iocg)->blkcg->css.cgroup, \
202 trace_iocost_##type(iocg, trace_iocg_path, \
209 #define TRACE_IOCG_PATH(type, iocg, ...) do { } while (0) argument
220 * iocg->vtime is targeted at 50% behind the device vtime, which
467 * A iocg can get its weight from two sources - an explicit
478 * `last_inuse` remembers `inuse` while an iocg is idle to persist
495 * `vtime` is this iocg's vtime cursor which progresses as IOs are
513 * The period this iocg was last active in. Used for deactivation
548 /* this iocg'
573 struct ioc_gq *iocg; global() member
689 iocg_to_blkg(struct ioc_gq * iocg) iocg_to_blkg() argument
717 iocg_commit_bio(struct ioc_gq * iocg,struct bio * bio,u64 abs_cost,u64 cost) iocg_commit_bio() argument
730 iocg_lock(struct ioc_gq * iocg,bool lock_ioc,unsigned long * flags) iocg_lock() argument
740 iocg_unlock(struct ioc_gq * iocg,bool unlock_ioc,unsigned long * flags) iocg_unlock() argument
1084 __propagate_weights(struct ioc_gq * iocg,u32 active,u32 inuse,bool save,struct ioc_now * now) __propagate_weights() argument
1166 propagate_weights(struct ioc_gq * iocg,u32 active,u32 inuse,bool save,struct ioc_now * now) propagate_weights() argument
1173 current_hweight(struct ioc_gq * iocg,u32 * hw_activep,u32 * hw_inusep) current_hweight() argument
1231 current_hweight_max(struct ioc_gq * iocg) current_hweight_max() argument
1253 weight_updated(struct ioc_gq * iocg,struct ioc_now * now) weight_updated() argument
1268 iocg_activate(struct ioc_gq * iocg,struct ioc_now * now) iocg_activate() argument
1353 iocg_kick_delay(struct ioc_gq * iocg,struct ioc_now * now) iocg_kick_delay() argument
1418 iocg_incur_debt(struct ioc_gq * iocg,u64 abs_cost,struct ioc_now * now) iocg_incur_debt() argument
1443 iocg_pay_debt(struct ioc_gq * iocg,u64 abs_vpay,struct ioc_now * now) iocg_pay_debt() argument
1500 iocg_kick_waitq(struct ioc_gq * iocg,bool pay_debt,struct ioc_now * now) iocg_kick_waitq() argument
1585 struct ioc_gq *iocg = container_of(timer, struct ioc_gq, waitq_timer); iocg_waitq_timer_fn() local
1639 iocg_is_idle(struct ioc_gq * iocg) iocg_is_idle() argument
1660 iocg_build_inner_walk(struct ioc_gq * iocg,struct list_head * inner_walk) iocg_build_inner_walk() argument
1683 iocg_flush_stat_upward(struct ioc_gq * iocg) iocg_flush_stat_upward() argument
1703 iocg_flush_stat_leaf(struct ioc_gq * iocg,struct ioc_now * now) iocg_flush_stat_leaf() argument
1730 struct ioc_gq *iocg, *tiocg; iocg_flush_stat() local
1750 hweight_after_donation(struct ioc_gq * iocg,u32 old_hwi,u32 hwm,u32 usage,struct ioc_now * now) hweight_after_donation() argument
1860 struct ioc_gq *iocg, *tiocg, *root_iocg; transfer_surpluses() local
2085 struct ioc_gq *iocg; ioc_forgive_debts() local
2178 struct ioc_gq *iocg, *tiocg; ioc_check_iocgs() local
2246 struct ioc_gq *iocg, *tiocg; ioc_timer_fn() local
2469 adjust_inuse_and_calc_cost(struct ioc_gq * iocg,u64 vtime,u64 abs_cost,struct ioc_now * now) adjust_inuse_and_calc_cost() argument
2530 calc_vtime_cost_builtin(struct bio * bio,struct ioc_gq * iocg,bool is_merge,u64 * costp) calc_vtime_cost_builtin() argument
2575 calc_vtime_cost(struct bio * bio,struct ioc_gq * iocg,bool is_merge) calc_vtime_cost() argument
2612 struct ioc_gq *iocg = blkg_to_iocg(blkg); ioc_rqos_throttle() local
2745 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); ioc_rqos_merge() local
2803 struct ioc_gq *iocg = blkg_to_iocg(bio->bi_blkg); ioc_rqos_done_bio() local
2968 struct ioc_gq *iocg; ioc_pd_alloc() local
2986 struct ioc_gq *iocg = pd_to_iocg(pd); ioc_pd_init() local
3022 struct ioc_gq *iocg = pd_to_iocg(pd); ioc_pd_free() local
3050 struct ioc_gq *iocg = pd_to_iocg(pd); ioc_pd_stat() local
3076 struct ioc_gq *iocg = pd_to_iocg(pd); ioc_weight_prfill() local
3102 struct ioc_gq *iocg; ioc_weight_write() local
3118 struct ioc_gq *iocg = blkg_to_iocg(blkg); ioc_weight_write() local
[all...] |