Lines Matching refs:vruntime
527 static inline __maybe_unused u64 max_vruntime(u64 max_vruntime, u64 vruntime) in max_vruntime() argument
529 s64 delta = (s64)(vruntime - max_vruntime); in max_vruntime()
531 max_vruntime = vruntime; in max_vruntime()
536 static inline __maybe_unused u64 min_vruntime(u64 min_vruntime, u64 vruntime) in min_vruntime() argument
538 s64 delta = (s64)(vruntime - min_vruntime); in min_vruntime()
540 min_vruntime = vruntime; in min_vruntime()
557 return (s64)(se->vruntime - cfs_rq->min_vruntime); in entity_key()
699 vlag = avg_vruntime(cfs_rq) - se->vruntime; in update_entity_lag()
722 static int vruntime_eligible(struct cfs_rq *cfs_rq, u64 vruntime) in vruntime_eligible() argument
735 return avg >= (s64)(vruntime - cfs_rq->min_vruntime) * load; in vruntime_eligible()
740 return vruntime_eligible(cfs_rq, se->vruntime); in entity_eligible()
743 static u64 __update_min_vruntime(struct cfs_rq *cfs_rq, u64 vruntime) in __update_min_vruntime() argument
749 s64 delta = (s64)(vruntime - min_vruntime); in __update_min_vruntime()
752 min_vruntime = vruntime; in __update_min_vruntime()
761 u64 vruntime = cfs_rq->min_vruntime; in update_min_vruntime() local
765 vruntime = curr->vruntime; in update_min_vruntime()
772 vruntime = se->min_vruntime; in update_min_vruntime()
774 vruntime = min_vruntime(vruntime, se->min_vruntime); in update_min_vruntime()
778 cfs_rq->min_vruntime = __update_min_vruntime(cfs_rq, vruntime); in update_min_vruntime()
830 se->min_vruntime = se->vruntime; in min_vruntime_update()
851 se->min_vruntime = se->vruntime; in __enqueue_entity()
902 vprot = min_vruntime(vprot, se->vruntime + calc_delta_fair(slice, se)); in set_protect_slice()
911 se->vprot = min_vruntime(se->vprot, se->vruntime + calc_delta_fair(slice, se)); in update_protect_slice()
916 return ((s64)(se->vprot - se->vruntime) > 0); in protect_slice()
922 se->vprot = se->vruntime; in cancel_protect_slice()
1043 if ((s64)(se->vruntime - se->deadline) < 0) in update_deadline()
1057 se->deadline = se->vruntime + calc_delta_fair(se->slice, se); in update_deadline()
1227 curr->vruntime += calc_delta_fair(delta_exec, curr); in update_curr()
3779 se->deadline -= se->vruntime; in reweight_entity()
5127 u64 vslice, vruntime = avg_vruntime(cfs_rq); in place_entity() local
5210 se->vruntime = vruntime - lag; in place_entity()
5213 se->deadline += se->vruntime; in place_entity()
5229 se->deadline = se->vruntime + vslice; in place_entity()
5418 se->deadline -= se->vruntime; in dequeue_entity()
13085 delta = (s64)(sea->vruntime - seb->vruntime) + in cfs_prio_less()