Lines Matching full:now

252 	u64 now, state_start;  in get_recent_times()  local
262 now = cpu_clock(cpu); in get_recent_times()
283 times[s] += now - state_start; in get_recent_times()
392 static void window_reset(struct psi_window *win, u64 now, u64 value, in window_reset() argument
395 win->start_time = now; in window_reset()
411 static u64 window_update(struct psi_window *win, u64 now, u64 value) in window_update() argument
416 elapsed = now - win->start_time; in window_update()
426 window_reset(win, now, value, growth); in window_update()
437 static void update_triggers(struct psi_group *group, u64 now, in update_triggers() argument
474 growth = window_update(&t->win, now, total[t->state]); in update_triggers()
483 if (now < t->last_event_time + t->win.size) in update_triggers()
493 t->last_event_time = now; in update_triggers()
499 static u64 update_averages(struct psi_group *group, u64 now) in update_averages() argument
508 if (now - expires >= psi_period) in update_averages()
509 missed_periods = div_u64(now - expires, psi_period); in update_averages()
519 period = now - (group->avg_last_update + (missed_periods * psi_period)); in update_averages()
520 group->avg_last_update = now; in update_averages()
557 u64 now; in psi_avgs_work() local
564 now = sched_clock(); in psi_avgs_work()
574 if (now >= group->avg_next_update) { in psi_avgs_work()
575 update_triggers(group, now, PSI_AVGS); in psi_avgs_work()
576 group->avg_next_update = update_averages(group, now); in psi_avgs_work()
581 group->avg_next_update - now) + 1); in psi_avgs_work()
587 static void init_rtpoll_triggers(struct psi_group *group, u64 now) in init_rtpoll_triggers() argument
592 window_reset(&t->win, now, in init_rtpoll_triggers()
596 group->rtpoll_next_update = now + group->rtpoll_min_period; in init_rtpoll_triggers()
631 u64 now; in psi_rtpoll_work() local
635 now = sched_clock(); in psi_rtpoll_work()
637 if (now > group->rtpoll_until) { in psi_rtpoll_work()
678 if (now > group->rtpoll_until) in psi_rtpoll_work()
679 init_rtpoll_triggers(group, now); in psi_rtpoll_work()
686 group->rtpoll_until = now + in psi_rtpoll_work()
690 if (now > group->rtpoll_until) { in psi_rtpoll_work()
695 if (now >= group->rtpoll_next_update) { in psi_rtpoll_work()
697 update_triggers(group, now, PSI_POLL); in psi_rtpoll_work()
701 group->rtpoll_next_update = now + group->rtpoll_min_period; in psi_rtpoll_work()
705 nsecs_to_jiffies(group->rtpoll_next_update - now) + 1, in psi_rtpoll_work()
738 static void record_times(struct psi_group_cpu *groupc, u64 now) in record_times() argument
742 delta = now - groupc->state_start; in record_times()
743 groupc->state_start = now; in record_times()
768 unsigned int clear, unsigned int set, u64 now, in psi_group_change() argument
836 record_times(groupc, now); in psi_group_change()
860 record_times(groupc, now); in psi_group_change()
901 u64 now; in psi_task_change() local
908 now = cpu_clock(cpu); in psi_task_change()
912 psi_group_change(group, cpu, clear, set, now, true); in psi_task_change()
921 u64 now = cpu_clock(cpu); in psi_task_switch() local
938 psi_group_change(group, cpu, 0, TSK_ONCPU, now, true); in psi_task_switch()
976 psi_group_change(group, cpu, clear, set, now, wake_clock); in psi_task_switch()
988 psi_group_change(group, cpu, clear, set, now, wake_clock); in psi_task_switch()
999 u64 now; in psi_account_irqtime() local
1007 now = cpu_clock(cpu); in psi_account_irqtime()
1018 record_times(groupc, now); in psi_account_irqtime()
1118 /* All triggers must be removed by now */ in psi_cgroup_free()
1206 * and restart groupc->state_start from now, use .clear = .set = 0 in psi_cgroup_restart()
1215 u64 now; in psi_cgroup_restart() local
1218 now = cpu_clock(cpu); in psi_cgroup_restart()
1219 psi_group_change(group, cpu, 0, 0, now, true); in psi_cgroup_restart()
1229 u64 now; in psi_show() local
1236 now = sched_clock(); in psi_show()
1238 if (now >= group->avg_next_update) in psi_show()
1239 group->avg_next_update = update_averages(group, now); in psi_show()