Lines Matching full:now
57 static void tick_do_update_jiffies64(ktime_t now) in tick_do_update_jiffies64() argument
72 if (ktime_before(now, smp_load_acquire(&tick_next_period))) in tick_do_update_jiffies64()
86 if (ktime_before(now, nextp)) in tick_do_update_jiffies64()
96 if (ktime_before(now, tick_next_period)) { in tick_do_update_jiffies64()
103 delta = ktime_sub(now, tick_next_period); in tick_do_update_jiffies64()
186 static void tick_sched_do_timer(struct tick_sched *ts, ktime_t now) in tick_sched_do_timer() argument
211 tick_do_update_jiffies64(now); in tick_sched_do_timer()
222 tick_do_update_jiffies64(now); in tick_sched_do_timer()
649 static void tick_nohz_update_jiffies(ktime_t now) in tick_nohz_update_jiffies() argument
653 __this_cpu_write(tick_cpu_sched.idle_waketime, now); in tick_nohz_update_jiffies()
656 tick_do_update_jiffies64(now); in tick_nohz_update_jiffies()
662 static void tick_nohz_stop_idle(struct tick_sched *ts, ktime_t now) in tick_nohz_stop_idle() argument
669 delta = ktime_sub(now, ts->idle_entrytime); in tick_nohz_stop_idle()
677 ts->idle_entrytime = now; in tick_nohz_stop_idle()
697 ktime_t now, idle; in get_cpu_sleep_time_us() local
703 now = ktime_get(); in get_cpu_sleep_time_us()
705 *last_update_time = ktime_to_us(now); in get_cpu_sleep_time_us()
711 ktime_t delta = ktime_sub(now, ts->idle_entrytime); in get_cpu_sleep_time_us()
775 static void tick_nohz_restart(struct tick_sched *ts, ktime_t now) in tick_nohz_restart() argument
781 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_nohz_restart()
979 static void tick_nohz_restart_sched_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_restart_sched_tick() argument
982 tick_do_update_jiffies64(now); in tick_nohz_restart_sched_tick()
995 tick_nohz_restart(ts, now); in tick_nohz_restart_sched_tick()
999 ktime_t now) in __tick_nohz_full_update_tick() argument
1007 tick_nohz_restart_sched_tick(ts, now); in __tick_nohz_full_update_tick()
1254 ktime_t now = ts->idle_entrytime; in tick_nohz_get_sleep_length() local
1259 *delta_next = ktime_sub(dev->next_event, now); in tick_nohz_get_sleep_length()
1275 return ktime_sub(next_event, now); in tick_nohz_get_sleep_length()
1304 ktime_t now) in tick_nohz_account_idle_time() argument
1308 ts->idle_exittime = now; in tick_nohz_account_idle_time()
1330 ktime_t now = ktime_get(); in tick_nohz_idle_restart_tick() local
1331 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_restart_tick()
1332 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_restart_tick()
1336 static void tick_nohz_idle_update_tick(struct tick_sched *ts, ktime_t now) in tick_nohz_idle_update_tick() argument
1339 __tick_nohz_full_update_tick(ts, now); in tick_nohz_idle_update_tick()
1341 tick_nohz_restart_sched_tick(ts, now); in tick_nohz_idle_update_tick()
1343 tick_nohz_account_idle_time(ts, now); in tick_nohz_idle_update_tick()
1366 ktime_t now; in tick_nohz_idle_exit() local
1378 now = ktime_get(); in tick_nohz_idle_exit()
1381 tick_nohz_stop_idle(ts, now); in tick_nohz_idle_exit()
1384 tick_nohz_idle_update_tick(ts, now); in tick_nohz_idle_exit()
1402 ktime_t now = ktime_get(); in tick_nohz_lowres_handler() local
1406 tick_sched_do_timer(ts, now); in tick_nohz_lowres_handler()
1415 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_nohz_lowres_handler()
1462 ktime_t now; in tick_nohz_irq_enter() local
1466 now = ktime_get(); in tick_nohz_irq_enter()
1468 tick_nohz_stop_idle(ts, now); in tick_nohz_irq_enter()
1477 tick_nohz_update_jiffies(now); in tick_nohz_irq_enter()
1510 ktime_t now = ktime_get(); in tick_nohz_highres_handler() local
1512 tick_sched_do_timer(ts, now); in tick_nohz_highres_handler()
1531 hrtimer_forward(timer, now, TICK_NSEC); in tick_nohz_highres_handler()
1552 ktime_t now = ktime_get(); in tick_setup_sched_timer() local
1569 hrtimer_forward(&ts->sched_timer, now, TICK_NSEC); in tick_setup_sched_timer()