Lines Matching full:clocksource
3 * This file contains the functions which manage clocksource drivers.
11 #include <linux/clocksource.h>
78 /*[Clocksource internal variables]---------
80 * currently selected clocksource.
88 * Name of the user-specified clocksource.
90 static struct clocksource *curr_clocksource;
91 static struct clocksource *suspend_clocksource;
112 * clocksource surrounding a read of the clocksource being validated.
117 * If a clocksource is good enough for NTP, it is good enough for us!
132 static struct clocksource *watchdog;
151 static void __clocksource_change_rating(struct clocksource *cs, int rating);
171 static void __clocksource_unstable(struct clocksource *cs) in __clocksource_unstable()
177 * If the clocksource is registered clocksource_watchdog_kthread() will in __clocksource_unstable()
194 * clocksource_mark_unstable - mark clocksource unstable via watchdog
195 * @cs: clocksource to be marked unstable
200 void clocksource_mark_unstable(struct clocksource *cs) in clocksource_mark_unstable()
225 static enum wd_read_status cs_watchdog_read(struct clocksource *cs, u64 *csnow, u64 *wdnow) in cs_watchdog_read()
253 * significant delay in reading both clocksource and watchdog. in cs_watchdog_read()
332 struct clocksource *cs = (struct clocksource *)csin; in clocksource_verify_one_cpu()
337 void clocksource_verify_percpu(struct clocksource *cs) in clocksource_verify_percpu()
354 pr_warn("Not enough CPUs to check clocksource '%s'.\n", cs->name); in clocksource_verify_percpu()
358 …pr_warn("Checking clocksource %s synchronization from CPU %d to CPUs %*pbl.\n", cs->name, testcpu,… in clocksource_verify_percpu()
381 pr_warn(" CPUs %*pbl ahead of CPU %d for clocksource %s.\n", in clocksource_verify_percpu()
384 pr_warn(" CPUs %*pbl behind CPU %d for clocksource %s.\n", in clocksource_verify_percpu()
387 pr_warn(" CPU %d check durations %lldns - %lldns for clocksource %s.\n", in clocksource_verify_percpu()
394 struct clocksource *cs; in clocksource_reset_watchdog()
406 struct clocksource *cs; in clocksource_watchdog()
419 /* Clocksource already marked unstable? */ in clocksource_watchdog()
437 * watchdog/clocksource is very big, and affect the accuracy of in clocksource_watchdog()
452 /* Clocksource initialized ? */ in clocksource_watchdog()
496 /* Check the deviation from the watchdog clocksource. */ in clocksource_watchdog()
503 …pr_warn("timekeeping watchdog on CPU%d: Marking clocksource '%s' as unstable because the skew is t… in clocksource_watchdog()
511 …pr_warn(" Clocksource '%s' skewed %lld ns (%lld ms) over watchdog '%s' interv… in clocksource_watchdog()
514 pr_warn(" '%s' is current clocksource.\n", cs->name); in clocksource_watchdog()
516 …pr_warn(" '%s' (not '%s') is current clocksource.\n", curr_clocksource->name,… in clocksource_watchdog()
518 pr_warn(" No current clocksource.\n"); in clocksource_watchdog()
540 * If this is not the current clocksource let in clocksource_watchdog()
542 * change to high res this clocksource might in clocksource_watchdog()
544 * clocksource let the tick code know about in clocksource_watchdog()
606 static void clocksource_enqueue_watchdog(struct clocksource *cs) in clocksource_enqueue_watchdog()
611 /* cs is a clocksource to be watched. */ in clocksource_enqueue_watchdog()
623 struct clocksource *cs, *old_wd; in clocksource_select_watchdog()
633 /* cs is a clocksource to be watched. */ in clocksource_select_watchdog()
658 static void clocksource_dequeue_watchdog(struct clocksource *cs) in clocksource_dequeue_watchdog()
662 /* cs is a watched clocksource. */ in clocksource_dequeue_watchdog()
672 struct clocksource *cs, *tmp; in __clocksource_watchdog_kthread()
710 static bool clocksource_is_watchdog(struct clocksource *cs) in clocksource_is_watchdog()
717 static void clocksource_enqueue_watchdog(struct clocksource *cs) in clocksource_enqueue_watchdog()
724 static inline void clocksource_dequeue_watchdog(struct clocksource *cs) { } in clocksource_dequeue_watchdog()
727 static bool clocksource_is_watchdog(struct clocksource *cs) { return false; } in clocksource_is_watchdog()
728 void clocksource_mark_unstable(struct clocksource *cs) { } in clocksource_mark_unstable()
735 static bool clocksource_is_suspend(struct clocksource *cs) in clocksource_is_suspend()
740 static void __clocksource_suspend_select(struct clocksource *cs) in __clocksource_suspend_select()
743 * Skip the clocksource which will be stopped in suspend state. in __clocksource_suspend_select()
749 * The nonstop clocksource can be selected as the suspend clocksource to in __clocksource_suspend_select()
751 * interfaces to suspend the nonstop clocksource when system suspends. in __clocksource_suspend_select()
754 pr_warn("Nonstop clocksource %s should not supply suspend/resume interfaces\n", in __clocksource_suspend_select()
764 * clocksource_suspend_select - Select the best clocksource for suspend timing
765 * @fallback: if select a fallback clocksource
769 struct clocksource *cs, *old_suspend; in clocksource_suspend_select()
786 * @cs: current clocksource from timekeeping
795 * clocksource mutex.
797 void clocksource_start_suspend_timing(struct clocksource *cs, u64 start_cycles) in clocksource_start_suspend_timing()
803 * If current clocksource is the suspend timer, we should use the in clocksource_start_suspend_timing()
814 pr_warn_once("Failed to enable the non-suspend-able clocksource.\n"); in clocksource_start_suspend_timing()
823 * @cs: current clocksource from timekeeping
828 * Returns nanoseconds since suspend started, 0 if no usable suspend clocksource.
833 * taking the clocksource mutex.
835 u64 clocksource_stop_suspend_timing(struct clocksource *cs, u64 cycle_now) in clocksource_stop_suspend_timing()
843 * If current clocksource is the suspend timer, we should use the in clocksource_stop_suspend_timing()
860 * Disable the suspend timer to save power if current clocksource is in clocksource_stop_suspend_timing()
870 * clocksource_suspend - suspend the clocksource(s)
874 struct clocksource *cs; in clocksource_suspend()
882 * clocksource_resume - resume the clocksource(s)
886 struct clocksource *cs; in clocksource_resume()
909 * @cs: Pointer to clocksource
912 static u32 clocksource_max_adjustment(struct clocksource *cs) in clocksource_max_adjustment()
950 * The actual maximum number of cycles we can defer the clocksource is in clocks_calc_max_nsecs()
969 * clocksource_update_max_deferment - Updates the clocksource max_idle_ns & max_cycles
970 * @cs: Pointer to clocksource to be updated
973 static inline void clocksource_update_max_deferment(struct clocksource *cs) in clocksource_update_max_deferment()
980 static struct clocksource *clocksource_find_best(bool oneshot, bool skipcur) in clocksource_find_best()
982 struct clocksource *cs; in clocksource_find_best()
988 * We pick the clocksource with the highest rating. If oneshot in clocksource_find_best()
989 * mode is active, we pick the highres valid clocksource with in clocksource_find_best()
1005 struct clocksource *best, *cs; in __clocksource_select()
1007 /* Find the best suitable clocksource */ in __clocksource_select()
1015 /* Check for the override clocksource. */ in __clocksource_select()
1023 * capable clocksource if the tick code is in oneshot in __clocksource_select()
1027 /* Override clocksource cannot be used. */ in __clocksource_select()
1029 …pr_warn("Override clocksource %s is unstable and not HRT compatible - cannot switch while in HRT/N… in __clocksource_select()
1037 pr_info("Override clocksource %s is not currently HRT compatible - deferring\n", in __clocksource_select()
1041 /* Override clocksource can be used. */ in __clocksource_select()
1048 pr_info("Switched to clocksource %s\n", best->name); in __clocksource_select()
1054 * clocksource_select - Select the best clocksource available
1058 * Select the clocksource with the best rating, or the clocksource,
1074 * Hack to avoid lots of clocksource churn at boot time.
1094 * Enqueue the clocksource sorted by rating
1096 static void clocksource_enqueue(struct clocksource *cs) in clocksource_enqueue()
1099 struct clocksource *tmp; in clocksource_enqueue()
1111 * __clocksource_update_freq_scale - Used update clocksource with new freq
1112 * @cs: clocksource to be registered
1113 * @scale: Scale factor multiplied against freq to get clocksource hz
1114 * @freq: clocksource frequency (cycles per second) divided by scale
1116 * This should only be called from the clocksource->enable() method.
1122 void __clocksource_update_freq_scale(struct clocksource *cs, u32 scale, u32 freq) in __clocksource_update_freq_scale()
1137 * clocksource with mask >= 40-bit and f >= 4GHz. That maps to in __clocksource_update_freq_scale()
1188 "timekeeping: Clocksource %s might overflow on 11%% adjustment\n", in __clocksource_update_freq_scale()
1200 * @cs: clocksource to be registered
1201 * @scale: Scale factor multiplied against freq to get clocksource hz
1202 * @freq: clocksource frequency (cycles per second) divided by scale
1209 int __clocksource_register_scale(struct clocksource *cs, u32 scale, u32 freq) in __clocksource_register_scale()
1219 pr_warn("clocksource %s registered with invalid VDSO mode %d. Disabling VDSO support.\n", in __clocksource_register_scale()
1227 /* Add clocksource to the clocksource list */ in __clocksource_register_scale()
1243 static void __clocksource_change_rating(struct clocksource *cs, int rating) in __clocksource_change_rating()
1251 * clocksource_change_rating - Change the rating of a registered clocksource
1252 * @cs: clocksource to be changed
1255 void clocksource_change_rating(struct clocksource *cs, int rating) in clocksource_change_rating()
1272 * Unbind clocksource @cs. Called with clocksource_mutex held
1274 static int clocksource_unbind(struct clocksource *cs) in clocksource_unbind()
1294 * Select and try to install a replacement suspend clocksource. in clocksource_unbind()
1295 * If no replacement suspend clocksource, we will just let the in clocksource_unbind()
1296 * clocksource go and have no suspend clocksource. in clocksource_unbind()
1310 * clocksource_unregister - remove a registered clocksource
1311 * @cs: clocksource to be unregistered
1313 int clocksource_unregister(struct clocksource *cs) in clocksource_unregister()
1327 * current_clocksource_show - sysfs interface for current clocksource
1330 * @buf: char buffer to be filled with clocksource list
1332 * Provides sysfs interface for listing current clocksource.
1365 * current_clocksource_store - interface for manually overriding clocksource
1368 * @buf: name of override clocksource
1372 * clocksource selection.
1393 * unbind_clocksource_store - interface for manually unbinding clocksource
1399 * Takes input from sysfs interface for manually unbinding a clocksource.
1405 struct clocksource *cs; in unbind_clocksource_store()
1428 * available_clocksource_show - sysfs interface for listing clocksource
1431 * @buf: char buffer to be filled with clocksource list
1439 struct clocksource *src; in available_clocksource_show()
1445 * Don't show non-HRES clocksource if the tick code is in available_clocksource_show()
1469 ATTRIBUTE_GROUPS(clocksource);
1472 .name = "clocksource",
1473 .dev_name = "clocksource",
1499 * Takes a clocksource= boot argument and uses it
1500 * as the clocksource override name.
1511 __setup("clocksource=", boot_override_clocksource);
1518 * as the clocksource override name
1523 pr_warn("clock=pmtmr is deprecated - use clocksource=acpi_pm\n"); in boot_override_clock()
1526 pr_warn("clock= boot option is deprecated - use clocksource=xyz\n"); in boot_override_clock()