62 #define tk_core		(timekeeper_data[TIMEKEEPER_CORE])  macro
164 	raw_spin_lock_irqsave(&tk_core.lock, flags);  in timekeeper_lock_irqsave()
170 	raw_spin_unlock_irqrestore(&tk_core.lock, flags);  in timekeeper_unlock_irqrestore()
534 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_boot_fast_ns()
551 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_tai_fast_ns()
620 	struct timekeeper *tk = &tk_core.timekeeper;  in pvclock_gtod_register_notifier()
623 	guard(raw_spinlock_irqsave)(&tk_core.lock);  in pvclock_gtod_register_notifier()
638 	guard(raw_spinlock_irqsave)(&tk_core.lock);  in pvclock_gtod_unregister_notifier()
795 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_real_ts64()
802 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_real_ts64()
807 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_real_ts64()
816 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get()
824 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get()
828 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get()
836 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_resolution_ns()
843 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_resolution_ns()
845 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_resolution_ns()
852 	[TK_OFFS_REAL]	= &tk_core.timekeeper.offs_real,
853 	[TK_OFFS_BOOT]	= &tk_core.timekeeper.offs_boot,
854 	[TK_OFFS_TAI]	= &tk_core.timekeeper.offs_tai,
859 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_with_offset()
867 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_with_offset()
871 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_with_offset()
880 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_coarse_with_offset()
888 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_coarse_with_offset()
892 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_coarse_with_offset()
918 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_mono_to_any()
920 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_mono_to_any()
931 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_raw()
937 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_raw()
941 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_raw()
957 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_ts64()
965 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_ts64()
970 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_ts64()
989 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_seconds()
1008 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_real_seconds()
1016 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_real_seconds()
1019 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_real_seconds()
1037 	struct timekeeper *tk = &tk_core.timekeeper;  in __ktime_get_real_seconds()
1048 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_snapshot()
1060 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_snapshot()
1066 				      tk_core.timekeeper.offs_real);  in ktime_get_snapshot()
1068 				      tk_core.timekeeper.offs_boot);  in ktime_get_snapshot()
1072 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_snapshot()
1121 	struct timekeeper *tk = &tk_core.timekeeper;  in adjust_historical_crosststamp()
1205 	struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock;  in convert_base_to_cs()
1233 	struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock;  in convert_cs_to_base()
1252 	struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono;  in convert_ns_to_cs()
1273 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_real_to_base_clock()
1278 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_real_to_base_clock()
1287 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_real_to_base_clock()
1313 	struct timekeeper *tk = &tk_core.timekeeper;  in get_device_system_crosststamp()
1324 		seq = read_seqcount_begin(&tk_core.seq);  in get_device_system_crosststamp()
1359 				      tk_core.timekeeper.offs_real);  in get_device_system_crosststamp()
1364 	} while (read_seqcount_retry(&tk_core.seq, seq));  in get_device_system_crosststamp()
1422 	struct clocksource_base *base = READ_ONCE(tk_core.timekeeper.tkr_mono.clock->base);  in timekeeping_clocksource_has_base()
1441 	scoped_guard (raw_spinlock_irqsave, &tk_core.lock) {  in do_settimeofday64()
1442 		struct timekeeper *tks = &tk_core.shadow_timekeeper;  in do_settimeofday64()
1450 			timekeeping_restore_shadow(&tk_core);  in do_settimeofday64()
1456 		timekeeping_update_from_shadow(&tk_core, TK_UPDATE_ALL);  in do_settimeofday64()
1526 	scoped_guard (raw_spinlock_irqsave, &tk_core.lock)  in timekeeping_inject_offset()
1527 		ret = __timekeeping_inject_offset(&tk_core, ts);  in timekeeping_inject_offset()
1601 	scoped_guard (raw_spinlock_irqsave, &tk_core.lock) {  in change_clocksource()
1602 		struct timekeeper *tks = &tk_core.shadow_timekeeper;  in change_clocksource()
1607 		timekeeping_update_from_shadow(&tk_core, TK_UPDATE_ALL);  in change_clocksource()
1630 	struct timekeeper *tk = &tk_core.timekeeper;  in timekeeping_notify()
1647 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_raw_ts64()
1652 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_raw_ts64()
1656 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_raw_ts64()
1702 	struct timekeeper *tk = &tk_core.timekeeper;  in timekeeping_valid_for_hres()
1707 		seq = read_seqcount_begin(&tk_core.seq);  in timekeeping_valid_for_hres()
1711 	} while (read_seqcount_retry(&tk_core.seq, seq));  in timekeeping_valid_for_hres()
1721 	struct timekeeper *tk = &tk_core.timekeeper;  in timekeeping_max_deferment()
1726 		seq = read_seqcount_begin(&tk_core.seq);  in timekeeping_max_deferment()
1730 	} while (read_seqcount_retry(&tk_core.seq, seq));  in timekeeping_max_deferment()
1804 	struct timekeeper *tks = &tk_core.shadow_timekeeper;  in timekeeping_init()
1807 	tkd_basic_setup(&tk_core, TIMEKEEPER_CORE, true);  in timekeeping_init()
1828 	guard(raw_spinlock_irqsave)(&tk_core.lock);  in timekeeping_init()
1842 	timekeeping_update_from_shadow(&tk_core, TK_CLOCK_WAS_SET);  in timekeeping_init()
1920 	scoped_guard(raw_spinlock_irqsave, &tk_core.lock) {  in timekeeping_inject_sleeptime64()
1921 		struct timekeeper *tks = &tk_core.shadow_timekeeper;  in timekeeping_inject_sleeptime64()
1926 		timekeeping_update_from_shadow(&tk_core, TK_UPDATE_ALL);  in timekeeping_inject_sleeptime64()
1939 	struct timekeeper *tks = &tk_core.shadow_timekeeper;  in timekeeping_resume()
1951 	raw_spin_lock_irqsave(&tk_core.lock, flags);  in timekeeping_resume()
1986 	timekeeping_update_from_shadow(&tk_core, TK_CLOCK_WAS_SET);  in timekeeping_resume()
1987 	raw_spin_unlock_irqrestore(&tk_core.lock, flags);  in timekeeping_resume()
2004 	struct timekeeper *tks = &tk_core.shadow_timekeeper;  in timekeeping_suspend()
2023 	raw_spin_lock_irqsave(&tk_core.lock, flags);  in timekeeping_suspend()
2058 	timekeeping_update_from_shadow(&tk_core, 0);  in timekeeping_suspend()
2060 	raw_spin_unlock_irqrestore(&tk_core.lock, flags);  in timekeeping_suspend()
2384 	guard(raw_spinlock_irqsave)(&tk_core.lock);  in timekeeping_advance()
2385 	return __timekeeping_advance(&tk_core, mode);  in timekeeping_advance()
2413 	struct timekeeper *tk = &tk_core.timekeeper;  in getboottime64()
2422 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_coarse_real_ts64()
2426 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_coarse_real_ts64()
2429 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_coarse_real_ts64()
2444 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_coarse_real_ts64_mg()
2450 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_coarse_real_ts64_mg()
2452 		offset = tk_core.timekeeper.offs_real;  in ktime_get_coarse_real_ts64_mg()
2453 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_coarse_real_ts64_mg()
2482 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_real_ts64_mg()
2489 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_real_ts64_mg()
2494 		offset = tk_core.timekeeper.offs_real;  in ktime_get_real_ts64_mg()
2495 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_real_ts64_mg()
2523 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_coarse_ts64()
2528 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_coarse_ts64()
2532 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_coarse_ts64()
2564 	struct timekeeper *tk = &tk_core.timekeeper;  in ktime_get_update_offsets_now()
2570 		seq = read_seqcount_begin(&tk_core.seq);  in ktime_get_update_offsets_now()
2587 	} while (read_seqcount_retry(&tk_core.seq, seq));  in ktime_get_update_offsets_now()
2679 	struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono;  in random_get_entropy_fallback()
2759 	ret = __do_adjtimex(&tk_core, txc, &result);  in do_adjtimex()
2793 	guard(raw_spinlock_irqsave)(&tk_core.lock);  in hardpps()
2837 		tk_setup_internals(tks, tk_core.timekeeper.tkr_mono.clock);  in tk_aux_update_clocksource()
2992 	struct tk_read_base *tkr_raw = &tk_core.timekeeper.tkr_raw;  in aux_clock_enable()
2997 	guard(raw_spinlock_irq)(&tk_core.lock);  in aux_clock_enable()