192 	while (tk->tkr_mono.xtime_nsec >= ((u64)NSEC_PER_SEC << tk->tkr_mono.shift)) {  in tk_normalize_xtime()
193 		tk->tkr_mono.xtime_nsec -= (u64)NSEC_PER_SEC << tk->tkr_mono.shift;  in tk_normalize_xtime()
207 	ts.tv_nsec = (long)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift);  in tk_xtime()
231 	tk->coarse_nsec = tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift;  in tk_update_coarse_nsecs()
237 	tk->tkr_mono.xtime_nsec = (u64)ts->tv_nsec << tk->tkr_mono.shift;  in tk_set_xtime()
244 	tk->tkr_mono.xtime_nsec += (u64)ts->tv_nsec << tk->tkr_mono.shift;  in tk_xtime_add()
316 	old_clock = tk->tkr_mono.clock;  in tk_setup_internals()
317 	tk->tkr_mono.clock = clock;  in tk_setup_internals()
318 	tk->tkr_mono.mask = clock->mask;  in tk_setup_internals()
319 	tk->tkr_mono.cycle_last = tk_clock_read(&tk->tkr_mono);  in tk_setup_internals()
323 	tk->tkr_raw.cycle_last = tk->tkr_mono.cycle_last;  in tk_setup_internals()
346 			tk->tkr_mono.xtime_nsec >>= -shift_change;  in tk_setup_internals()
349 			tk->tkr_mono.xtime_nsec <<= shift_change;  in tk_setup_internals()
354 	tk->tkr_mono.shift = clock->shift;  in tk_setup_internals()
366 	tk->tkr_mono.mult = clock->mult;  in tk_setup_internals()
593 	const struct tk_read_base *tkr = &tk->tkr_mono;  in halt_fast_timekeeper()
683 	tk->tkr_mono.base = ns_to_ktime(seconds * NSEC_PER_SEC + nsec);  in tk_update_ktime_data()
690 	nsec += (u32)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift);  in tk_update_ktime_data()
730 	tk->tkr_mono.base_real = tk->tkr_mono.base + tk->offs_real;  in timekeeping_update_from_shadow()
736 		update_fast_timekeeper(&tk->tkr_mono, &tk_fast_mono);  in timekeeping_update_from_shadow()
769 	cycle_now = tk_clock_read(&tk->tkr_mono);  in timekeeping_forward_now()
770 	delta = clocksource_delta(cycle_now, tk->tkr_mono.cycle_last, tk->tkr_mono.mask,  in timekeeping_forward_now()
771 				  tk->tkr_mono.clock->max_raw_delta);  in timekeeping_forward_now()
772 	tk->tkr_mono.cycle_last = cycle_now;  in timekeeping_forward_now()
776 		u64 max = tk->tkr_mono.clock->max_cycles;  in timekeeping_forward_now()
779 		tk->tkr_mono.xtime_nsec += incr * tk->tkr_mono.mult;  in timekeeping_forward_now()
805 		nsecs = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get_real_ts64()
825 		base = tk->tkr_mono.base;  in ktime_get()
826 		nsecs = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get()
844 		nsecs = tk->tkr_mono.mult >> tk->tkr_mono.shift;  in ktime_get_resolution_ns()
868 		base = ktime_add(tk->tkr_mono.base, *offset);  in ktime_get_with_offset()
869 		nsecs = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get_with_offset()
889 		base = ktime_add(tk->tkr_mono.base, *offset);  in ktime_get_coarse_with_offset()
967 		nsec = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get_ts64()
1061 		now = tk_clock_read(&tk->tkr_mono);  in ktime_get_snapshot()
1062 		systime_snapshot->cs_id = tk->tkr_mono.clock->id;  in ktime_get_snapshot()
1065 		base_real = ktime_add(tk->tkr_mono.base,  in ktime_get_snapshot()
1067 		base_boot = ktime_add(tk->tkr_mono.base,  in ktime_get_snapshot()
1070 		nsec_real = timekeeping_cycles_to_ns(&tk->tkr_mono, now);  in ktime_get_snapshot()
1155 			(corr_raw, tk->tkr_mono.mult, tk->tkr_raw.mult);  in adjust_historical_crosststamp()
1205 	struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock;  in convert_base_to_cs()
1233 	struct clocksource *cs = tk_core.timekeeper.tkr_mono.clock;  in convert_cs_to_base()
1252 	struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono;  in convert_ns_to_cs()
1279 		if ((u64)treal < tk->tkr_mono.base_real)  in ktime_real_to_base_clock()
1281 		delta = (u64)treal - tk->tkr_mono.base_real;  in ktime_real_to_base_clock()
1284 		*cycles = tk->tkr_mono.cycle_last + delta;  in ktime_real_to_base_clock()
1347 		now = tk_clock_read(&tk->tkr_mono);  in get_device_system_crosststamp()
1348 		interval_start = tk->tkr_mono.cycle_last;  in get_device_system_crosststamp()
1358 		base_real = ktime_add(tk->tkr_mono.base,  in get_device_system_crosststamp()
1362 		nsec_real = timekeeping_cycles_to_ns(&tk->tkr_mono, cycles);  in get_device_system_crosststamp()
1422 	struct clocksource_base *base = READ_ONCE(tk_core.timekeeper.tkr_mono.clock->base);  in timekeeping_clocksource_has_base()
1502 		struct tk_read_base *tkr_mono = &tks->tkr_mono;  in __timekeeping_inject_offset()  local
1506 		now = ktime_add_ns(tkr_mono->base, timekeeping_get_ns(tkr_mono));  in __timekeeping_inject_offset()
1605 		old = tks->tkr_mono.clock;  in change_clocksource()
1632 	if (tk->tkr_mono.clock == clock)  in timekeeping_notify()
1636 	return tk->tkr_mono.clock == clock ? 0 : -1;  in timekeeping_notify()
1709 		ret = tk->tkr_mono.clock->flags & CLOCK_SOURCE_VALID_FOR_HRES;  in timekeeping_valid_for_hres()
1728 		ret = tk->tkr_mono.clock->max_idle_ns;  in timekeeping_max_deferment()
1940 	struct clocksource *clock = tks->tkr_mono.clock;  in timekeeping_resume()
1965 	cycle_now = tk_clock_read(&tks->tkr_mono);  in timekeeping_resume()
1981 	tks->tkr_mono.cycle_last = cycle_now;  in timekeeping_resume()
2032 	curr_clock = tks->tkr_mono.clock;  in timekeeping_suspend()
2033 	cycle_now = tks->tkr_mono.cycle_last;  in timekeeping_suspend()
2157 	if ((mult_adj > 0) && (tk->tkr_mono.mult + mult_adj < mult_adj)) {  in timekeeping_apply_adjustment()
2163 	tk->tkr_mono.mult += mult_adj;  in timekeeping_apply_adjustment()
2165 	tk->tkr_mono.xtime_nsec -= offset;  in timekeeping_apply_adjustment()
2182 		mult = tk->tkr_mono.mult - tk->ntp_err_mult;  in timekeeping_adjust()
2198 	timekeeping_apply_adjustment(tk, offset, mult - tk->tkr_mono.mult);  in timekeeping_adjust()
2200 	if (unlikely(tk->tkr_mono.clock->maxadj &&  in timekeeping_adjust()
2201 		(abs(tk->tkr_mono.mult - tk->tkr_mono.clock->mult)  in timekeeping_adjust()
2202 			> tk->tkr_mono.clock->maxadj))) {  in timekeeping_adjust()
2205 			tk->tkr_mono.clock->name, (long)tk->tkr_mono.mult,  in timekeeping_adjust()
2206 			(long)tk->tkr_mono.clock->mult + tk->tkr_mono.clock->maxadj);  in timekeeping_adjust()
2219 	if (unlikely((s64)tk->tkr_mono.xtime_nsec < 0)) {  in timekeeping_adjust()
2220 		tk->tkr_mono.xtime_nsec += (u64)NSEC_PER_SEC <<  in timekeeping_adjust()
2221 							tk->tkr_mono.shift;  in timekeeping_adjust()
2236 	u64 nsecps = (u64)NSEC_PER_SEC << tk->tkr_mono.shift;  in accumulate_nsecs_to_secs()
2239 	while (tk->tkr_mono.xtime_nsec >= nsecps) {  in accumulate_nsecs_to_secs()
2242 		tk->tkr_mono.xtime_nsec -= nsecps;  in accumulate_nsecs_to_secs()
2295 	tk->tkr_mono.cycle_last += interval;  in logarithmic_accumulation()
2298 	tk->tkr_mono.xtime_nsec += tk->xtime_interval << shift;  in logarithmic_accumulation()
2333 	offset = clocksource_delta(tk_clock_read(&tk->tkr_mono),  in __timekeeping_advance()
2334 				   tk->tkr_mono.cycle_last, tk->tkr_mono.mask,  in __timekeeping_advance()
2335 				   tk->tkr_mono.clock->max_raw_delta);  in __timekeeping_advance()
2492 		mono = tk->tkr_mono.base;  in ktime_get_real_ts64_mg()
2493 		nsecs = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get_real_ts64_mg()
2572 		base = tk->tkr_mono.base;  in ktime_get_update_offsets_now()
2573 		nsecs = timekeeping_get_ns(&tk->tkr_mono);  in ktime_get_update_offsets_now()
2679 	struct tk_read_base *tkr = &tk_core.timekeeper.tkr_mono;  in random_get_entropy_fallback()
2837 		tk_setup_internals(tks, tk_core.timekeeper.tkr_mono.clock);  in tk_aux_update_clocksource()
2883 		base = ktime_add(aux_tk->tkr_mono.base, aux_tk->offs_aux);  in ktime_get_aux()
2884 		nsecs = timekeeping_get_ns(&aux_tk->tkr_mono);  in ktime_get_aux()
2953 	nsecs = timekeeping_cycles_to_ns(&aux_tks->tkr_mono, aux_tks->tkr_mono.cycle_last);  in aux_clock_set()
2954 	tnow = ktime_add(aux_tks->tkr_mono.base, nsecs);  in aux_clock_set()