15 # define VDSO_DELTA_MASK(vd)	ULLONG_MAX  argument
17 # define VDSO_DELTA_MASK(vd)	(vd->mask)  argument
92 bool vdso_get_timestamp(const struct vdso_time_data *vd, const struct vdso_clock *vc,  in vdso_get_timestamp()  argument
101 	cycles = __arch_get_hw_counter(vc->clock_mode, vd);  in vdso_get_timestamp()
112 const struct vdso_time_data *__arch_get_vdso_u_timens_data(const struct vdso_time_data *vd)  in __arch_get_vdso_u_timens_data()  argument
114 	return (void *)vd + PAGE_SIZE;  in __arch_get_vdso_u_timens_data()
121 	const struct vdso_time_data *vd = __arch_get_vdso_u_timens_data(vdns);  in do_hres_timens()  local
123 	const struct vdso_clock *vc = vd->clock_data;  in do_hres_timens()
136 		if (!vdso_get_timestamp(vd, vc, clk, &sec, &ns))  in do_hres_timens()
150 bool do_hres(const struct vdso_time_data *vd, const struct vdso_clock *vc,  in do_hres()  argument
175 				return do_hres_timens(vd, vc, clk, ts);  in do_hres()
180 		if (!vdso_get_timestamp(vd, vc, clk, &sec, &ns))  in do_hres()
193 	const struct vdso_time_data *vd = __arch_get_vdso_u_timens_data(vdns);  in do_coarse_timens()  local
195 	const struct vdso_clock *vc = vd->clock_data;  in do_coarse_timens()
219 bool do_coarse(const struct vdso_time_data *vd, const struct vdso_clock *vc,  in do_coarse()  argument
233 				return do_coarse_timens(vd, vc, clk, ts);  in do_coarse()
246 bool do_aux(const struct vdso_time_data *vd, clockid_t clock, struct __kernel_timespec *ts)  in do_aux()  argument
256 	vc = &vd->aux_clock_data[idx];  in do_aux()
265 				vd = __arch_get_vdso_u_timens_data(vd);  in do_aux()
266 				vc = &vd->aux_clock_data[idx];  in do_aux()
278 		if (!vdso_get_timestamp(vd, vc, VDSO_BASE_AUX, &sec, &ns))  in do_aux()
288 __cvdso_clock_gettime_common(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_gettime_common()  argument
291 	const struct vdso_clock *vc = vd->clock_data;  in __cvdso_clock_gettime_common()
305 		return do_coarse(vd, &vc[CS_HRES_COARSE], clock, ts);  in __cvdso_clock_gettime_common()
309 		return do_aux(vd, clock, ts);  in __cvdso_clock_gettime_common()
313 	return do_hres(vd, vc, clock, ts);  in __cvdso_clock_gettime_common()
317 __cvdso_clock_gettime_data(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_gettime_data()  argument
322 	ok = __cvdso_clock_gettime_common(vd, clock, ts);  in __cvdso_clock_gettime_data()
337 __cvdso_clock_gettime32_data(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_gettime32_data()  argument
343 	ok = __cvdso_clock_gettime_common(vd, clock, &ts);  in __cvdso_clock_gettime32_data()
363 __cvdso_gettimeofday_data(const struct vdso_time_data *vd,  in __cvdso_gettimeofday_data()  argument
366 	const struct vdso_clock *vc = vd->clock_data;  in __cvdso_gettimeofday_data()
371 		if (!do_hres(vd, &vc[CS_HRES_COARSE], CLOCK_REALTIME, &ts))  in __cvdso_gettimeofday_data()
381 			vd = __arch_get_vdso_u_timens_data(vd);  in __cvdso_gettimeofday_data()
383 		tz->tz_minuteswest = vd[CS_HRES_COARSE].tz_minuteswest;  in __cvdso_gettimeofday_data()
384 		tz->tz_dsttime = vd[CS_HRES_COARSE].tz_dsttime;  in __cvdso_gettimeofday_data()
398 __cvdso_time_data(const struct vdso_time_data *vd, __kernel_old_time_t *time)  in __cvdso_time_data()  argument
400 	const struct vdso_clock *vc = vd->clock_data;  in __cvdso_time_data()
405 		vd = __arch_get_vdso_u_timens_data(vd);  in __cvdso_time_data()
406 		vc = vd->clock_data;  in __cvdso_time_data()
425 bool __cvdso_clock_getres_common(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_getres_common()  argument
428 	const struct vdso_clock *vc = vd->clock_data;  in __cvdso_clock_getres_common()
437 		vd = __arch_get_vdso_u_timens_data(vd);  in __cvdso_clock_getres_common()
448 		ns = READ_ONCE(vd->hrtimer_res);  in __cvdso_clock_getres_common()
468 int __cvdso_clock_getres_data(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_getres_data()  argument
473 	ok =  __cvdso_clock_getres_common(vd, clock, res);  in __cvdso_clock_getres_data()
488 __cvdso_clock_getres_time32_data(const struct vdso_time_data *vd, clockid_t clock,  in __cvdso_clock_getres_time32_data()  argument
494 	ok = __cvdso_clock_getres_common(vd, clock, &ts);  in __cvdso_clock_getres_time32_data()