1*4882a593Smuzhiyun /* SPDX-License-Identifier: GPL-2.0 */
2*4882a593Smuzhiyun #ifndef ASM_VDSO_GETTIMEOFDAY_H
3*4882a593Smuzhiyun #define ASM_VDSO_GETTIMEOFDAY_H
4*4882a593Smuzhiyun
5*4882a593Smuzhiyun #define VDSO_HAS_TIME 1
6*4882a593Smuzhiyun
7*4882a593Smuzhiyun #define VDSO_HAS_CLOCK_GETRES 1
8*4882a593Smuzhiyun
9*4882a593Smuzhiyun #include <asm/timex.h>
10*4882a593Smuzhiyun #include <asm/unistd.h>
11*4882a593Smuzhiyun #include <asm/vdso.h>
12*4882a593Smuzhiyun #include <linux/compiler.h>
13*4882a593Smuzhiyun
14*4882a593Smuzhiyun #define vdso_calc_delta __arch_vdso_calc_delta
__arch_vdso_calc_delta(u64 cycles,u64 last,u64 mask,u32 mult)15*4882a593Smuzhiyun static __always_inline u64 __arch_vdso_calc_delta(u64 cycles, u64 last, u64 mask, u32 mult)
16*4882a593Smuzhiyun {
17*4882a593Smuzhiyun return (cycles - last) * mult;
18*4882a593Smuzhiyun }
19*4882a593Smuzhiyun
__arch_get_vdso_data(void)20*4882a593Smuzhiyun static __always_inline const struct vdso_data *__arch_get_vdso_data(void)
21*4882a593Smuzhiyun {
22*4882a593Smuzhiyun return _vdso_data;
23*4882a593Smuzhiyun }
24*4882a593Smuzhiyun
__arch_get_hw_counter(s32 clock_mode,const struct vdso_data * vd)25*4882a593Smuzhiyun static inline u64 __arch_get_hw_counter(s32 clock_mode, const struct vdso_data *vd)
26*4882a593Smuzhiyun {
27*4882a593Smuzhiyun const struct vdso_data *vdso = __arch_get_vdso_data();
28*4882a593Smuzhiyun u64 adj, now;
29*4882a593Smuzhiyun
30*4882a593Smuzhiyun now = get_tod_clock();
31*4882a593Smuzhiyun adj = vdso->arch_data.tod_steering_end - now;
32*4882a593Smuzhiyun if (unlikely((s64) adj > 0))
33*4882a593Smuzhiyun now += (vdso->arch_data.tod_steering_delta < 0) ? (adj >> 15) : -(adj >> 15);
34*4882a593Smuzhiyun return now;
35*4882a593Smuzhiyun }
36*4882a593Smuzhiyun
37*4882a593Smuzhiyun static __always_inline
clock_gettime_fallback(clockid_t clkid,struct __kernel_timespec * ts)38*4882a593Smuzhiyun long clock_gettime_fallback(clockid_t clkid, struct __kernel_timespec *ts)
39*4882a593Smuzhiyun {
40*4882a593Smuzhiyun register unsigned long r1 __asm__("r1") = __NR_clock_gettime;
41*4882a593Smuzhiyun register unsigned long r2 __asm__("r2") = (unsigned long)clkid;
42*4882a593Smuzhiyun register void *r3 __asm__("r3") = ts;
43*4882a593Smuzhiyun
44*4882a593Smuzhiyun asm ("svc 0\n" : "+d" (r2) : "d" (r1), "d" (r3) : "cc", "memory");
45*4882a593Smuzhiyun return r2;
46*4882a593Smuzhiyun }
47*4882a593Smuzhiyun
48*4882a593Smuzhiyun static __always_inline
gettimeofday_fallback(register struct __kernel_old_timeval * tv,register struct timezone * tz)49*4882a593Smuzhiyun long gettimeofday_fallback(register struct __kernel_old_timeval *tv,
50*4882a593Smuzhiyun register struct timezone *tz)
51*4882a593Smuzhiyun {
52*4882a593Smuzhiyun register unsigned long r1 __asm__("r1") = __NR_gettimeofday;
53*4882a593Smuzhiyun register unsigned long r2 __asm__("r2") = (unsigned long)tv;
54*4882a593Smuzhiyun register void *r3 __asm__("r3") = tz;
55*4882a593Smuzhiyun
56*4882a593Smuzhiyun asm ("svc 0\n" : "+d" (r2) : "d" (r1), "d" (r3) : "cc", "memory");
57*4882a593Smuzhiyun return r2;
58*4882a593Smuzhiyun }
59*4882a593Smuzhiyun
60*4882a593Smuzhiyun static __always_inline
clock_getres_fallback(clockid_t clkid,struct __kernel_timespec * ts)61*4882a593Smuzhiyun long clock_getres_fallback(clockid_t clkid, struct __kernel_timespec *ts)
62*4882a593Smuzhiyun {
63*4882a593Smuzhiyun register unsigned long r1 __asm__("r1") = __NR_clock_getres;
64*4882a593Smuzhiyun register unsigned long r2 __asm__("r2") = (unsigned long)clkid;
65*4882a593Smuzhiyun register void *r3 __asm__("r3") = ts;
66*4882a593Smuzhiyun
67*4882a593Smuzhiyun asm ("svc 0\n" : "+d" (r2) : "d" (r1), "d" (r3) : "cc", "memory");
68*4882a593Smuzhiyun return r2;
69*4882a593Smuzhiyun }
70*4882a593Smuzhiyun
71*4882a593Smuzhiyun #endif
72