24 					      const union mips_vdso_data *data)  in do_realtime_coarse()  argument
29 		start_seq = vdso_data_read_begin(data);  in do_realtime_coarse()
31 		ts->tv_sec = data->xtime_sec;  in do_realtime_coarse()
32 		ts->tv_nsec = data->xtime_nsec >> data->cs_shift;  in do_realtime_coarse()
33 	} while (vdso_data_read_retry(data, start_seq));  in do_realtime_coarse()
39 					       const union mips_vdso_data *data)  in do_monotonic_coarse()  argument
46 		start_seq = vdso_data_read_begin(data);  in do_monotonic_coarse()
48 		ts->tv_sec = data->xtime_sec;  in do_monotonic_coarse()
49 		ts->tv_nsec = data->xtime_nsec >> data->cs_shift;  in do_monotonic_coarse()
51 		to_mono_sec = data->wall_to_mono_sec;  in do_monotonic_coarse()
52 		to_mono_nsec = data->wall_to_mono_nsec;  in do_monotonic_coarse()
53 	} while (vdso_data_read_retry(data, start_seq));  in do_monotonic_coarse()
81 static __always_inline u64 read_gic_count(const union mips_vdso_data *data)  in read_gic_count()  argument
83 	void __iomem *gic = get_gic(data);  in read_gic_count()
97 static __always_inline u64 get_ns(const union mips_vdso_data *data)  in get_ns()  argument
101 	switch (data->clock_mode) {  in get_ns()
109 		cycle_now = read_gic_count(data);  in get_ns()
116 	delta = (cycle_now - data->cs_cycle_last) & data->cs_mask;  in get_ns()
118 	nsec = (delta * data->cs_mult) + data->xtime_nsec;  in get_ns()
119 	nsec >>= data->cs_shift;  in get_ns()
125 				       const union mips_vdso_data *data)  in do_realtime()  argument
131 		start_seq = vdso_data_read_begin(data);  in do_realtime()
133 		if (data->clock_mode == VDSO_CLOCK_NONE)  in do_realtime()
136 		ts->tv_sec = data->xtime_sec;  in do_realtime()
137 		ns = get_ns(data);  in do_realtime()
138 	} while (vdso_data_read_retry(data, start_seq));  in do_realtime()
147 					const union mips_vdso_data *data)  in do_monotonic()  argument
155 		start_seq = vdso_data_read_begin(data);  in do_monotonic()
157 		if (data->clock_mode == VDSO_CLOCK_NONE)  in do_monotonic()
160 		ts->tv_sec = data->xtime_sec;  in do_monotonic()
161 		ns = get_ns(data);  in do_monotonic()
163 		to_mono_sec = data->wall_to_mono_sec;  in do_monotonic()
164 		to_mono_nsec = data->wall_to_mono_nsec;  in do_monotonic()
165 	} while (vdso_data_read_retry(data, start_seq));  in do_monotonic()
184 	const union mips_vdso_data *data = get_vdso_data();  in __vdso_gettimeofday()  local
188 	ret = do_realtime(&ts, data);  in __vdso_gettimeofday()
198 		tz->tz_minuteswest = data->tz_minuteswest;  in __vdso_gettimeofday()
199 		tz->tz_dsttime = data->tz_dsttime;  in __vdso_gettimeofday()
209 	const union mips_vdso_data *data = get_vdso_data();  in __vdso_clock_gettime()  local
214 		ret = do_realtime_coarse(ts, data);  in __vdso_clock_gettime()
217 		ret = do_monotonic_coarse(ts, data);  in __vdso_clock_gettime()
220 		ret = do_realtime(ts, data);  in __vdso_clock_gettime()
223 		ret = do_monotonic(ts, data);  in __vdso_clock_gettime()