Lines Matching refs:tkr_mono

69 	while (tk->tkr_mono.xtime_nsec >= ((u64)NSEC_PER_SEC << tk->tkr_mono.shift)) {  in tk_normalize_xtime()
70 tk->tkr_mono.xtime_nsec -= (u64)NSEC_PER_SEC << tk->tkr_mono.shift; in tk_normalize_xtime()
80 ts.tv_nsec = (long)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift); in tk_xtime()
87 tk->tkr_mono.xtime_nsec = (u64)ts->tv_nsec << tk->tkr_mono.shift; in tk_set_xtime()
93 tk->tkr_mono.xtime_nsec += (u64)ts->tv_nsec << tk->tkr_mono.shift; in tk_xtime_add()
125 cycle_t max_cycles = tk->tkr_mono.clock->max_cycles; in timekeeping_check_update()
126 const char *name = tk->tkr_mono.clock->name; in timekeeping_check_update()
236 old_clock = tk->tkr_mono.clock; in tk_setup_internals()
237 tk->tkr_mono.clock = clock; in tk_setup_internals()
238 tk->tkr_mono.read = clock->read; in tk_setup_internals()
239 tk->tkr_mono.mask = clock->mask; in tk_setup_internals()
240 tk->tkr_mono.cycle_last = tk->tkr_mono.read(clock); in tk_setup_internals()
245 tk->tkr_raw.cycle_last = tk->tkr_mono.cycle_last; in tk_setup_internals()
269 tk->tkr_mono.xtime_nsec >>= -shift_change; in tk_setup_internals()
271 tk->tkr_mono.xtime_nsec <<= shift_change; in tk_setup_internals()
275 tk->tkr_mono.shift = clock->shift; in tk_setup_internals()
287 tk->tkr_mono.mult = clock->mult; in tk_setup_internals()
425 struct tk_read_base *tkr = &tk->tkr_mono; in halt_fast_timekeeper()
446 update_vsyscall_old(&xt, &wm, tk->tkr_mono.clock, tk->tkr_mono.mult, in update_vsyscall()
447 tk->tkr_mono.cycle_last); in update_vsyscall()
464 remainder = tk->tkr_mono.xtime_nsec & ((1ULL << tk->tkr_mono.shift) - 1); in old_vsyscall_fixup()
465 tk->tkr_mono.xtime_nsec -= remainder; in old_vsyscall_fixup()
466 tk->tkr_mono.xtime_nsec += 1ULL << tk->tkr_mono.shift; in old_vsyscall_fixup()
468 tk->ntp_error -= (1ULL << tk->tkr_mono.shift) << tk->ntp_error_shift; in old_vsyscall_fixup()
544 tk->tkr_mono.base = ns_to_ktime(seconds * NSEC_PER_SEC + nsec); in tk_update_ktime_data()
554 nsec += (u32)(tk->tkr_mono.xtime_nsec >> tk->tkr_mono.shift); in tk_update_ktime_data()
574 update_fast_timekeeper(&tk->tkr_mono, &tk_fast_mono); in timekeeping_update()
598 struct clocksource *clock = tk->tkr_mono.clock; in timekeeping_forward_now()
602 cycle_now = tk->tkr_mono.read(clock); in timekeeping_forward_now()
603 delta = clocksource_delta(cycle_now, tk->tkr_mono.cycle_last, tk->tkr_mono.mask); in timekeeping_forward_now()
604 tk->tkr_mono.cycle_last = cycle_now; in timekeeping_forward_now()
607 tk->tkr_mono.xtime_nsec += delta * tk->tkr_mono.mult; in timekeeping_forward_now()
610 tk->tkr_mono.xtime_nsec += (u64)arch_gettimeoffset() << tk->tkr_mono.shift; in timekeeping_forward_now()
635 nsecs = timekeeping_get_ns(&tk->tkr_mono); in __getnstimeofday64()
675 base = tk->tkr_mono.base; in ktime_get()
676 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get()
694 nsecs = tk->tkr_mono.mult >> tk->tkr_mono.shift; in ktime_get_resolution_ns()
718 base = ktime_add(tk->tkr_mono.base, *offset); in ktime_get_with_offset()
719 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_with_offset()
789 nsec = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_ts64()
875 nsecs_real = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_raw_and_real_ts64()
1065 old = tk->tkr_mono.clock; in change_clocksource()
1093 if (tk->tkr_mono.clock == clock) in timekeeping_notify()
1097 return tk->tkr_mono.clock == clock ? 0 : -1; in timekeeping_notify()
1138 ret = tk->tkr_mono.clock->flags & CLOCK_SOURCE_VALID_FOR_HRES; in timekeeping_valid_for_hres()
1157 ret = tk->tkr_mono.clock->max_idle_ns; in timekeeping_max_deferment()
1359 struct clocksource *clock = tk->tkr_mono.clock; in timekeeping_resume()
1385 cycle_now = tk->tkr_mono.read(clock); in timekeeping_resume()
1387 cycle_now > tk->tkr_mono.cycle_last) { in timekeeping_resume()
1393 cycle_delta = clocksource_delta(cycle_now, tk->tkr_mono.cycle_last, in timekeeping_resume()
1394 tk->tkr_mono.mask); in timekeeping_resume()
1420 tk->tkr_mono.cycle_last = cycle_now; in timekeeping_resume()
1573 if ((mult_adj > 0) && (tk->tkr_mono.mult + mult_adj < mult_adj)) { in timekeeping_apply_adjustment()
1579 tk->tkr_mono.mult += mult_adj; in timekeeping_apply_adjustment()
1581 tk->tkr_mono.xtime_nsec -= offset; in timekeeping_apply_adjustment()
1643 if (unlikely(tk->tkr_mono.clock->maxadj && in timekeeping_adjust()
1644 (abs(tk->tkr_mono.mult - tk->tkr_mono.clock->mult) in timekeeping_adjust()
1645 > tk->tkr_mono.clock->maxadj))) { in timekeeping_adjust()
1648 tk->tkr_mono.clock->name, (long)tk->tkr_mono.mult, in timekeeping_adjust()
1649 (long)tk->tkr_mono.clock->mult + tk->tkr_mono.clock->maxadj); in timekeeping_adjust()
1666 if (unlikely((s64)tk->tkr_mono.xtime_nsec < 0)) { in timekeeping_adjust()
1667 s64 neg = -(s64)tk->tkr_mono.xtime_nsec; in timekeeping_adjust()
1668 tk->tkr_mono.xtime_nsec = 0; in timekeeping_adjust()
1683 u64 nsecps = (u64)NSEC_PER_SEC << tk->tkr_mono.shift; in accumulate_nsecs_to_secs()
1686 while (tk->tkr_mono.xtime_nsec >= nsecps) { in accumulate_nsecs_to_secs()
1689 tk->tkr_mono.xtime_nsec -= nsecps; in accumulate_nsecs_to_secs()
1734 tk->tkr_mono.cycle_last += interval; in logarithmic_accumulation()
1737 tk->tkr_mono.xtime_nsec += tk->xtime_interval << shift; in logarithmic_accumulation()
1780 offset = clocksource_delta(tk->tkr_mono.read(tk->tkr_mono.clock), in update_wall_time()
1781 tk->tkr_mono.cycle_last, tk->tkr_mono.mask); in update_wall_time()
1951 base = tk->tkr_mono.base; in ktime_get_update_offsets_now()
1952 nsecs = timekeeping_get_ns(&tk->tkr_mono); in ktime_get_update_offsets_now()