Lines Matching refs:now

698 	u64 now = rq_clock_task(rq_of(cfs_rq));  in update_curr()  local
704 delta_exec = now - curr->exec_start; in update_curr()
708 curr->exec_start = now; in update_curr()
1681 u64 runtime, delta, now; in numa_get_avg_runtime() local
1683 now = p->se.exec_start; in numa_get_avg_runtime()
1688 *period = now - p->last_task_numa_placement; in numa_get_avg_runtime()
1695 p->last_task_numa_placement = now; in numa_get_avg_runtime()
2120 unsigned long migrate, next_scan, now = jiffies; in task_numa_work() local
2143 mm->numa_next_scan = now + in task_numa_work()
2151 if (time_before(now, migrate)) in task_numa_work()
2159 next_scan = now + msecs_to_jiffies(p->numa_scan_period); in task_numa_work()
2247 u64 period, now; in task_tick_numa() local
2261 now = curr->se.sum_exec_runtime; in task_tick_numa()
2264 if (now - curr->node_stamp > period) { in task_tick_numa()
2521 static __always_inline int __update_entity_runnable_avg(u64 now, int cpu, in __update_entity_runnable_avg() argument
2531 delta = now - sa->last_runnable_update; in __update_entity_runnable_avg()
2537 sa->last_runnable_update = now; in __update_entity_runnable_avg()
2548 sa->last_runnable_update = now; in __update_entity_runnable_avg()
2785 u64 now; in update_entity_load_avg() local
2792 now = cfs_rq_clock_task(cfs_rq); in update_entity_load_avg()
2794 now = cfs_rq_clock_task(group_cfs_rq(se)); in update_entity_load_avg()
2796 if (!__update_entity_runnable_avg(now, cpu, &se->avg, se->on_rq, in update_entity_load_avg()
2820 u64 now = cfs_rq_clock_task(cfs_rq) >> 20; in update_cfs_rq_blocked_load() local
2823 decays = now - cfs_rq->last_decay; in update_cfs_rq_blocked_load()
2837 cfs_rq->last_decay = now; in update_cfs_rq_blocked_load()
3441 u64 now; in __refill_cfs_bandwidth_runtime() local
3446 now = sched_clock_cpu(smp_processor_id()); in __refill_cfs_bandwidth_runtime()
3448 cfs_b->runtime_expires = now + ktime_to_ns(cfs_b->period); in __refill_cfs_bandwidth_runtime()
4011 ktime_t now; in sched_cfs_period_timer() local
4017 now = hrtimer_cb_get_time(timer); in sched_cfs_period_timer()
4018 overrun = hrtimer_forward(timer, now, cfs_b->period); in sched_cfs_period_timer()
5879 unsigned long now = jiffies; in update_cfs_rq_h_load() local
5882 if (cfs_rq->last_h_load_update == now) in update_cfs_rq_h_load()
5889 if (cfs_rq->last_h_load_update == now) in update_cfs_rq_h_load()
5895 cfs_rq->last_h_load_update = now; in update_cfs_rq_h_load()
5904 cfs_rq->last_h_load_update = now; in update_cfs_rq_h_load()
7689 unsigned long now = jiffies; in nohz_kick_needed() local
7712 if (time_before(now, nohz.next_balance)) in nohz_kick_needed()