674 	struct sched_avg *sa = &se->avg;  in init_entity_runnable_average()  local
676 	sa->last_update_time = 0;  in init_entity_runnable_average()
682 	sa->period_contrib = 1023;  in init_entity_runnable_average()
683 	sa->load_avg = scale_load_down(se->load.weight);  in init_entity_runnable_average()
684 	sa->load_sum = sa->load_avg * LOAD_AVG_MAX;  in init_entity_runnable_average()
685 	sa->util_avg = scale_load_down(SCHED_LOAD_SCALE);  in init_entity_runnable_average()
686 	sa->util_sum = sa->util_avg * LOAD_AVG_MAX;  in init_entity_runnable_average()
2560 __update_load_avg(u64 now, int cpu, struct sched_avg *sa,  in __update_load_avg()  argument
2568 	delta = now - sa->last_update_time;  in __update_load_avg()
2574 		sa->last_update_time = now;  in __update_load_avg()
2585 	sa->last_update_time = now;  in __update_load_avg()
2591 	delta_w = sa->period_contrib;  in __update_load_avg()
2596 		sa->period_contrib = 0;  in __update_load_avg()
2606 			sa->load_sum += weight * scaled_delta_w;  in __update_load_avg()
2613 			sa->util_sum += scaled_delta_w * scale_cpu;  in __update_load_avg()
2621 		sa->load_sum = decay_load(sa->load_sum, periods + 1);  in __update_load_avg()
2626 		sa->util_sum = decay_load((u64)(sa->util_sum), periods + 1);  in __update_load_avg()
2632 			sa->load_sum += weight * contrib;  in __update_load_avg()
2637 			sa->util_sum += contrib * scale_cpu;  in __update_load_avg()
2643 		sa->load_sum += weight * scaled_delta;  in __update_load_avg()
2648 		sa->util_sum += scaled_delta * scale_cpu;  in __update_load_avg()
2650 	sa->period_contrib += delta;  in __update_load_avg()
2653 		sa->load_avg = div_u64(sa->load_sum, LOAD_AVG_MAX);  in __update_load_avg()
2658 		sa->util_avg = sa->util_sum / LOAD_AVG_MAX;  in __update_load_avg()
2688 	struct sched_avg *sa = &cfs_rq->avg;  in update_cfs_rq_load_avg()  local
2693 		sa->load_avg = max_t(long, sa->load_avg - r, 0);  in update_cfs_rq_load_avg()
2694 		sa->load_sum = max_t(s64, sa->load_sum - r * LOAD_AVG_MAX, 0);  in update_cfs_rq_load_avg()
2700 		sa->util_avg = max_t(long, sa->util_avg - r, 0);  in update_cfs_rq_load_avg()
2701 		sa->util_sum = max_t(s32, sa->util_sum - r * LOAD_AVG_MAX, 0);  in update_cfs_rq_load_avg()
2704 	decayed = __update_load_avg(now, cpu_of(rq_of(cfs_rq)), sa,  in update_cfs_rq_load_avg()
2709 	cfs_rq->load_last_update_time_copy = sa->last_update_time;  in update_cfs_rq_load_avg()
2777 	struct sched_avg *sa = &se->avg;  in enqueue_entity_load_avg()  local
2781 	migrated = !sa->last_update_time;  in enqueue_entity_load_avg()
2783 		__update_load_avg(now, cpu_of(rq_of(cfs_rq)), sa,  in enqueue_entity_load_avg()
2790 	cfs_rq->runnable_load_avg += sa->load_avg;  in enqueue_entity_load_avg()
2791 	cfs_rq->runnable_load_sum += sa->load_sum;  in enqueue_entity_load_avg()