Lines Matching refs:weight
119 lw->weight += inc; in update_load_add()
125 lw->weight -= dec; in update_load_sub()
131 lw->weight = w; in update_load_set()
192 w = scale_load_down(lw->weight); in __update_inv_weight()
214 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument
216 u64 fact = scale_load_down(weight); in __calc_delta()
598 if (unlikely(se->load.weight != NICE_0_LOAD)) in calc_delta_fair()
640 update_load_add(&lw, se->load.weight); in sched_slice()
643 slice = __calc_delta(slice, se->load.weight, load); in sched_slice()
683 sa->load_avg = scale_load_down(se->load.weight); in init_entity_runnable_average()
1712 delta = p->se.avg.load_sum / p->se.load.weight; in numa_get_avg_runtime()
2333 update_load_add(&cfs_rq->load, se->load.weight); in account_entity_enqueue()
2335 update_load_add(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_enqueue()
2350 update_load_sub(&cfs_rq->load, se->load.weight); in account_entity_dequeue()
2352 update_load_sub(&rq_of(cfs_rq)->load, se->load.weight); in account_entity_dequeue()
2373 tg_weight += cfs_rq->load.weight; in calc_tg_weight()
2383 load = cfs_rq->load.weight; in calc_cfs_shares()
2403 unsigned long weight) in reweight_entity() argument
2412 update_load_set(&se->load, weight); in reweight_entity()
2431 if (likely(se->load.weight == tg->shares)) in update_cfs_shares()
2561 unsigned long weight, int running, struct cfs_rq *cfs_rq) in __update_load_avg() argument
2605 if (weight) { in __update_load_avg()
2606 sa->load_sum += weight * scaled_delta_w; in __update_load_avg()
2609 weight * scaled_delta_w; in __update_load_avg()
2631 if (weight) { in __update_load_avg()
2632 sa->load_sum += weight * contrib; in __update_load_avg()
2634 cfs_rq->runnable_load_sum += weight * contrib; in __update_load_avg()
2642 if (weight) { in __update_load_avg()
2643 sa->load_sum += weight * scaled_delta; in __update_load_avg()
2645 cfs_rq->runnable_load_sum += weight * scaled_delta; in __update_load_avg()
2705 scale_load_down(cfs_rq->load.weight), cfs_rq->curr != NULL, cfs_rq); in update_cfs_rq_load_avg()
2727 se->on_rq * scale_load_down(se->load.weight), in update_load_avg()
2764 &se->avg, se->on_rq * scale_load_down(se->load.weight), in detach_entity_load_avg()
2784 se->on_rq * scale_load_down(se->load.weight), in enqueue_entity_load_avg()
3188 if (rq_of(cfs_rq)->load.weight >= 2*se->load.weight) { in set_next_entity()
3581 if (qcfs_rq->load.weight) in throttle_cfs_rq()
3631 if (!cfs_rq->load.weight) in unthrottle_cfs_rq()
4204 if (cfs_rq->load.weight) { in dequeue_task_fair()
4667 unsigned long weight; in wake_affine() local
4683 weight = current->se.avg.load_avg; in wake_affine()
4685 this_load += effective_load(tg, this_cpu, -weight, -weight); in wake_affine()
4686 load += effective_load(tg, prev_cpu, 0, -weight); in wake_affine()
4690 weight = p->se.avg.load_avg; in wake_affine()
4709 effective_load(tg, this_cpu, weight, weight); in wake_affine()
4711 prev_eff_load *= load + effective_load(tg, prev_cpu, 0, weight); in wake_affine()
4970 int weight; in select_task_rq_fair() local
4992 weight = sd->span_weight; in select_task_rq_fair()
4995 if (weight <= tmp->span_weight) in select_task_rq_fair()
8263 if (rq->cfs.load.weight) in get_rr_interval_fair()