Lines Matching refs:lw
117 static inline void update_load_add(struct load_weight *lw, unsigned long inc) in update_load_add() argument
119 lw->weight += inc; in update_load_add()
120 lw->inv_weight = 0; in update_load_add()
123 static inline void update_load_sub(struct load_weight *lw, unsigned long dec) in update_load_sub() argument
125 lw->weight -= dec; in update_load_sub()
126 lw->inv_weight = 0; in update_load_sub()
129 static inline void update_load_set(struct load_weight *lw, unsigned long w) in update_load_set() argument
131 lw->weight = w; in update_load_set()
132 lw->inv_weight = 0; in update_load_set()
185 static void __update_inv_weight(struct load_weight *lw) in __update_inv_weight() argument
189 if (likely(lw->inv_weight)) in __update_inv_weight()
192 w = scale_load_down(lw->weight); in __update_inv_weight()
195 lw->inv_weight = 1; in __update_inv_weight()
197 lw->inv_weight = WMULT_CONST; in __update_inv_weight()
199 lw->inv_weight = WMULT_CONST / w; in __update_inv_weight()
214 static u64 __calc_delta(u64 delta_exec, unsigned long weight, struct load_weight *lw) in __calc_delta() argument
219 __update_inv_weight(lw); in __calc_delta()
229 fact = (u64)(u32)fact * lw->inv_weight; in __calc_delta()
632 struct load_weight lw; in sched_slice() local
638 lw = cfs_rq->load; in sched_slice()
640 update_load_add(&lw, se->load.weight); in sched_slice()
641 load = &lw; in sched_slice()