Lines Matching refs:runnable_sum
3288 if (cfs_rq->avg.runnable_sum) in cfs_rq_is_decayed()
3497 se->avg.runnable_sum = se->avg.runnable_avg * divider; in update_tg_cfs_runnable()
3501 cfs_rq->avg.runnable_sum = cfs_rq->avg.runnable_avg * divider; in update_tg_cfs_runnable()
3507 long delta, running_sum, runnable_sum = gcfs_rq->prop_runnable_sum; in update_tg_cfs_load() local
3512 if (!runnable_sum) in update_tg_cfs_load()
3523 if (runnable_sum >= 0) { in update_tg_cfs_load()
3528 runnable_sum += se->avg.load_sum; in update_tg_cfs_load()
3529 runnable_sum = min_t(long, runnable_sum, divider); in update_tg_cfs_load()
3541 runnable_sum = min(se->avg.load_sum, load_sum); in update_tg_cfs_load()
3551 runnable_sum = max(runnable_sum, running_sum); in update_tg_cfs_load()
3553 load_sum = (s64)se_weight(se) * runnable_sum; in update_tg_cfs_load()
3556 se->avg.load_sum = runnable_sum; in update_tg_cfs_load()
3568 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) in add_tg_cfs_propagate() argument
3571 cfs_rq->prop_runnable_sum += runnable_sum; in add_tg_cfs_propagate()
3641 static inline void add_tg_cfs_propagate(struct cfs_rq *cfs_rq, long runnable_sum) {} in add_tg_cfs_propagate() argument
3689 sa->runnable_sum = sa->runnable_avg * divider; in update_cfs_rq_load_avg()
3745 se->avg.runnable_sum = se->avg.runnable_avg * divider; in attach_entity_load_avg()
3757 cfs_rq->avg.runnable_sum += se->avg.runnable_sum; in attach_entity_load_avg()
3786 cfs_rq->avg.runnable_sum = cfs_rq->avg.runnable_avg * divider; in detach_entity_load_avg()