H A D | fair.c | 105 * Amount of runtime to allocate from global (tg) to local (per-cfs_rq) pool 106 * each time a cfs_rq requests quota. 248 /* cpu runqueue to which this cfs_rq is attached */ 249 static inline struct rq *rq_of(struct cfs_rq *cfs_rq) argument 251 return cfs_rq->rq; 269 static inline struct cfs_rq *task_cfs_rq(struct task_struct *p) 271 return p->se.cfs_rq; 275 static inline struct cfs_rq *cfs_rq_of(struct sched_entity *se) 277 return se->cfs_rq; 289 list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 313 list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 379 rq_of(struct cfs_rq *cfs_rq) argument 408 list_add_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 412 list_del_leaf_cfs_rq(struct cfs_rq *cfs_rq) argument 462 update_min_vruntime(struct cfs_rq *cfs_rq) argument 491 __enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 527 __dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 539 __pick_first_entity(struct cfs_rq *cfs_rq) argument 560 __pick_last_entity(struct cfs_rq *cfs_rq) argument 636 sched_slice(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 663 sched_vslice(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 694 update_curr(struct cfs_rq *cfs_rq) argument 735 update_stats_wait_start(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 743 update_stats_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 754 update_stats_wait_end(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 771 update_stats_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 785 update_stats_curr_start(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2087 account_entity_enqueue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2104 account_entity_dequeue(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2118 calc_tg_weight(struct task_group *tg, struct cfs_rq *cfs_rq) argument 2134 calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg) argument 2153 calc_cfs_shares(struct cfs_rq *cfs_rq, struct task_group *tg) argument 2158 reweight_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, unsigned long weight) argument 2176 update_cfs_shares(struct cfs_rq *cfs_rq) argument 2195 update_cfs_shares(struct cfs_rq *cfs_rq) argument 2390 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 2404 __update_cfs_rq_tg_load_contrib(struct cfs_rq *cfs_rq, int force_update) argument 2426 __update_tg_runnable_avg(struct sched_avg *sa, struct cfs_rq *cfs_rq) argument 2445 struct cfs_rq *cfs_rq = group_cfs_rq(se); local 2491 __update_cfs_rq_tg_load_contrib(struct cfs_rq *cfs_rq, int force_update) argument 2493 __update_tg_runnable_avg(struct sched_avg *sa, struct cfs_rq *cfs_rq) argument 2524 subtract_blocked_load_contrib(struct cfs_rq *cfs_rq, long load_contrib) argument 2539 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 2570 update_cfs_rq_blocked_load(struct cfs_rq *cfs_rq, int force_update) argument 2596 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int wakeup) argument 2647 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int sleep) argument 2689 enqueue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int wakeup) argument 2692 dequeue_entity_load_avg(struct cfs_rq *cfs_rq, struct sched_entity *se, int sleep) argument 2695 update_cfs_rq_blocked_load(struct cfs_rq *cfs_rq, int force_update) argument 2705 enqueue_sleeper(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2767 check_spread(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2781 place_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int initial) argument 2815 enqueue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 2852 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 2863 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 2874 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 2882 clear_buddies(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 2897 dequeue_entity(struct cfs_rq *cfs_rq, struct sched_entity *se, int flags) argument 2945 check_preempt_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr) argument 2982 set_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *se) argument 3022 pick_next_entity(struct cfs_rq *cfs_rq, struct sched_entity *curr) argument 3074 put_prev_entity(struct cfs_rq *cfs_rq, struct sched_entity *prev) argument 3098 entity_tick(struct cfs_rq *cfs_rq, struct sched_entity *curr, int queued) argument 3206 cfs_rq_clock_task(struct cfs_rq *cfs_rq) argument 3215 assign_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3264 expire_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3295 __account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 3313 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 3321 cfs_rq_throttled(struct cfs_rq *cfs_rq) argument 3327 throttled_hierarchy(struct cfs_rq *cfs_rq) argument 3353 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 3370 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu_of(rq)]; local 3380 throttle_cfs_rq(struct cfs_rq *cfs_rq) argument 3425 unthrottle_cfs_rq(struct cfs_rq *cfs_rq) argument 3475 struct cfs_rq *cfs_rq; local 3635 __return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3659 return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3708 check_enqueue_throttle(struct cfs_rq *cfs_rq) argument 3728 check_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3793 init_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3831 struct cfs_rq *cfs_rq; local 3844 struct cfs_rq *cfs_rq; local 3867 cfs_rq_clock_task(struct cfs_rq *cfs_rq) argument 3872 account_cfs_rq_runtime(struct cfs_rq *cfs_rq, u64 delta_exec) argument 3873 check_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3874 check_enqueue_throttle(struct cfs_rq *cfs_rq) argument 3875 return_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3877 cfs_rq_throttled(struct cfs_rq *cfs_rq) argument 3882 throttled_hierarchy(struct cfs_rq *cfs_rq) argument 3896 init_cfs_rq_runtime(struct cfs_rq *cfs_rq) argument 3917 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 3969 struct cfs_rq *cfs_rq; local 4018 struct cfs_rq *cfs_rq; local 4148 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 4633 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 4733 struct cfs_rq *cfs_rq = task_cfs_rq(curr); local 4815 struct cfs_rq *cfs_rq = &rq->cfs; local 4938 struct cfs_rq *cfs_rq; local 4954 struct cfs_rq *cfs_rq = task_cfs_rq(curr); local 5532 struct cfs_rq *cfs_rq = tg->cfs_rq[cpu]; local 5562 struct cfs_rq *cfs_rq; local 5588 update_cfs_rq_h_load(struct cfs_rq *cfs_rq) argument 5623 struct cfs_rq *cfs_rq = task_cfs_rq(p); local 7523 struct cfs_rq *cfs_rq; local 7544 struct cfs_rq *cfs_rq; local 7612 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 7682 struct cfs_rq *cfs_rq = cfs_rq_of(se); local 7690 init_cfs_rq(struct cfs_rq *cfs_rq) argument 7707 struct cfs_rq *cfs_rq; local 7775 struct cfs_rq *cfs_rq; local 7830 init_tg_cfs_entry(struct task_group *tg, struct cfs_rq *cfs_rq, struct sched_entity *se, int cpu, struct sched_entity *parent) argument 7974 struct cfs_rq *cfs_rq; local [all...] |