diff options
| author | Peter Zijlstra <peterz@infradead.org> | 2010-03-16 14:31:44 -0700 |
|---|---|---|
| committer | Clark Williams <williams@redhat.com> | 2012-02-15 10:32:47 -0600 |
| commit | f586b3a229ecc5ca53cc08c08038a5f0b5df0277 (patch) | |
| tree | b0a904c55e1d5df8b5c9e82cadc3bbcb14f391c7 /kernel | |
| parent | 3d7bac9d40e26b4d4db0afd604ee5bd3b673d882 (diff) | |
sched: Break out from load_balancing on rq_lock contention
Also limit NEW_IDLE pull
Signed-off-by: Peter Zijlstra <peterz@infradead.org>
Signed-off-by: Thomas Gleixner <tglx@linutronix.de>
Diffstat (limited to 'kernel')
| -rw-r--r-- | kernel/sched_fair.c | 18 |
1 files changed, 18 insertions, 0 deletions
diff --git a/kernel/sched_fair.c b/kernel/sched_fair.c index 8a39fa3e3c6c..3747e53ee6a5 100644 --- a/kernel/sched_fair.c +++ b/kernel/sched_fair.c @@ -2899,6 +2899,10 @@ balance_tasks(struct rq *this_rq, int this_cpu, struct rq *busiest, */ if (idle == CPU_NEWLY_IDLE) break; + + if (raw_spin_is_contended(&this_rq->lock) || + raw_spin_is_contended(&busiest->lock)) + break; #endif /* @@ -3039,6 +3043,20 @@ load_balance_fair(struct rq *this_rq, int this_cpu, struct rq *busiest, rem_load_move -= moved_load; if (rem_load_move < 0) break; + +#ifdef CONFIG_PREEMPT + /* + * NEWIDLE balancing is a source of latency, so preemptible + * kernels will stop after the first task is pulled to minimize + * the critical section. + */ + if (idle == CPU_NEWLY_IDLE && this_rq->nr_running) + break; + + if (raw_spin_is_contended(&this_rq->lock) || + raw_spin_is_contended(&busiest->lock)) + break; +#endif } rcu_read_unlock(); |