mirror of
https://github.com/adulau/aha.git
synced 2024-12-28 03:36:19 +00:00
sched: Improve latencies and throughput
Make the idle balancer more agressive, to improve a x264 encoding workload provided by Jason Garrett-Glaser: NEXT_BUDDY NO_LB_BIAS encoded 600 frames, 252.82 fps, 22096.60 kb/s encoded 600 frames, 250.69 fps, 22096.60 kb/s encoded 600 frames, 245.76 fps, 22096.60 kb/s NO_NEXT_BUDDY LB_BIAS encoded 600 frames, 344.44 fps, 22096.60 kb/s encoded 600 frames, 346.66 fps, 22096.60 kb/s encoded 600 frames, 352.59 fps, 22096.60 kb/s NO_NEXT_BUDDY NO_LB_BIAS encoded 600 frames, 425.75 fps, 22096.60 kb/s encoded 600 frames, 425.45 fps, 22096.60 kb/s encoded 600 frames, 422.49 fps, 22096.60 kb/s Peter pointed out that this is better done via newidle_idx, not via LB_BIAS, newidle balancing should look for where there is load _now_, not where there was load 2 ticks ago. Worst-case latencies are improved as well as no buddies means less vruntime spread. (as per prior lkml discussions) This change improves kbuild-peak parallelism as well. Reported-by: Jason Garrett-Glaser <darkshikari@gmail.com> Signed-off-by: Mike Galbraith <efault@gmx.de> Signed-off-by: Peter Zijlstra <a.p.zijlstra@chello.nl> LKML-Reference: <1253011667.9128.16.camel@marge.simson.net> Signed-off-by: Ingo Molnar <mingo@elte.hu>
This commit is contained in:
parent
6bd7821f90
commit
0ec9fab3d1
6 changed files with 9 additions and 9 deletions
|
@ -61,7 +61,7 @@ void build_cpu_to_node_map(void);
|
||||||
.cache_nice_tries = 2, \
|
.cache_nice_tries = 2, \
|
||||||
.busy_idx = 2, \
|
.busy_idx = 2, \
|
||||||
.idle_idx = 1, \
|
.idle_idx = 1, \
|
||||||
.newidle_idx = 2, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.forkexec_idx = 1, \
|
.forkexec_idx = 1, \
|
||||||
.flags = SD_LOAD_BALANCE \
|
.flags = SD_LOAD_BALANCE \
|
||||||
|
@ -87,10 +87,11 @@ void build_cpu_to_node_map(void);
|
||||||
.cache_nice_tries = 2, \
|
.cache_nice_tries = 2, \
|
||||||
.busy_idx = 3, \
|
.busy_idx = 3, \
|
||||||
.idle_idx = 2, \
|
.idle_idx = 2, \
|
||||||
.newidle_idx = 2, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.forkexec_idx = 1, \
|
.forkexec_idx = 1, \
|
||||||
.flags = SD_LOAD_BALANCE \
|
.flags = SD_LOAD_BALANCE \
|
||||||
|
| SD_BALANCE_NEWIDLE \
|
||||||
| SD_BALANCE_EXEC \
|
| SD_BALANCE_EXEC \
|
||||||
| SD_BALANCE_FORK \
|
| SD_BALANCE_FORK \
|
||||||
| SD_BALANCE_WAKE \
|
| SD_BALANCE_WAKE \
|
||||||
|
|
|
@ -57,7 +57,7 @@ static inline int pcibus_to_node(struct pci_bus *bus)
|
||||||
.cache_nice_tries = 1, \
|
.cache_nice_tries = 1, \
|
||||||
.busy_idx = 3, \
|
.busy_idx = 3, \
|
||||||
.idle_idx = 1, \
|
.idle_idx = 1, \
|
||||||
.newidle_idx = 2, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.flags = SD_LOAD_BALANCE \
|
.flags = SD_LOAD_BALANCE \
|
||||||
| SD_BALANCE_EXEC \
|
| SD_BALANCE_EXEC \
|
||||||
|
|
|
@ -15,13 +15,14 @@
|
||||||
.cache_nice_tries = 2, \
|
.cache_nice_tries = 2, \
|
||||||
.busy_idx = 3, \
|
.busy_idx = 3, \
|
||||||
.idle_idx = 2, \
|
.idle_idx = 2, \
|
||||||
.newidle_idx = 2, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.forkexec_idx = 1, \
|
.forkexec_idx = 1, \
|
||||||
.flags = SD_LOAD_BALANCE \
|
.flags = SD_LOAD_BALANCE \
|
||||||
| SD_BALANCE_FORK \
|
| SD_BALANCE_FORK \
|
||||||
| SD_BALANCE_EXEC \
|
| SD_BALANCE_EXEC \
|
||||||
| SD_BALANCE_WAKE \
|
| SD_BALANCE_WAKE \
|
||||||
|
| SD_BALANCE_NEWIDLE \
|
||||||
| SD_SERIALIZE, \
|
| SD_SERIALIZE, \
|
||||||
.last_balance = jiffies, \
|
.last_balance = jiffies, \
|
||||||
.balance_interval = 1, \
|
.balance_interval = 1, \
|
||||||
|
|
|
@ -116,14 +116,12 @@ extern unsigned long node_remap_size[];
|
||||||
|
|
||||||
# define SD_CACHE_NICE_TRIES 1
|
# define SD_CACHE_NICE_TRIES 1
|
||||||
# define SD_IDLE_IDX 1
|
# define SD_IDLE_IDX 1
|
||||||
# define SD_NEWIDLE_IDX 2
|
|
||||||
# define SD_FORKEXEC_IDX 0
|
# define SD_FORKEXEC_IDX 0
|
||||||
|
|
||||||
#else
|
#else
|
||||||
|
|
||||||
# define SD_CACHE_NICE_TRIES 2
|
# define SD_CACHE_NICE_TRIES 2
|
||||||
# define SD_IDLE_IDX 2
|
# define SD_IDLE_IDX 2
|
||||||
# define SD_NEWIDLE_IDX 2
|
|
||||||
# define SD_FORKEXEC_IDX 1
|
# define SD_FORKEXEC_IDX 1
|
||||||
|
|
||||||
#endif
|
#endif
|
||||||
|
@ -137,7 +135,7 @@ extern unsigned long node_remap_size[];
|
||||||
.cache_nice_tries = SD_CACHE_NICE_TRIES, \
|
.cache_nice_tries = SD_CACHE_NICE_TRIES, \
|
||||||
.busy_idx = 3, \
|
.busy_idx = 3, \
|
||||||
.idle_idx = SD_IDLE_IDX, \
|
.idle_idx = SD_IDLE_IDX, \
|
||||||
.newidle_idx = SD_NEWIDLE_IDX, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.forkexec_idx = SD_FORKEXEC_IDX, \
|
.forkexec_idx = SD_FORKEXEC_IDX, \
|
||||||
\
|
\
|
||||||
|
|
|
@ -151,7 +151,7 @@ int arch_update_cpu_topology(void);
|
||||||
.cache_nice_tries = 1, \
|
.cache_nice_tries = 1, \
|
||||||
.busy_idx = 2, \
|
.busy_idx = 2, \
|
||||||
.idle_idx = 1, \
|
.idle_idx = 1, \
|
||||||
.newidle_idx = 2, \
|
.newidle_idx = 0, \
|
||||||
.wake_idx = 0, \
|
.wake_idx = 0, \
|
||||||
.forkexec_idx = 1, \
|
.forkexec_idx = 1, \
|
||||||
\
|
\
|
||||||
|
|
|
@ -67,7 +67,7 @@ SCHED_FEAT(AFFINE_WAKEUPS, 1)
|
||||||
* wakeup-preemption), since its likely going to consume data we
|
* wakeup-preemption), since its likely going to consume data we
|
||||||
* touched, increases cache locality.
|
* touched, increases cache locality.
|
||||||
*/
|
*/
|
||||||
SCHED_FEAT(NEXT_BUDDY, 1)
|
SCHED_FEAT(NEXT_BUDDY, 0)
|
||||||
|
|
||||||
/*
|
/*
|
||||||
* Prefer to schedule the task that ran last (when we did
|
* Prefer to schedule the task that ran last (when we did
|
||||||
|
|
Loading…
Reference in a new issue