Use "nohz_shared_list" in find_new_ilb() instead of the global
"nohz.idle_cpus_mask".
Signed-off-by: K Prateek Nayak <kprateek.nayak@amd.com>
---
kernel/sched/fair.c | 19 ++++++++++++++-----
1 file changed, 14 insertions(+), 5 deletions(-)
diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index ad6e97be97d5..5e7198078d19 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -12263,18 +12263,27 @@ static inline int on_null_domain(struct rq *rq)
*/
static inline int find_new_ilb(void)
{
+ struct sched_domain_shared *sds;
const struct cpumask *hk_mask;
- int ilb_cpu;
hk_mask = housekeeping_cpumask(HK_TYPE_KERNEL_NOISE);
- for_each_cpu_and(ilb_cpu, nohz.idle_cpus_mask, hk_mask) {
+ guard(rcu)();
+
+ list_for_each_entry_rcu(sds, &nohz_shared_list, nohz_list_node) {
+ int ilb_cpu;
- if (ilb_cpu == smp_processor_id())
+ /* No idle CPUs in this domain */
+ if (!atomic_read(&sds->nr_idle_cpus))
continue;
- if (idle_cpu(ilb_cpu))
- return ilb_cpu;
+ for_each_cpu_and(ilb_cpu, sds->idle_cpus_mask, hk_mask) {
+ if (ilb_cpu == smp_processor_id())
+ continue;
+
+ if (idle_cpu(ilb_cpu))
+ return ilb_cpu;
+ }
}
return -1;
--
2.34.1