Commit 1a4e0d86 authored by Li RongQing's avatar Li RongQing Committed by Tejun Heo
Browse files

sched_ext: Take NUMA node into account when allocating per-CPU cpumasks 



per-CPU cpumasks are dominantly accessed from their own local CPUs,
so allocate them node-local to improve performance.

Signed-off-by: default avatarLi RongQing <lirongqing@baidu.com>
Acked-by: default avatarChangwoo Min <changwoo@igalia.com>
Signed-off-by: default avatarTejun Heo <tj@kernel.org>
parent 372033ad

kernel/sched/ext.c

+5 −4
Original line number Diff line number Diff line
@@ -5998,15 +5998,16 @@ void __init init_sched_ext_class(void) 


	for_each_possible_cpu(cpu) {

		struct rq *rq = cpu_rq(cpu);

		int  n = cpu_to_node(cpu);



		init_dsq(&rq->scx.local_dsq, SCX_DSQ_LOCAL);

		INIT_LIST_HEAD(&rq->scx.runnable_list);

		INIT_LIST_HEAD(&rq->scx.ddsp_deferred_locals);



		BUG_ON(!zalloc_cpumask_var(&rq->scx.cpus_to_kick, GFP_KERNEL));

		BUG_ON(!zalloc_cpumask_var(&rq->scx.cpus_to_kick_if_idle, GFP_KERNEL));

		BUG_ON(!zalloc_cpumask_var(&rq->scx.cpus_to_preempt, GFP_KERNEL));

		BUG_ON(!zalloc_cpumask_var(&rq->scx.cpus_to_wait, GFP_KERNEL));

		BUG_ON(!zalloc_cpumask_var_node(&rq->scx.cpus_to_kick, GFP_KERNEL, n));

		BUG_ON(!zalloc_cpumask_var_node(&rq->scx.cpus_to_kick_if_idle, GFP_KERNEL, n));

		BUG_ON(!zalloc_cpumask_var_node(&rq->scx.cpus_to_preempt, GFP_KERNEL, n));

		BUG_ON(!zalloc_cpumask_var_node(&rq->scx.cpus_to_wait, GFP_KERNEL, n));

		init_irq_work(&rq->scx.deferred_irq_work, deferred_irq_workfn);

		init_irq_work(&rq->scx.kick_cpus_irq_work, kick_cpus_irq_workfn);