[PATCH 05/20 v3] sched/eevdf: Add per cpu cached min_slice
From: Vincent Guittot
Date: Fri Nov 06 2026 - 10:26:21 EST
In order to use min_slice during CPU selection, update a cached value when
needed after en/dequeing a new task. This cached value includes current
task.
Signed-off-by: Vincent Guittot <vincent.guittot@xxxxxxxxxx>
---
kernel/sched/core.c | 1 +
kernel/sched/fair.c | 28 ++++++++++++++++++++++++++++
kernel/sched/sched.h | 1 +
3 files changed, 30 insertions(+)
diff --git a/kernel/sched/core.c b/kernel/sched/core.c
index d7c3b43158de..031efe7d49fb 100644
--- a/kernel/sched/core.c
+++ b/kernel/sched/core.c
@@ -9012,6 +9012,7 @@ void __init sched_init(void)
rq->sd = NULL;
rq->rd = NULL;
rq->cpu_capacity = SCHED_CAPACITY_SCALE;
+ rq->min_slice = ULONG_MAX;
rq->balance_callback = &balance_push_callback;
rq->active_balance = 0;
rq->next_balance = jiffies;
diff --git a/kernel/sched/fair.c b/kernel/sched/fair.c
index 6ce4162a7703..cfc99b94d9ce 100644
--- a/kernel/sched/fair.c
+++ b/kernel/sched/fair.c
@@ -1130,6 +1130,30 @@ RB_DECLARE_CALLBACKS(static, min_vruntime_cb,
RB_AUG(slice, min_slice, min),
RB_AUG(slice, max_slice, max));
+/*
+ * Entity's slice is in the range [100us:100ms].
+ */
+static unsigned long get_rq_min_slice(struct rq *rq)
+{
+ return READ_ONCE(rq->min_slice);
+}
+
+static void __update_rq_min_slice(struct rq *rq)
+{
+ unsigned long min = cfs_rq_min_slice(&rq->cfs);
+
+ /*
+ * When there is no task enqueued, we check idleness instead of slice.
+ * Reset min_slice so the rq will be selected because its idlenes and
+ * not because of slice comparison.
+ */
+ if (min == ULONG_MAX)
+ min = 0;
+
+ if (min != get_rq_min_slice(rq))
+ WRITE_ONCE(rq->min_slice, min);
+}
+
/*
* Enqueue an entity into the rb-tree:
*/
@@ -8295,6 +8319,8 @@ enqueue_task_fair(struct rq *rq, struct task_struct *p, int flags)
__enqueue_entity(cfs_rq, se);
}
+ __update_rq_min_slice(rq);
+
if (!rq_h_nr_queued && rq->cfs.h_nr_queued)
dl_server_start(&rq->fair_server);
@@ -8420,6 +8446,8 @@ static bool __dequeue_task(struct rq *rq, struct task_struct *p, int flags)
if (se != cfs_rq->curr)
__dequeue_entity(cfs_rq, se);
+ __update_rq_min_slice(rq);
+
sub_nr_running(rq, 1);
/* balance early to pull high priority tasks */
diff --git a/kernel/sched/sched.h b/kernel/sched/sched.h
index 24f9b7bd8f0f..7a95df4f14d2 100644
--- a/kernel/sched/sched.h
+++ b/kernel/sched/sched.h
@@ -1173,6 +1173,7 @@ struct rq {
#endif
unsigned int ttwu_pending;
unsigned long cpu_capacity;
+ unsigned long min_slice;
#ifdef CONFIG_SCHED_PROXY_EXEC
struct task_struct __rcu *donor; /* Scheduling context */
struct task_struct __rcu *curr; /* Execution context */
--
2.53.0