| From bdebde18a6375eb5af94a83296cdba93eb4dd18b Mon Sep 17 00:00:00 2001 |
| From: Sasha Levin <sashal@kernel.org> |
| Date: Thu, 29 Aug 2024 11:11:11 +0800 |
| Subject: sched/deadline: Fix schedstats vs deadline servers |
| |
| From: Huang Shijie <shijie@os.amperecomputing.com> |
| |
| [ Upstream commit 9c602adb799e72ee537c0c7ca7e828c3fe2acad6 ] |
| |
| In dl_server_start(), when schedstats is enabled, the following |
| happens: |
| |
| dl_server_start() |
| dl_se->dl_server = 1; |
| enqueue_dl_entity() |
| update_stats_enqueue_dl() |
| __schedstats_from_dl_se() |
| dl_task_of() |
| BUG_ON(dl_server(dl_se)); |
| |
| Since only tasks have schedstats and internal entries do not, avoid |
| trying to update stats in this case. |
| |
| Fixes: 63ba8422f876 ("sched/deadline: Introduce deadline servers") |
| Signed-off-by: Huang Shijie <shijie@os.amperecomputing.com> |
| Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> |
| Acked-by: Juri Lelli <juri.lelli@redhat.com> |
| Link: https://lkml.kernel.org/r/20240829031111.12142-1-shijie@os.amperecomputing.com |
| Signed-off-by: Sasha Levin <sashal@kernel.org> |
| --- |
| kernel/sched/deadline.c | 38 ++++++++++++++++---------------------- |
| 1 file changed, 16 insertions(+), 22 deletions(-) |
| |
| diff --git a/kernel/sched/deadline.c b/kernel/sched/deadline.c |
| index 9bedd148f0075..09faca47e90fb 100644 |
| --- a/kernel/sched/deadline.c |
| +++ b/kernel/sched/deadline.c |
| @@ -1599,46 +1599,40 @@ static inline bool __dl_less(struct rb_node *a, const struct rb_node *b) |
| return dl_time_before(__node_2_dle(a)->deadline, __node_2_dle(b)->deadline); |
| } |
| |
| -static inline struct sched_statistics * |
| +static __always_inline struct sched_statistics * |
| __schedstats_from_dl_se(struct sched_dl_entity *dl_se) |
| { |
| + if (!schedstat_enabled()) |
| + return NULL; |
| + |
| + if (dl_server(dl_se)) |
| + return NULL; |
| + |
| return &dl_task_of(dl_se)->stats; |
| } |
| |
| static inline void |
| update_stats_wait_start_dl(struct dl_rq *dl_rq, struct sched_dl_entity *dl_se) |
| { |
| - struct sched_statistics *stats; |
| - |
| - if (!schedstat_enabled()) |
| - return; |
| - |
| - stats = __schedstats_from_dl_se(dl_se); |
| - __update_stats_wait_start(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| + struct sched_statistics *stats = __schedstats_from_dl_se(dl_se); |
| + if (stats) |
| + __update_stats_wait_start(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| } |
| |
| static inline void |
| update_stats_wait_end_dl(struct dl_rq *dl_rq, struct sched_dl_entity *dl_se) |
| { |
| - struct sched_statistics *stats; |
| - |
| - if (!schedstat_enabled()) |
| - return; |
| - |
| - stats = __schedstats_from_dl_se(dl_se); |
| - __update_stats_wait_end(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| + struct sched_statistics *stats = __schedstats_from_dl_se(dl_se); |
| + if (stats) |
| + __update_stats_wait_end(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| } |
| |
| static inline void |
| update_stats_enqueue_sleeper_dl(struct dl_rq *dl_rq, struct sched_dl_entity *dl_se) |
| { |
| - struct sched_statistics *stats; |
| - |
| - if (!schedstat_enabled()) |
| - return; |
| - |
| - stats = __schedstats_from_dl_se(dl_se); |
| - __update_stats_enqueue_sleeper(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| + struct sched_statistics *stats = __schedstats_from_dl_se(dl_se); |
| + if (stats) |
| + __update_stats_enqueue_sleeper(rq_of_dl_rq(dl_rq), dl_task_of(dl_se), stats); |
| } |
| |
| static inline void |
| -- |
| 2.43.0 |
| |