Commit d57e94f5 authored by Kan Liang's avatar Kan Liang Committed by Peter Zijlstra
Browse files

perf: Supply task information to sched_task() 



To save/restore LBR call stack data in system-wide mode, the task_struct
information is required.

Extend the parameters of sched_task() to supply task_struct information.

When schedule in, the LBR call stack data for new task will be restored.
When schedule out, the LBR call stack data for old task will be saved.
Only need to pass the required task_struct information.

Signed-off-by: default avatarKan Liang <kan.liang@linux.intel.com>
Signed-off-by: default avatarPeter Zijlstra (Intel) <peterz@infradead.org>
Link: https://lore.kernel.org/r/20250314172700.438923-4-kan.liang@linux.intel.com
parent 506e64e7

arch/powerpc/perf/core-book3s.c

+6 −2
Original line number Diff line number Diff line
@@ -132,7 +132,10 @@ static unsigned long ebb_switch_in(bool ebb, struct cpu_hw_events *cpuhw) 


static inline void power_pmu_bhrb_enable(struct perf_event *event) {}

static inline void power_pmu_bhrb_disable(struct perf_event *event) {}

static void power_pmu_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in) {}

static void power_pmu_sched_task(struct perf_event_pmu_context *pmu_ctx,

				 struct task_struct *task, bool sched_in)

{

}

static inline void power_pmu_bhrb_read(struct perf_event *event, struct cpu_hw_events *cpuhw) {}

static void pmao_restore_workaround(bool ebb) { }

#endif /* CONFIG_PPC32 */
@@ -444,7 +447,8 @@ static void power_pmu_bhrb_disable(struct perf_event *event) 
/* Called from ctxsw to prevent one process's branch entries to

 * mingle with the other process's entries during context switch.

 */

static void power_pmu_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in)

static void power_pmu_sched_task(struct perf_event_pmu_context *pmu_ctx,

				 struct task_struct *task, bool sched_in)

{

	if (!ppmu->bhrb_nr)

		return;

arch/s390/kernel/perf_pai_crypto.c

+2 −1
Original line number Diff line number Diff line
@@ -518,7 +518,8 @@ static void paicrypt_have_samples(void) 
/* Called on schedule-in and schedule-out. No access to event structure,

 * but for sampling only event CRYPTO_ALL is allowed.

 */

static void paicrypt_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in)

static void paicrypt_sched_task(struct perf_event_pmu_context *pmu_ctx,

				struct task_struct *task, bool sched_in)

{

	/* We started with a clean page on event installation. So read out

	 * results on schedule_out and if page was dirty, save old values.

arch/s390/kernel/perf_pai_ext.c

+2 −1
Original line number Diff line number Diff line
@@ -542,7 +542,8 @@ static void paiext_have_samples(void) 
/* Called on schedule-in and schedule-out. No access to event structure,

 * but for sampling only event NNPA_ALL is allowed.

 */

static void paiext_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in)

static void paiext_sched_task(struct perf_event_pmu_context *pmu_ctx,

			      struct task_struct *task, bool sched_in)

{

	/* We started with a clean page on event installation. So read out

	 * results on schedule_out and if page was dirty, save old values.

arch/x86/events/amd/brs.c

+2 −1
Original line number Diff line number Diff line
@@ -381,7 +381,8 @@ static void amd_brs_poison_buffer(void) 
 * On ctxswin, sched_in = true, called after the PMU has started

 * On ctxswout, sched_in = false, called before the PMU is stopped

 */

void amd_pmu_brs_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in)

void amd_pmu_brs_sched_task(struct perf_event_pmu_context *pmu_ctx,

			    struct task_struct *task, bool sched_in)

{

	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);

arch/x86/events/amd/lbr.c

+2 −1
Original line number Diff line number Diff line
@@ -371,7 +371,8 @@ void amd_pmu_lbr_del(struct perf_event *event) 
	perf_sched_cb_dec(event->pmu);

}



void amd_pmu_lbr_sched_task(struct perf_event_pmu_context *pmu_ctx, bool sched_in)

void amd_pmu_lbr_sched_task(struct perf_event_pmu_context *pmu_ctx,

			    struct task_struct *task, bool sched_in)

{

	struct cpu_hw_events *cpuc = this_cpu_ptr(&cpu_hw_events);