Commit c8f1ac2b authored by Brian Gerst's avatar Brian Gerst Committed by Ingo Molnar
Browse files

x86/softirq: Move softirq_pending to percpu hot section 



No functional change.

Signed-off-by: default avatarBrian Gerst <brgerst@gmail.com>
Signed-off-by: default avatarIngo Molnar <mingo@kernel.org>
Acked-by: default avatarUros Bizjak <ubizjak@gmail.com>
Cc: Linus Torvalds <torvalds@linux-foundation.org>
Cc: Peter Zijlstra <peterz@infradead.org>
Link: https://lore.kernel.org/r/20250303165246.2175811-7-brgerst@gmail.com
parent 839be161

arch/x86/include/asm/current.h

+0 −1
Original line number Diff line number Diff line
@@ -16,7 +16,6 @@ struct pcpu_hot { 
	struct task_struct	*current_task;

	unsigned long		top_of_stack;

	void			*hardirq_stack_ptr;

	u16			softirq_pending;

#ifdef CONFIG_X86_64

	bool			hardirq_stack_inuse;

#else

arch/x86/include/asm/hardirq.h

+2 −2
Original line number Diff line number Diff line
@@ -3,7 +3,6 @@ 
#define _ASM_X86_HARDIRQ_H



#include <linux/threads.h>

#include <asm/current.h>



typedef struct {

#if IS_ENABLED(CONFIG_KVM_INTEL)
@@ -66,7 +65,8 @@ extern u64 arch_irq_stat_cpu(unsigned int cpu); 
extern u64 arch_irq_stat(void);

#define arch_irq_stat		arch_irq_stat



#define local_softirq_pending_ref       pcpu_hot.softirq_pending

DECLARE_PER_CPU_CACHE_HOT(u16, __softirq_pending);

#define local_softirq_pending_ref       __softirq_pending



#if IS_ENABLED(CONFIG_KVM_INTEL)

/*

arch/x86/kernel/irq.c

+3 −0
Original line number Diff line number Diff line
@@ -33,6 +33,9 @@ 
DEFINE_PER_CPU_SHARED_ALIGNED(irq_cpustat_t, irq_stat);

EXPORT_PER_CPU_SYMBOL(irq_stat);



DEFINE_PER_CPU_CACHE_HOT(u16, __softirq_pending);

EXPORT_PER_CPU_SYMBOL(__softirq_pending);



atomic_t irq_err_count;



/*