Commit 7702a9c2 authored by Thomas Gleixner's avatar Thomas Gleixner Committed by Ingo Molnar
Browse files

entry: Inline irqentry_enter/exit_from/to_user_mode() 



There is no point to have this as a function which just inlines
enter_from_user_mode(). The function call overhead is larger than the
function itself.

Signed-off-by: default avatarThomas Gleixner <tglx@linutronix.de>
Signed-off-by: default avatarPeter Zijlstra (Intel) <peterz@infradead.org>
Signed-off-by: default avatarIngo Molnar <mingo@kernel.org>
Reviewed-by: default avatarMathieu Desnoyers <mathieu.desnoyers@efficios.com>
Link: https://patch.msgid.link/20251027084306.715309918@linutronix.de
parent 54a5ab56

include/linux/irq-entry-common.h

+11 −2
Original line number Diff line number Diff line
@@ -278,7 +278,10 @@ static __always_inline void exit_to_user_mode(void) 
 *

 * The function establishes state (lockdep, RCU (context tracking), tracing)

 */

void irqentry_enter_from_user_mode(struct pt_regs *regs);

static __always_inline void irqentry_enter_from_user_mode(struct pt_regs *regs)

{

	enter_from_user_mode(regs);

}



/**

 * irqentry_exit_to_user_mode - Interrupt exit work
@@ -293,7 +296,13 @@ void irqentry_enter_from_user_mode(struct pt_regs *regs); 
 * Interrupt exit is not invoking #1 which is the syscall specific one time

 * work.

 */

void irqentry_exit_to_user_mode(struct pt_regs *regs);

static __always_inline void irqentry_exit_to_user_mode(struct pt_regs *regs)

{

	instrumentation_begin();

	exit_to_user_mode_prepare(regs);

	instrumentation_end();

	exit_to_user_mode();

}



#ifndef irqentry_state

/**

kernel/entry/common.c

+0 −13
Original line number Diff line number Diff line
@@ -62,19 +62,6 @@ __always_inline unsigned long exit_to_user_mode_loop(struct pt_regs *regs, 
	return ti_work;

}



noinstr void irqentry_enter_from_user_mode(struct pt_regs *regs)

{

	enter_from_user_mode(regs);

}



noinstr void irqentry_exit_to_user_mode(struct pt_regs *regs)

{

	instrumentation_begin();

	exit_to_user_mode_prepare(regs);

	instrumentation_end();

	exit_to_user_mode();

}



noinstr irqentry_state_t irqentry_enter(struct pt_regs *regs)

{

	irqentry_state_t ret = {