ee3e2469b3
Since ftrace has trampolines, don't use thunks for the __fentry__ site but instead require that every function called from there includes accounting. This very much includes all the direct-call functions. Additionally, ftrace uses ROP tricks in two places: - return_to_handler(), and - ftrace_regs_caller() when pt_regs->orig_ax is set by a direct-call. return_to_handler() already uses a retpoline to replace an indirect-jump to defeat IBT, since this is a jump-type retpoline, make sure there is no accounting done and ALTERNATIVE the RET into a ret. ftrace_regs_caller() does much the same and gets the same treatment. Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Signed-off-by: Thomas Gleixner <tglx@linutronix.de> Signed-off-by: Peter Zijlstra (Intel) <peterz@infradead.org> Link: https://lore.kernel.org/r/20220915111148.927545073@infradead.org
90 lines
2.1 KiB
C
90 lines
2.1 KiB
C
// SPDX-License-Identifier: GPL-2.0-only
|
|
#include <linux/module.h>
|
|
|
|
#include <linux/mm.h> /* for handle_mm_fault() */
|
|
#include <linux/ftrace.h>
|
|
#include <linux/sched/stat.h>
|
|
#include <asm/asm-offsets.h>
|
|
#include <asm/nospec-branch.h>
|
|
|
|
extern void my_direct_func(unsigned long ip);
|
|
|
|
void my_direct_func(unsigned long ip)
|
|
{
|
|
trace_printk("ip %lx\n", ip);
|
|
}
|
|
|
|
extern void my_tramp(void *);
|
|
|
|
#ifdef CONFIG_X86_64
|
|
|
|
#include <asm/ibt.h>
|
|
|
|
asm (
|
|
" .pushsection .text, \"ax\", @progbits\n"
|
|
" .type my_tramp, @function\n"
|
|
" .globl my_tramp\n"
|
|
" my_tramp:"
|
|
ASM_ENDBR
|
|
" pushq %rbp\n"
|
|
" movq %rsp, %rbp\n"
|
|
CALL_DEPTH_ACCOUNT
|
|
" pushq %rdi\n"
|
|
" movq 8(%rbp), %rdi\n"
|
|
" call my_direct_func\n"
|
|
" popq %rdi\n"
|
|
" leave\n"
|
|
ASM_RET
|
|
" .size my_tramp, .-my_tramp\n"
|
|
" .popsection\n"
|
|
);
|
|
|
|
#endif /* CONFIG_X86_64 */
|
|
|
|
#ifdef CONFIG_S390
|
|
|
|
asm (
|
|
" .pushsection .text, \"ax\", @progbits\n"
|
|
" .type my_tramp, @function\n"
|
|
" .globl my_tramp\n"
|
|
" my_tramp:"
|
|
" lgr %r1,%r15\n"
|
|
" stmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n"
|
|
" stg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n"
|
|
" aghi %r15,"__stringify(-STACK_FRAME_OVERHEAD)"\n"
|
|
" stg %r1,"__stringify(__SF_BACKCHAIN)"(%r15)\n"
|
|
" lgr %r2,%r0\n"
|
|
" brasl %r14,my_direct_func\n"
|
|
" aghi %r15,"__stringify(STACK_FRAME_OVERHEAD)"\n"
|
|
" lmg %r0,%r5,"__stringify(__SF_GPRS)"(%r15)\n"
|
|
" lg %r14,"__stringify(__SF_GPRS+8*8)"(%r15)\n"
|
|
" lgr %r1,%r0\n"
|
|
" br %r1\n"
|
|
" .size my_tramp, .-my_tramp\n"
|
|
" .popsection\n"
|
|
);
|
|
|
|
#endif /* CONFIG_S390 */
|
|
|
|
static struct ftrace_ops direct;
|
|
|
|
static int __init ftrace_direct_multi_init(void)
|
|
{
|
|
ftrace_set_filter_ip(&direct, (unsigned long) wake_up_process, 0, 0);
|
|
ftrace_set_filter_ip(&direct, (unsigned long) schedule, 0, 0);
|
|
|
|
return register_ftrace_direct_multi(&direct, (unsigned long) my_tramp);
|
|
}
|
|
|
|
static void __exit ftrace_direct_multi_exit(void)
|
|
{
|
|
unregister_ftrace_direct_multi(&direct, (unsigned long) my_tramp);
|
|
}
|
|
|
|
module_init(ftrace_direct_multi_init);
|
|
module_exit(ftrace_direct_multi_exit);
|
|
|
|
MODULE_AUTHOR("Jiri Olsa");
|
|
MODULE_DESCRIPTION("Example use case of using register_ftrace_direct_multi()");
|
|
MODULE_LICENSE("GPL");
|