90db9dbedd
With appropriate compiler support [1], KASAN builds use __asan prefixed meminstrinsics, and KASAN no longer overrides memcpy/memset/memmove. If compiler support is detected (CC_HAS_KASAN_MEMINTRINSIC_PREFIX), define memintrinsics normally (do not prefix '__'). On powerpc, KASAN is the only user of __mem functions, which are used to define instrumented memintrinsics. Alias the normal versions for KASAN to use in its implementation. Link: https://lore.kernel.org/all/20230224085942.1791837-1-elver@google.com/ [1] Link: https://lore.kernel.org/oe-kbuild-all/202302271348.U5lvmo0S-lkp@intel.com/ Link: https://lkml.kernel.org/r/20230227094726.3833247-1-elver@google.com Signed-off-by: Marco Elver <elver@google.com> Reported-by: kernel test robot <lkp@intel.com> Acked-by: Michael Ellerman <mpe@ellerman.id.au> [powerpc] Cc: Alexander Potapenko <glider@google.com> Cc: Andrey Konovalov <andreyknvl@gmail.com> Cc: Andrey Ryabinin <ryabinin.a.a@gmail.com> Cc: Christophe Leroy <christophe.leroy@csgroup.eu> Cc: Daniel Axtens <dja@axtens.net> Cc: Dmitry Vyukov <dvyukov@google.com> Cc: Liam R. Howlett <Liam.Howlett@oracle.com> Cc: Nicholas Piggin <npiggin@gmail.com> Cc: Vincenzo Frascino <vincenzo.frascino@arm.com> Signed-off-by: Andrew Morton <akpm@linux-foundation.org>
85 lines
2.3 KiB
C
85 lines
2.3 KiB
C
/* SPDX-License-Identifier: GPL-2.0 */
|
|
#ifndef __ASM_KASAN_H
|
|
#define __ASM_KASAN_H
|
|
|
|
#if defined(CONFIG_KASAN) && !defined(CONFIG_CC_HAS_KASAN_MEMINTRINSIC_PREFIX)
|
|
#define _GLOBAL_KASAN(fn) _GLOBAL(__##fn)
|
|
#define _GLOBAL_TOC_KASAN(fn) _GLOBAL_TOC(__##fn)
|
|
#define EXPORT_SYMBOL_KASAN(fn) EXPORT_SYMBOL(__##fn)
|
|
#else
|
|
#define _GLOBAL_KASAN(fn) _GLOBAL(fn)
|
|
#define _GLOBAL_TOC_KASAN(fn) _GLOBAL_TOC(fn)
|
|
#define EXPORT_SYMBOL_KASAN(fn)
|
|
#endif
|
|
|
|
#ifndef __ASSEMBLY__
|
|
|
|
#include <asm/page.h>
|
|
#include <linux/sizes.h>
|
|
|
|
#define KASAN_SHADOW_SCALE_SHIFT 3
|
|
|
|
#if defined(CONFIG_MODULES) && defined(CONFIG_PPC32)
|
|
#define KASAN_KERN_START ALIGN_DOWN(PAGE_OFFSET - SZ_256M, SZ_256M)
|
|
#else
|
|
#define KASAN_KERN_START PAGE_OFFSET
|
|
#endif
|
|
|
|
#define KASAN_SHADOW_START (KASAN_SHADOW_OFFSET + \
|
|
(KASAN_KERN_START >> KASAN_SHADOW_SCALE_SHIFT))
|
|
|
|
#define KASAN_SHADOW_OFFSET ASM_CONST(CONFIG_KASAN_SHADOW_OFFSET)
|
|
|
|
#ifdef CONFIG_PPC32
|
|
#define KASAN_SHADOW_END (-(-KASAN_SHADOW_START >> KASAN_SHADOW_SCALE_SHIFT))
|
|
#elif defined(CONFIG_PPC_BOOK3S_64)
|
|
/*
|
|
* The shadow ends before the highest accessible address
|
|
* because we don't need a shadow for the shadow. Instead:
|
|
* c00e000000000000 << 3 + a80e000000000000 = c00fc00000000000
|
|
*/
|
|
#define KASAN_SHADOW_END 0xc00fc00000000000UL
|
|
|
|
#else
|
|
|
|
/*
|
|
* The shadow ends before the highest accessible address
|
|
* because we don't need a shadow for the shadow.
|
|
* But it doesn't hurt to have a shadow for the shadow,
|
|
* keep shadow end aligned eases things.
|
|
*/
|
|
#define KASAN_SHADOW_END 0xc000200000000000UL
|
|
|
|
#endif
|
|
|
|
#ifdef CONFIG_KASAN
|
|
#ifdef CONFIG_PPC_BOOK3S_64
|
|
DECLARE_STATIC_KEY_FALSE(powerpc_kasan_enabled_key);
|
|
|
|
static __always_inline bool kasan_arch_is_ready(void)
|
|
{
|
|
if (static_branch_likely(&powerpc_kasan_enabled_key))
|
|
return true;
|
|
return false;
|
|
}
|
|
|
|
#define kasan_arch_is_ready kasan_arch_is_ready
|
|
#endif
|
|
|
|
void kasan_early_init(void);
|
|
void kasan_mmu_init(void);
|
|
void kasan_init(void);
|
|
void kasan_late_init(void);
|
|
#else
|
|
static inline void kasan_init(void) { }
|
|
static inline void kasan_mmu_init(void) { }
|
|
static inline void kasan_late_init(void) { }
|
|
#endif
|
|
|
|
void kasan_update_early_region(unsigned long k_start, unsigned long k_end, pte_t pte);
|
|
int kasan_init_shadow_page_tables(unsigned long k_start, unsigned long k_end);
|
|
int kasan_init_region(void *start, size_t size);
|
|
|
|
#endif /* __ASSEMBLY */
|
|
#endif
|