diff --git a/compiler-rt/lib/asan/asan_interceptors_memintrinsics.cpp b/compiler-rt/lib/asan/asan_interceptors_memintrinsics.cpp --- a/compiler-rt/lib/asan/asan_interceptors_memintrinsics.cpp +++ b/compiler-rt/lib/asan/asan_interceptors_memintrinsics.cpp @@ -11,6 +11,8 @@ // ASan versions of memcpy, memmove, and memset. //===---------------------------------------------------------------------===// +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "asan_interceptors_memintrinsics.h" #include "asan_interceptors.h" diff --git a/compiler-rt/lib/hwasan/hwasan_interceptors.cpp b/compiler-rt/lib/hwasan/hwasan_interceptors.cpp --- a/compiler-rt/lib/hwasan/hwasan_interceptors.cpp +++ b/compiler-rt/lib/hwasan/hwasan_interceptors.cpp @@ -14,6 +14,8 @@ // sanitizer_common/sanitizer_common_interceptors.h //===----------------------------------------------------------------------===// +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "hwasan.h" #include "hwasan_checks.h" #include "hwasan_platform_interceptors.h" diff --git a/compiler-rt/lib/interception/tests/CMakeLists.txt b/compiler-rt/lib/interception/tests/CMakeLists.txt --- a/compiler-rt/lib/interception/tests/CMakeLists.txt +++ b/compiler-rt/lib/interception/tests/CMakeLists.txt @@ -17,6 +17,7 @@ -I${COMPILER_RT_SOURCE_DIR}/include -I${COMPILER_RT_SOURCE_DIR}/lib -I${COMPILER_RT_SOURCE_DIR}/lib/interception + -D__NO_SANITIZER_REDEFINE_BUILTINS -fno-rtti -O2 -Werror=sign-compare) diff --git a/compiler-rt/lib/memprof/memprof_interceptors_memintrinsics.cpp b/compiler-rt/lib/memprof/memprof_interceptors_memintrinsics.cpp --- a/compiler-rt/lib/memprof/memprof_interceptors_memintrinsics.cpp +++ b/compiler-rt/lib/memprof/memprof_interceptors_memintrinsics.cpp @@ -11,6 +11,8 @@ // MemProf versions of memcpy, memmove, and memset. //===---------------------------------------------------------------------===// +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "memprof_interceptors_memintrinsics.h" #include "memprof_interceptors.h" diff --git a/compiler-rt/lib/msan/msan_interceptors.cpp b/compiler-rt/lib/msan/msan_interceptors.cpp --- a/compiler-rt/lib/msan/msan_interceptors.cpp +++ b/compiler-rt/lib/msan/msan_interceptors.cpp @@ -14,6 +14,8 @@ // sanitizer_common/sanitizer_common_interceptors.h //===----------------------------------------------------------------------===// +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "interception/interception.h" #include "msan.h" #include "msan_chained_origin_depot.h" diff --git a/compiler-rt/lib/sanitizer_common/CMakeLists.txt b/compiler-rt/lib/sanitizer_common/CMakeLists.txt --- a/compiler-rt/lib/sanitizer_common/CMakeLists.txt +++ b/compiler-rt/lib/sanitizer_common/CMakeLists.txt @@ -172,6 +172,7 @@ sanitizer_procmaps.h sanitizer_ptrauth.h sanitizer_quarantine.h + sanitizer_redefine_builtins.h sanitizer_report_decorator.h sanitizer_ring_buffer.h sanitizer_signal_interceptors.inc diff --git a/compiler-rt/lib/sanitizer_common/sanitizer_common_interceptors_memintrinsics.inc b/compiler-rt/lib/sanitizer_common/sanitizer_common_interceptors_memintrinsics.inc --- a/compiler-rt/lib/sanitizer_common/sanitizer_common_interceptors_memintrinsics.inc +++ b/compiler-rt/lib/sanitizer_common/sanitizer_common_interceptors_memintrinsics.inc @@ -9,6 +9,10 @@ // Memintrinsic function interceptors for tools like AddressSanitizer, // ThreadSanitizer, MemorySanitizer, etc. // +// These interceptors are part of the common interceptors, but separated out so +// that implementations may add them, if necessary, to a separate source file +// that should define __NO_SANITIZER_REDEFINE_BUILTINS at the top. +// // This file should be included into the tool's memintrinsic interceptor file, // which has to define its own macros: // COMMON_INTERCEPTOR_ENTER @@ -20,6 +24,10 @@ // COMMON_INTERCEPTOR_NOTHING_IS_INITIALIZED //===----------------------------------------------------------------------===// +#ifdef SANITIZER_REDEFINE_BUILTINS_H +#error "Define __NO_SANITIZER_REDEFINE_BUILTINS in .cpp file" +#endif + #include "interception/interception.h" #include "sanitizer_platform_interceptors.h" diff --git a/compiler-rt/lib/sanitizer_common/sanitizer_common_interface.inc b/compiler-rt/lib/sanitizer_common/sanitizer_common_interface.inc --- a/compiler-rt/lib/sanitizer_common/sanitizer_common_interface.inc +++ b/compiler-rt/lib/sanitizer_common/sanitizer_common_interface.inc @@ -46,3 +46,7 @@ INTERFACE_FUNCTION(__sanitizer_print_memory_profile) INTERFACE_WEAK_FUNCTION(__sanitizer_free_hook) INTERFACE_WEAK_FUNCTION(__sanitizer_malloc_hook) +// Memintrinsic functions. +INTERFACE_FUNCTION(__sanitizer_internal_memcpy) +INTERFACE_FUNCTION(__sanitizer_internal_memmove) +INTERFACE_FUNCTION(__sanitizer_internal_memset) diff --git a/compiler-rt/lib/sanitizer_common/sanitizer_internal_defs.h b/compiler-rt/lib/sanitizer_common/sanitizer_internal_defs.h --- a/compiler-rt/lib/sanitizer_common/sanitizer_internal_defs.h +++ b/compiler-rt/lib/sanitizer_common/sanitizer_internal_defs.h @@ -13,6 +13,7 @@ #define SANITIZER_DEFS_H #include "sanitizer_platform.h" +#include "sanitizer_redefine_builtins.h" #ifndef SANITIZER_DEBUG # define SANITIZER_DEBUG 0 diff --git a/compiler-rt/lib/sanitizer_common/sanitizer_libc.cpp b/compiler-rt/lib/sanitizer_common/sanitizer_libc.cpp --- a/compiler-rt/lib/sanitizer_common/sanitizer_libc.cpp +++ b/compiler-rt/lib/sanitizer_common/sanitizer_libc.cpp @@ -10,6 +10,9 @@ // run-time libraries. See sanitizer_libc.h for details. //===----------------------------------------------------------------------===// +// Do not redefine builtins; this file is defining the builtin replacements. +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "sanitizer_allocator_internal.h" #include "sanitizer_common.h" #include "sanitizer_libc.h" @@ -46,7 +49,11 @@ return 0; } -void *internal_memcpy(void *dest, const void *src, uptr n) { +void *internal_memcpy(void *dest, const void *src, uptr n) + ALIAS(__sanitizer_internal_memcpy); +SANITIZER_INTERFACE_ATTRIBUTE +extern "C" void *__sanitizer_internal_memcpy(void *dest, const void *src, + uptr n) { char *d = (char*)dest; const char *s = (const char *)src; for (uptr i = 0; i < n; ++i) @@ -54,7 +61,11 @@ return dest; } -void *internal_memmove(void *dest, const void *src, uptr n) { +void *internal_memmove(void *dest, const void *src, uptr n) + ALIAS(__sanitizer_internal_memmove); +SANITIZER_INTERFACE_ATTRIBUTE +extern "C" void *__sanitizer_internal_memmove(void *dest, const void *src, + uptr n) { char *d = (char*)dest; const char *s = (const char *)src; sptr i, signed_n = (sptr)n; @@ -72,7 +83,10 @@ return dest; } -void *internal_memset(void* s, int c, uptr n) { +void *internal_memset(void *s, int c, uptr n) + ALIAS(__sanitizer_internal_memset); +SANITIZER_INTERFACE_ATTRIBUTE +extern "C" void *__sanitizer_internal_memset(void *s, int c, uptr n) { // Optimize for the most performance-critical case: if ((reinterpret_cast(s) % 16) == 0 && (n % 16) == 0) { u64 *p = reinterpret_cast(s); diff --git a/compiler-rt/lib/sanitizer_common/sanitizer_redefine_builtins.h b/compiler-rt/lib/sanitizer_common/sanitizer_redefine_builtins.h new file mode 100644 --- /dev/null +++ b/compiler-rt/lib/sanitizer_common/sanitizer_redefine_builtins.h @@ -0,0 +1,25 @@ +//===-- sanitizer_redefine_builtins.h ---------------------------*- C++ -*-===// +// +// Part of the LLVM Project, under the Apache License v2.0 with LLVM Exceptions. +// See https://llvm.org/LICENSE.txt for license information. +// SPDX-License-Identifier: Apache-2.0 WITH LLVM-exception +// +//===----------------------------------------------------------------------===// +// +// Redefine builtin functions to use internal versions. This should only be +// needed if some compiler optimizations end up producing unwanted libcalls! +// +// WARNING: Because this can potentially have unwanted side-effects, only +// include where necessary (avoid including in other header files). +// +//===----------------------------------------------------------------------===// +#ifndef __NO_SANITIZER_REDEFINE_BUILTINS +#ifndef SANITIZER_REDEFINE_BUILTINS_H +#define SANITIZER_REDEFINE_BUILTINS_H + +asm("memcpy = __sanitizer_internal_memcpy"); +asm("memmove = __sanitizer_internal_memmove"); +asm("memset = __sanitizer_internal_memset"); + +#endif // SANITIZER_REDEFINE_BUILTINS_H +#endif // __NO_SANITIZER_REDEFINE_BUILTINS diff --git a/compiler-rt/lib/tsan/rtl/tsan_interceptors_memintrinsics.cpp b/compiler-rt/lib/tsan/rtl/tsan_interceptors_memintrinsics.cpp --- a/compiler-rt/lib/tsan/rtl/tsan_interceptors_memintrinsics.cpp +++ b/compiler-rt/lib/tsan/rtl/tsan_interceptors_memintrinsics.cpp @@ -10,6 +10,8 @@ // //===----------------------------------------------------------------------===// +#define __NO_SANITIZER_REDEFINE_BUILTINS + #include "tsan_interceptors.h" #include "tsan_interface.h" diff --git a/compiler-rt/test/asan/TestCases/Linux/check_memcpy.c b/compiler-rt/test/asan/TestCases/Linux/check_memcpy.c new file mode 100644 --- /dev/null +++ b/compiler-rt/test/asan/TestCases/Linux/check_memcpy.c @@ -0,0 +1,8 @@ +// Verify runtime doesn't contain compiler-emitted memcpy/memmove calls. +// +// REQUIRES: shared_unwind, x86_64-target-arch + +// RUN: %clang_asan -O1 %s -o %t +// RUN: llvm-objdump -d -l %t | FileCheck --implicit-check-not="{{(callq|jmpq) .*<(__interceptor_.*)?mem(cpy|set)>}}" %s + +int main() { return 0; } diff --git a/compiler-rt/test/msan/Linux/check_memcpy.c b/compiler-rt/test/msan/Linux/check_memcpy.c new file mode 100644 --- /dev/null +++ b/compiler-rt/test/msan/Linux/check_memcpy.c @@ -0,0 +1,8 @@ +// Verify runtime doesn't contain compiler-emitted memcpy/memmove calls. +// +// REQUIRES: shared_unwind, x86_64-target-arch + +// RUN: %clang_msan -O1 %s -o %t +// RUN: llvm-objdump -d -l %t | FileCheck --implicit-check-not="{{(callq|jmpq) .*<(__interceptor_.*)?mem(cpy|set)>}}" %s + +int main() { return 0; } diff --git a/compiler-rt/test/tsan/Linux/check_memcpy.c b/compiler-rt/test/tsan/Linux/check_memcpy.c --- a/compiler-rt/test/tsan/Linux/check_memcpy.c +++ b/compiler-rt/test/tsan/Linux/check_memcpy.c @@ -5,16 +5,9 @@ // This could fail if using a static libunwind because that static libunwind // could be uninstrumented and contain memcpy/memmove calls not intercepted by // tsan. -// REQUIRES: shared_unwind +// REQUIRES: shared_unwind, x86_64-target-arch // RUN: %clang_tsan -O1 %s -o %t -// RUN: llvm-objdump -d -l %t | FileCheck %s - -int main() { - return 0; -} - -// CHECK-NOT: callq {{.*<(__interceptor_)?mem(cpy|set)>}} -// tail calls: -// CHECK-NOT: jmpq {{.*<(__interceptor_)?mem(cpy|set)>}} +// RUN: llvm-objdump -d -l %t | FileCheck --implicit-check-not="{{(callq|jmpq) .*<(__interceptor_.*)?mem(cpy|set)>}}" %s +int main() { return 0; }