diff --git a/llvm/cmake/modules/AddLLVM.cmake b/llvm/cmake/modules/AddLLVM.cmake
--- a/llvm/cmake/modules/AddLLVM.cmake
+++ b/llvm/cmake/modules/AddLLVM.cmake
@@ -865,7 +865,7 @@
 
   if(NOT ARG_NO_INSTALL_RPATH)
     llvm_setup_rpath(${name})
-  elseif (LLVM_LOCAL_RPATH)
+  elseif(CMAKE_BUILD_RPATH STREQUAL "")
     set_target_properties(${name} PROPERTIES
                           BUILD_WITH_INSTALL_RPATH On
                           INSTALL_RPATH "${LLVM_LOCAL_RPATH}")