[lldb] [test] Pass LLVM_LIBS_DIR from CMake for linking liblldb

[mgorny]

Summary

Pass the correct library directory from CMake to dotest.py when linking
liblldb, instead of trying to reconstruct the path from executable path.
This fixes link failures on platforms having non-null
LLVM_LIBDIR_SUFFIX.

[labath]

If we go down this path, then I think we should just pass the full path to the lib directory, and remove all the code which tries to autodetect it.

But if you're looking for a quick fix, I think adding "netbsd" to the list of operating systems at dotest.py:625 should fix this problem.

[mgorny]

I'm actually trying to make 10.0.0 a little less broken for Gentoo.

[labath]

Aha, I see. Could you then simply pass LLDB_LIBS_DIR instead of just the suffix?

[mgorny]

The question is, does this break any of the platform hacks? ;-)

[labath]

In D73767#1851418, @mgorny wrote:

The question is, does this break any of the platform hacks? ;-)

I think it /may/ break one. See inline comment.

BTW, I think the best way to clean a lot of this up would be to take the tests which build executables linking to liblldb, and rewrite them as c++ unit tests (at least those that aren't skipped/xfailed everywhere), as cmake knows best how to link to the thing it has built. Then, a lot of this stuff can be just deleted...

lldb/packages/Python/lldbsuite/test/lldbtest.py

1682

I'm not sure if this is right, because (despite the name) LLDB_LIB_DIR points to the "bin" dir. But then again, this whole function seems pretty wrong, so it's hard to say what should it really do here.

If you don't need this part (the previous patch didn't have it) and want to make this safe-ish for cherry-picking, maybe you could leave this part out for now.

[mgorny]

lldb/packages/Python/lldbsuite/test/lldbtest.py

1682

Ok, I'll do a second run and see if the result changes without it.

[mgorny]

Removed the aforementioned chunk.

lldb/packages/Python/lldbsuite/test/configuration.py

 
 # Test rerun configuration vars
 rerun_all_issues = False
 
 # The names of all tests. Used to assert we don't have two tests with the
 # same base name.
 all_tests = set()
 
+# The suffix appended to 'lib' directory, used to find LLDB library.
+libdir_suffix = ''
+
+
 def shouldSkipBecauseOfCategories(test_categories):
     if use_categories:
         if len(test_categories) == 0 or len(
                 categories_list & set(test_categories)) == 0:
             return True
 
     for category in skip_categories:
         if category in test_categories:

lldb/packages/Python/lldbsuite/test/dotest.py

def parseOptionsAndInitTestdirs():
     if args.clang_module_cache_dir:
         configuration.clang_module_cache_dir = args.clang_module_cache_dir
     else:
         configuration.clang_module_cache_dir = os.path.join(
             configuration.test_build_dir, 'module-cache-clang')
 
     os.environ['CLANG_MODULE_CACHE_DIR'] = configuration.clang_module_cache_dir
 
+    if args.libdir_suffix:
+        configuration.libdir_suffix = args.libdir_suffix
+
     # Gather all the dirs passed on the command line.
     if len(args.args) > 0:
         configuration.testdirs = [os.path.realpath(os.path.abspath(x)) for x in args.args]
 
     lldbtest_config.codesign_identity = args.codesign_identity
 
 
 def setupTestResults():

lldb/packages/Python/lldbsuite/test/dotest_args.py

group.add_argument(
         dest='lldb_module_cache_dir',
         metavar='The clang module cache directory used by LLDB',
         help='The clang module cache directory used by LLDB. Defaults to <test build directory>/module-cache-lldb.')
     group.add_argument(
         '--clang-module-cache-dir',
         dest='clang_module_cache_dir',
         metavar='The clang module cache directory used by Clang',
         help='The clang module cache directory used in the Make files by Clang while building tests. Defaults to <test build directory>/module-cache-clang.')
+    group.add_argument(
+        '--libdir-suffix',
+        dest='libdir_suffix',
+        metavar='suffix',
+        help='The suffix appended to "lib" directory, e.g. "64"')
 
     # Configuration options
     group = parser.add_argument_group('Remote platform options')
     group.add_argument(
         '--platform-name',
         dest='lldb_platform_name',
         metavar='platform-name',
         help='The name of a remote platform to use')

lldb/packages/Python/lldbsuite/test/lldbtest.py

def buildDriver(self, sources, exe_name):
             d = {
                 'CXX_SOURCES': sources,
                 'EXE': exe_name,
                 'CFLAGS_EXTRAS': "%s %s -I%s" % (stdflag,
                                                  stdlibflag,
                                                  os.path.join(
                                                      os.environ["LLDB_SRC"],
                                                      "include")),
-                'LD_EXTRAS': "-L%s/../lib -llldb -Wl,-rpath,%s/../lib" % (lib_dir, lib_dir)}
+                'LD_EXTRAS': "-L%s/../lib%s -llldb -Wl,-rpath,%s/../lib%s" % (
+                    lib_dir, configuration.libdir_suffix,
+                    lib_dir, configuration.libdir_suffix)}
         if self.TraceOn():
             print(
                 "Building LLDB Driver (%s) from sources %s" %
                 (exe_name, sources))
 
         self.buildDefault(dictionary=d)
 
     def buildLibrary(self, sources, lib_name):

     def getLLDBLibraryEnvVal(self):
         """ Returns the path that the OS-specific library search environment variable
             (self.dylibPath) should be set to in order for a program to find the LLDB
             library. If an environment variable named self.dylibPath is already set,
             the new path is appended to it and returned.
         """
         existing_library_path = os.environ[
             self.dylibPath] if self.dylibPath in os.environ else None
         lib_dir = os.environ["LLDB_LIB_DIR"]
         if existing_library_path:
             return "%s:%s" % (existing_library_path, lib_dir)
         elif sys.platform.startswith("darwin"):
             return os.path.join(lib_dir, 'LLDB.framework')
         else:
             return lib_dir
 
     def getLibcPlusPlusLibs(self):

lldb/test/API/lit.cfg.py

if config.test_compiler:
   dotest_cmd += ['--compiler', config.test_compiler]
 
 if config.dsymutil:
   dotest_cmd += ['--dsymutil', config.dsymutil]
 
 if config.filecheck:
   dotest_cmd += ['--filecheck', config.filecheck]
 
+if config.libdir_suffix:
+  dotest_cmd += ['--libdir-suffix', config.libdir_suffix]
+
 # We don't want to force users passing arguments to lit to use `;` as a
 # separator. We use Python's simple lexical analyzer to turn the args into a
 # list. Pass there arguments last so they can override anything that was
 # already configured.
 if config.dotest_lit_args_str:
   dotest_cmd.extend(shlex.split(config.dotest_lit_args_str))
 
 
 # Load LLDB test format.
 sys.path.append(os.path.join(config.lldb_src_root, "test", "API"))
 import lldbtest
 
 # testFormat: The test format to use to interpret tests.
 config.test_format = lldbtest.LLDBTest(dotest_cmd)

lldb/test/API/lit.site.cfg.py.in

 @LIT_SITE_CFG_IN_HEADER@
 
 config.test_exec_root = "@LLDB_BINARY_DIR@"
 config.llvm_src_root = "@LLVM_SOURCE_DIR@"
 config.llvm_obj_root = "@LLVM_BINARY_DIR@"
 config.llvm_tools_dir = "@LLVM_TOOLS_DIR@"
 config.llvm_libs_dir = "@LLVM_LIBS_DIR@"
 config.llvm_shlib_dir = "@SHLIBDIR@"
 config.llvm_build_mode = "@LLVM_BUILD_MODE@"
 config.lit_tools_dir = "@LLVM_LIT_TOOLS_DIR@"
 config.lldb_obj_root = "@LLDB_BINARY_DIR@"
 config.lldb_src_root = "@LLDB_SOURCE_DIR@"
+config.libdir_suffix = "@LLVM_LIBDIR_SUFFIX@"
 config.cmake_cxx_compiler = "@CMAKE_CXX_COMPILER@"
 config.host_os = "@HOST_OS@"
 config.host_triple = "@LLVM_HOST_TRIPLE@"
 config.shared_libs = @LLVM_ENABLE_SHARED_LIBS@
 config.llvm_use_sanitizer = "@LLVM_USE_SANITIZER@"
 config.target_triple = "@TARGET_TRIPLE@"
 config.lldb_build_directory = "@LLDB_TEST_BUILD_DIRECTORY@"
 config.python_executable = "@PYTHON_EXECUTABLE@"