diff --git a/utils/bazel/llvm-project-overlay/mlir/test/BUILD.bazel b/utils/bazel/llvm-project-overlay/mlir/test/BUILD.bazel
--- a/utils/bazel/llvm-project-overlay/mlir/test/BUILD.bazel
+++ b/utils/bazel/llvm-project-overlay/mlir/test/BUILD.bazel
@@ -13,12 +13,21 @@
 
 licenses(["notice"])
 
+LLVM_LIT_PATH_FUNCTION = " " + \
+    "# Allow generated file to be relocatable.\n" + \
+    "from pathlib import Path\n" + \
+    "def path(p):\n" + \
+    "    if not p: return ''\n" + \
+    "    return str((Path(__file__).parent / p).resolve())\n"
+
+LIT_SITE_CFG_IN_HEADER = "# Autogenerated, do not edit." + LLVM_LIT_PATH_FUNCTION
+
 expand_template(
     name = "lit_site_cfg_py",
     testonly = True,
     out = "lit.site.cfg.py",
     substitutions = {
-        "@LIT_SITE_CFG_IN_HEADER@": "# Autogenerated, do not edit.",
+        "@LIT_SITE_CFG_IN_HEADER@": LIT_SITE_CFG_IN_HEADER,
         "@LLVM_TOOLS_DIR@": package_path("//llvm:BUILD"),
         "@ENABLE_SHARED@": "1",
         "@ENABLE_ASSERTIONS@": "1",
@@ -39,6 +48,7 @@
         "@MLIR_RUN_X86VECTOR_TESTS@": "0",
         "@MLIR_RUN_CUDA_TENSOR_CORE_TESTS@": "0",
         "@MLIR_INCLUDE_INTEGRATION_TESTS@": "0",
+        "@SHLIBDIR@": package_path("//llvm:BUILD"),
     },
     template = "lit.site.cfg.py.in",
 )