diff --git a/utils/bazel/llvm-project-overlay/clang/BUILD.bazel b/utils/bazel/llvm-project-overlay/clang/BUILD.bazel
--- a/utils/bazel/llvm-project-overlay/clang/BUILD.bazel
+++ b/utils/bazel/llvm-project-overlay/clang/BUILD.bazel
@@ -1473,7 +1473,15 @@
 # 'bin' section of the bazel output so that they can be used as data
 # dependencies. It requires listing explicitly all the generated inputs here.
 builtin_headers = glob(
-    ["lib/Headers/**/*.h"],
+    [
+        "lib/Headers/**/*.h",
+        "lib/Headers/cuda_wrappers/algorithm",
+        "lib/Headers/cuda_wrappers/complex",
+        "lib/Headers/cuda_wrappers/new",
+        "lib/Headers/openmp_wrappers/cmath",
+        "lib/Headers/openmp_wrappers/complex",
+        "lib/Headers/openmp_wrappers/new",
+    ],
     exclude = [
         # FIXME: They are not handled in CMake side.
         "lib/Headers/openmp_wrappers/time.h",