diff --git a/mlir/lib/Dialect/GPU/Transforms/SerializeToCubin.cpp b/mlir/lib/Dialect/GPU/Transforms/SerializeToCubin.cpp
--- a/mlir/lib/Dialect/GPU/Transforms/SerializeToCubin.cpp
+++ b/mlir/lib/Dialect/GPU/Transforms/SerializeToCubin.cpp
@@ -257,8 +257,7 @@
       return std::make_unique<std::vector<char>>(
           maybeCubinImage.value().begin(), maybeCubinImage.value().end());
     }
-    emitError(loc) << message;
-    return {};
+    llvm::errs() << message << ". It fallsback to JIT compilation.\n";
   }
 
   // Fallback to JIT compilation if ptxas fails.