diff --git a/mlir/test/mlir-cpu-runner/async-group.mlir b/mlir/test/mlir-cpu-runner/async-group.mlir
index e7a07dc4f1ab..50f85ff54609 100644
--- a/mlir/test/mlir-cpu-runner/async-group.mlir
+++ b/mlir/test/mlir-cpu-runner/async-group.mlir
@@ -1,43 +1,41 @@
-// RUN: true
-// TODO: re-enable when not flaky.
-// _UN:   mlir-opt %s -async-ref-counting                                      \
-// _UN:               -convert-async-to-llvm                                   \
-// _UN:               -convert-std-to-llvm                                     \
-// _UN: | mlir-cpu-runner                                                      \
-// _UN:     -e main -entry-point-result=void -O0                               \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_c_runner_utils%shlibext  \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_runner_utils%shlibext    \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_async_runtime%shlibext   \
-// _UN: | FileCheck %s
+// RUN:   mlir-opt %s -async-ref-counting                                      \
+// RUN:               -convert-async-to-llvm                                   \
+// RUN:               -convert-std-to-llvm                                     \
+// RUN: | mlir-cpu-runner                                                      \
+// RUN:     -e main -entry-point-result=void -O0                               \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_c_runner_utils%shlibext  \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_runner_utils%shlibext    \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_async_runtime%shlibext   \
+// RUN: | FileCheck %s
 
 func @main() {
   %group = async.create_group
 
   %token0 = async.execute { async.yield }
   %token1 = async.execute { async.yield }
   %token2 = async.execute { async.yield }
   %token3 = async.execute { async.yield }
   %token4 = async.execute { async.yield }
 
   %0 = async.add_to_group %token0, %group : !async.token
   %1 = async.add_to_group %token1, %group : !async.token
   %2 = async.add_to_group %token2, %group : !async.token
   %3 = async.add_to_group %token3, %group : !async.token
   %4 = async.add_to_group %token4, %group : !async.token
 
   %token5 = async.execute {
     async.await_all %group
     async.yield
   }
 
   %group0 = async.create_group
   %5 = async.add_to_group %token5, %group0 : !async.token
   async.await_all %group0
 
   // CHECK: Current thread id: [[THREAD:.*]]
   call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
 
   return
 }
 
 func private @mlirAsyncRuntimePrintCurrentThreadId() -> ()
diff --git a/mlir/test/mlir-cpu-runner/async.mlir b/mlir/test/mlir-cpu-runner/async.mlir
index 4546628e5969..5f06dd17ed61 100644
--- a/mlir/test/mlir-cpu-runner/async.mlir
+++ b/mlir/test/mlir-cpu-runner/async.mlir
@@ -1,87 +1,85 @@
-// RUN: true
-// TODO: re-enable when not flaky.
-// _UN:   mlir-opt %s -async-ref-counting                                      \
-// _UN:               -convert-async-to-llvm                                   \
-// _UN:               -convert-linalg-to-loops                                 \
-// _UN:               -convert-linalg-to-llvm                                  \
-// _UN:               -convert-std-to-llvm                                     \
-// _UN: | mlir-cpu-runner                                                      \
-// _UN:     -e main -entry-point-result=void -O0                               \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_c_runner_utils%shlibext  \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_runner_utils%shlibext    \
-// _UN:     -shared-libs=%linalg_test_lib_dir/libmlir_async_runtime%shlibext   \
-// _UN: | FileCheck %s
+// RUN:   mlir-opt %s -async-ref-counting                                      \
+// RUN:               -convert-async-to-llvm                                   \
+// RUN:               -convert-linalg-to-loops                                 \
+// RUN:               -convert-linalg-to-llvm                                  \
+// RUN:               -convert-std-to-llvm                                     \
+// RUN: | mlir-cpu-runner                                                      \
+// RUN:     -e main -entry-point-result=void -O0                               \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_c_runner_utils%shlibext  \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_runner_utils%shlibext    \
+// RUN:     -shared-libs=%linalg_test_lib_dir/libmlir_async_runtime%shlibext   \
+// RUN: | FileCheck %s
 
 func @main() {
   %i0 = constant 0 : index
   %i1 = constant 1 : index
   %i2 = constant 2 : index
   %i3 = constant 3 : index
 
   %c0 = constant 0.0 : f32
   %c1 = constant 1.0 : f32
   %c2 = constant 2.0 : f32
   %c3 = constant 3.0 : f32
   %c4 = constant 4.0 : f32
 
   %A = alloc() : memref<4xf32>
   linalg.fill(%A, %c0) : memref<4xf32>, f32
 
   // CHECK: [0, 0, 0, 0]
   %U = memref_cast %A :  memref<4xf32> to memref<*xf32>
   call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
   // CHECK: Current thread id: [[MAIN:.*]]
   // CHECK: [1, 0, 0, 0]
   store %c1, %A[%i0]: memref<4xf32>
   call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
   call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
   %outer = async.execute {
     // CHECK: Current thread id: [[THREAD0:.*]]
     // CHECK: [1, 2, 0, 0]
     store %c2, %A[%i1]: memref<4xf32>
     call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
     call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
     // No op async region to create a token for testing async dependency.
     %noop = async.execute {
       // CHECK: Current thread id: [[THREAD1:.*]]
       call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
       async.yield
     }
 
     %inner = async.execute [%noop] {
       // CHECK: Current thread id: [[THREAD2:.*]]
       // CHECK: [1, 2, 3, 0]
       store %c3, %A[%i2]: memref<4xf32>
       call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
       call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
       async.yield
     }
     async.await %inner : !async.token
 
     // CHECK: Current thread id: [[THREAD3:.*]]
     // CHECK: [1, 2, 3, 4]
     store %c4, %A[%i3]: memref<4xf32>
     call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
     call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
     async.yield
   }
   async.await %outer : !async.token
 
   // CHECK: Current thread id: [[MAIN]]
   // CHECK: [1, 2, 3, 4]
   call @mlirAsyncRuntimePrintCurrentThreadId(): () -> ()
   call @print_memref_f32(%U): (memref<*xf32>) -> ()
 
   dealloc %A : memref<4xf32>
 
   return
 }
 
 func private @mlirAsyncRuntimePrintCurrentThreadId() -> ()
 
 func private @print_memref_f32(memref<*xf32>) attributes { llvm.emit_c_interface }