Adding some more flakey tests to the XFAIL list

[vharron]

Summary

See comments for rationale

[ki.stfu]

Where are snapshots of these builds? Can I get the log?

[vharron]

Logs sent directly to Ilia

[clayborg]

It would be great to try and fix these intermittent failures and see what the root cause it. Fine to expected fail them for now. Might be interesting to come up with a way to retry intermittent fails when running with dosep.py. We could make a "@expectedFailRetry" for the test cases that fail intermittently and if they fail we retry them at the end by running them individually. At least this way we would know which tests are the intermittent fails versus the always expected fails.

[ki.stfu]

Committed in r240327.

test/dosep.py

if target.startswith("linux"):
             "TestAttachDenied.py",
             "TestAttachResume.py",
             "TestConnectRemote.py",
             "TestCreateAfterAttach.py",
             "TestEvents.py",
             "TestExitDuringStep.py",
             "TestHelloWorld.py", # Times out in ~10% of the times on the build bot
             "TestMultithreaded.py",
+            "TestRegisters.py", # ~12/600 dosep runs (build 3120-3122)
             "TestThreadStepOut.py",
         }
     elif target.startswith("android"):
         expected_timeout |= {
             "TestExitDuringStep.py",
             "TestHelloWorld.py",
         }
     elif target.startswith("freebsd"):

test/tools/lldb-mi/TestMiGdbSetShow.py

def test_lldbmi_gdb_set_target_async_on(self):
         # Test that program is executed in async mode
         self.runCmd("-exec-run")
         self.expect("\*running")
         self.expect("@\"argc=1")
 
     @lldbmi_test
     @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
     @skipIfFreeBSD # llvm.org/pr22411: Failure presumably due to known thread races
+    @expectedFailureLinux # Failing in ~11/600 dosep runs (build 3120-3122)
     def test_lldbmi_gdb_set_target_async_off(self):
         """Test that 'lldb-mi --interpreter' can execute commands in sync mode."""
 
         self.spawnLldbMi(args = None)
 
         # Test that -gdb-set can switch to sync mode
         self.runCmd("-gdb-set target-async off")
         self.expect("\^done")

test/tools/lldb-mi/interpreter/TestMiInterpreterExec.py

def test_lldbmi_breakpoint_set(self):
         self.runCmd("-exec-run")
         self.expect("\^running")
         self.expect("=breakpoint-modified,bkpt={number=\"1\"")
         self.expect("\*stopped,reason=\"breakpoint-hit\"")
 
     @lldbmi_test
     @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
     @skipIfFreeBSD # llvm.org/pr22411: Failure presumably due to known thread races
+    @expectedFailureLinux  # Failing in ~9/600 dosep runs (build 3120-3122)
     def test_lldbmi_settings_set_target_run_args_before(self):
         """Test that 'lldb-mi --interpreter' can set target arguments by 'setting set target.run-args' command before than target was created."""
 
         self.spawnLldbMi(args = None)
 
         # Test that "settings set target.run-args" passes arguments to executable
         #FIXME: "--arg1 \"2nd arg\" third_arg fourth=\"4th arg\"" causes an error
         self.runCmd("-interpreter-exec console \"setting set target.run-args arg1\"")
         self.expect("\^done")
 
         # Load executable
         self.runCmd("-file-exec-and-symbols %s" % self.myexe)
         self.expect("\^done")
 
         # Run
         self.runCmd("-exec-run")
         self.expect("\^running")
 
         # Test that arguments were passed properly
         self.expect("@\"argc=2\\\\r\\\\n\"")
 
     @lldbmi_test
     @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
     @skipIfFreeBSD # llvm.org/pr22411: Failure presumably due to known thread races
+    @expectedFailureLinux  # Failing in ~9/600 dosep runs (build 3120-3122)
     def test_lldbmi_settings_set_target_run_args_after(self):
         """Test that 'lldb-mi --interpreter' can set target arguments by 'setting set target.run-args' command after than target was created."""
 
         self.spawnLldbMi(args = None)
 
         # Load executable
         self.runCmd("-file-exec-and-symbols %s" % self.myexe)
         self.expect("\^done")

test/tools/lldb-mi/syntax/TestMiSyntax.py

def test_lldbmi_specialchars(self):
         self.expect("\^done,bkpt={number=\"1\"")
         self.runCmd("-exec-run")
         self.expect("\^running")
         self.expect("\*stopped,reason=\"breakpoint-hit\"")
 
     @lldbmi_test
     @expectedFailureWindows("llvm.org/pr22274: need a pexpect replacement for windows")
     @skipIfFreeBSD # llvm.org/pr22411: Failure presumably due to known thread races
+    @expectedFailureLinux  # Failing in ~6/600 dosep runs (build 3120-3122)
     def test_lldbmi_process_output(self):
         """Test that 'lldb-mi --interpreter' wraps process output correctly."""
 
         self.spawnLldbMi(args = None)
 
         # Load executable
         self.runCmd("-file-exec-and-symbols %s" % self.myexe)
         self.expect("\^done")