diff --git a/lldb/test/API/api/multithreaded/TestMultithreaded.py b/lldb/test/API/api/multithreaded/TestMultithreaded.py --- a/lldb/test/API/api/multithreaded/TestMultithreaded.py +++ b/lldb/test/API/api/multithreaded/TestMultithreaded.py @@ -31,7 +31,7 @@ @skipIfNoSBHeaders # clang-cl does not support throw or catch (llvm.org/pr24538) @skipIfWindows - @expectedFailureAll(oslist=['freebsd']) + @expectedFailureAll(oslist=['freebsd'], bugnumber='llvm.org/pr48370') def test_python_stop_hook(self): """Test that you can run a python command in a stop-hook when stdin is File based. """ self.build_and_test('driver.cpp test_stop-hook.cpp', diff --git a/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py b/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py --- a/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py +++ b/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py @@ -18,7 +18,7 @@ # under ASAN on a loaded machine.. @skipIfAsan @skipIfEditlineSupportMissing - @expectedFailureAll(oslist=['freebsd']) + @expectedFailureAll(oslist=['freebsd'], bugnumber='llvm.org/pr48316') def test_nav_arrow_up(self): """Tests that we can navigate back to the previous line with the up arrow""" self.launch() @@ -41,7 +41,7 @@ @skipIfAsan @skipIfEditlineSupportMissing - @expectedFailureAll(oslist=['freebsd']) + @expectedFailureAll(oslist=['freebsd'], bugnumber='llvm.org/pr48316') def test_nav_arrow_down(self): """Tests that we can navigate to the next line with the down arrow""" self.launch() diff --git a/lldb/test/API/commands/process/launch-with-shellexpand/TestLaunchWithShellExpand.py b/lldb/test/API/commands/process/launch-with-shellexpand/TestLaunchWithShellExpand.py --- a/lldb/test/API/commands/process/launch-with-shellexpand/TestLaunchWithShellExpand.py +++ b/lldb/test/API/commands/process/launch-with-shellexpand/TestLaunchWithShellExpand.py @@ -20,7 +20,7 @@ "windows", "linux", "freebsd"], - bugnumber="llvm.org/pr24778 llvm.org/pr22627") + bugnumber="llvm.org/pr24778 llvm.org/pr22627 llvm.org/pr48349") @skipIfDarwinEmbedded # iOS etc don't launch the binary via a shell, so arg expansion won't happen @expectedFailureNetBSD def test(self): diff --git a/lldb/test/API/commands/register/register/register_command/TestRegisters.py b/lldb/test/API/commands/register/register/register_command/TestRegisters.py --- a/lldb/test/API/commands/register/register/register_command/TestRegisters.py +++ b/lldb/test/API/commands/register/register/register_command/TestRegisters.py @@ -28,7 +28,8 @@ @skipIfiOSSimulator @skipIf(archs=no_match(['amd64', 'arm', 'i386', 'x86_64'])) - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd", "netbsd"], + bugnumber='llvm.org/pr48371') def test_register_commands(self): """Test commands related to registers, in particular vector registers.""" self.build() diff --git a/lldb/test/API/commands/target/create-deps/TestTargetCreateDeps.py b/lldb/test/API/commands/target/create-deps/TestTargetCreateDeps.py --- a/lldb/test/API/commands/target/create-deps/TestTargetCreateDeps.py +++ b/lldb/test/API/commands/target/create-deps/TestTargetCreateDeps.py @@ -30,20 +30,18 @@ "image list", msg, matching=should_match, substrs=['[ 1]']) - @expectedFailureAll(oslist=["freebsd", "linux"], - triple=no_match(".*-android")) - #linux does not support loading dependent files, but android does - @expectedFailureNetBSD + @expectedFailureAll(oslist=["freebsd", "linux", "netbsd"], + bugnumber='llvm.org/pr48372', + triple=no_match(".*-android")) def test_dependents_implicit_default_exe(self): """Test default behavior""" exe = self.getBuildArtifact("a.out") self.runCmd("target create " + exe, CURRENT_EXECUTABLE_SET) self.has_exactly_one_image(False) - @expectedFailureAll(oslist=["freebsd", "linux"], - triple=no_match(".*-android")) - #linux does not support loading dependent files, but android does - @expectedFailureNetBSD + @expectedFailureAll(oslist=["freebsd", "linux", "netbsd"], + bugnumber='llvm.org/pr48372', + triple=no_match(".*-android")) def test_dependents_explicit_default_exe(self): """Test default behavior""" exe = self.getBuildArtifact("a.out") @@ -56,10 +54,9 @@ self.runCmd("target create -dtrue " + exe, CURRENT_EXECUTABLE_SET) self.has_exactly_one_image(True) - @expectedFailureAll(oslist=["freebsd", "linux"], - triple=no_match(".*-android")) - #linux does not support loading dependent files, but android does - @expectedFailureNetBSD + @expectedFailureAll(oslist=["freebsd", "linux", "netbsd"], + bugnumber='llvm.org/pr48372', + triple=no_match(".*-android")) def test_dependents_explicit_false_exe(self): """Test default behavior""" exe = self.getBuildArtifact("a.out") @@ -94,10 +91,9 @@ self.runCmd("target create -dtrue " + lib, CURRENT_EXECUTABLE_SET) self.has_exactly_one_image(True) - @expectedFailureAll(oslist=["freebsd", "linux"], - triple=no_match(".*-android")) - #linux does not support loading dependent files, but android does - @expectedFailureNetBSD + @expectedFailureAll(oslist=["freebsd", "linux", "netbsd"], + bugnumber='llvm.org/pr48372', + triple=no_match(".*-android")) def test_dependents_explicit_false_lib(self): ctx = self.platformContext dylibName = ctx.shlib_prefix + 'load_a.' + ctx.shlib_extension diff --git a/lldb/test/API/functionalities/breakpoint/breakpoint_callback_command_source/TestBreakpointCallbackCommandSource.py b/lldb/test/API/functionalities/breakpoint/breakpoint_callback_command_source/TestBreakpointCallbackCommandSource.py --- a/lldb/test/API/functionalities/breakpoint/breakpoint_callback_command_source/TestBreakpointCallbackCommandSource.py +++ b/lldb/test/API/functionalities/breakpoint/breakpoint_callback_command_source/TestBreakpointCallbackCommandSource.py @@ -19,8 +19,7 @@ # under ASAN on a loaded machine.. @skipIfAsan @skipIfEditlineSupportMissing - # times out - @skipIfFreeBSD + @skipIf(oslist=["freebsd"], bugnumber="llvm.org/pr48316") def test_breakpoint_callback_command_source(self): self.build() exe = self.getBuildArtifact("a.out") diff --git a/lldb/test/API/functionalities/breakpoint/global_constructor/TestBreakpointInGlobalConstructor.py b/lldb/test/API/functionalities/breakpoint/global_constructor/TestBreakpointInGlobalConstructor.py --- a/lldb/test/API/functionalities/breakpoint/global_constructor/TestBreakpointInGlobalConstructor.py +++ b/lldb/test/API/functionalities/breakpoint/global_constructor/TestBreakpointInGlobalConstructor.py @@ -15,7 +15,7 @@ mydir = TestBase.compute_mydir(__file__) NO_DEBUG_INFO_TESTCASE = True - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber='llvm.org/pr48373') @expectedFailureNetBSD def test(self): self.build() diff --git a/lldb/test/API/functionalities/deleted-executable/TestDeletedExecutable.py b/lldb/test/API/functionalities/deleted-executable/TestDeletedExecutable.py --- a/lldb/test/API/functionalities/deleted-executable/TestDeletedExecutable.py +++ b/lldb/test/API/functionalities/deleted-executable/TestDeletedExecutable.py @@ -16,9 +16,10 @@ NO_DEBUG_INFO_TESTCASE = True @skipIfWindows # cannot delete a running executable - @expectedFailureAll(oslist=["freebsd", "linux"], + @expectedFailureAll(oslist=["linux"], triple=no_match('aarch64-.*-android')) # determining the architecture of the process fails + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48374") @skipIfReproducer # File synchronization is not supported during replay. def test(self): self.build() diff --git a/lldb/test/API/functionalities/dlopen_other_executable/TestDlopenOtherExecutable.py b/lldb/test/API/functionalities/dlopen_other_executable/TestDlopenOtherExecutable.py --- a/lldb/test/API/functionalities/dlopen_other_executable/TestDlopenOtherExecutable.py +++ b/lldb/test/API/functionalities/dlopen_other_executable/TestDlopenOtherExecutable.py @@ -12,6 +12,7 @@ # glibc's dlopen doesn't support opening executables. # https://sourceware.org/bugzilla/show_bug.cgi?id=11754 @skipIfLinux + # freebsd's dlopen ditto @expectedFailureAll(oslist=["freebsd"]) @no_debug_info_test def test(self): diff --git a/lldb/test/API/functionalities/plugins/python_os_plugin/stepping_plugin_threads/TestOSPluginStepping.py b/lldb/test/API/functionalities/plugins/python_os_plugin/stepping_plugin_threads/TestOSPluginStepping.py --- a/lldb/test/API/functionalities/plugins/python_os_plugin/stepping_plugin_threads/TestOSPluginStepping.py +++ b/lldb/test/API/functionalities/plugins/python_os_plugin/stepping_plugin_threads/TestOSPluginStepping.py @@ -19,7 +19,7 @@ NO_DEBUG_INFO_TESTCASE = True @skipIfWindows - @skipIfFreeBSD # hangs + @skipIf(oslist=["freebsd"], bugnumber="llvm.org/pr48352") def test_python_os_plugin(self): """Test that stepping works when the OS Plugin doesn't report all threads at every stop""" @@ -28,7 +28,7 @@ self.run_python_os_step_missing_thread(False) @skipIfWindows - @skipIfFreeBSD # hangs + @skipIf(oslist=["freebsd"], bugnumber="llvm.org/pr48352") def test_python_os_plugin_prune(self): """Test that pruning the unreported PlanStacks works""" self.build() diff --git a/lldb/test/API/functionalities/return-value/TestReturnValue.py b/lldb/test/API/functionalities/return-value/TestReturnValue.py --- a/lldb/test/API/functionalities/return-value/TestReturnValue.py +++ b/lldb/test/API/functionalities/return-value/TestReturnValue.py @@ -25,7 +25,8 @@ def affected_by_radar_34562999(self): return (self.getArchitecture() == 'armv7' or self.getArchitecture() == 'armv7k') and self.platformIsDarwin() - @expectedFailureAll(oslist=["freebsd"], archs=["i386"]) + @expectedFailureAll(oslist=["freebsd"], archs=["i386"], + bugnumber="llvm.org/pr48376") @expectedFailureAll(oslist=["macosx"], archs=["i386"], bugnumber="") @expectedFailureAll( oslist=["linux"], @@ -154,7 +155,8 @@ #self.return_and_test_struct_value ("return_one_int_one_double_packed") self.return_and_test_struct_value("return_one_int_one_long") - @expectedFailureAll(oslist=["freebsd"], archs=["i386"]) + @expectedFailureAll(oslist=["freebsd"], archs=["i386"], + bugnumber="llvm.org/pr48376") @expectedFailureAll(oslist=["macosx"], archs=["i386"], bugnumber="") @expectedFailureAll( oslist=["linux"], diff --git a/lldb/test/API/functionalities/thread/create_after_attach/TestCreateAfterAttach.py b/lldb/test/API/functionalities/thread/create_after_attach/TestCreateAfterAttach.py --- a/lldb/test/API/functionalities/thread/create_after_attach/TestCreateAfterAttach.py +++ b/lldb/test/API/functionalities/thread/create_after_attach/TestCreateAfterAttach.py @@ -25,10 +25,8 @@ # Occasionally hangs on Windows, may be same as other issues. @skipIfWindows @skipIfiOSSimulator - # FreeBSD: Hangs. May be the same as Linux issue llvm.org/pr16229 - # but not yet investigated. Revisit once required functionality is - # implemented for FreeBSD. - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48376") + @expectedFailureNetBSD def test_create_after_attach(self): """Test thread creation after process attach.""" self.build(dictionary=self.getBuildFlags(use_cpp11=False)) diff --git a/lldb/test/API/functionalities/thread/exit_during_expression/TestExitDuringExpression.py b/lldb/test/API/functionalities/thread/exit_during_expression/TestExitDuringExpression.py --- a/lldb/test/API/functionalities/thread/exit_during_expression/TestExitDuringExpression.py +++ b/lldb/test/API/functionalities/thread/exit_during_expression/TestExitDuringExpression.py @@ -15,13 +15,13 @@ NO_DEBUG_INFO_TESTCASE = True @skipIfWindows - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48414") def test_exit_before_one_thread_unwind(self): """Test the case where we exit within the one thread timeout""" self.exiting_expression_test(True, True) @skipIfWindows - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48414") def test_exit_before_one_thread_no_unwind(self): """Test the case where we exit within the one thread timeout""" self.exiting_expression_test(True, False) diff --git a/lldb/test/API/functionalities/thread/state_after_expression/TestStateAfterExpression.py b/lldb/test/API/functionalities/thread/state_after_expression/TestStateAfterExpression.py --- a/lldb/test/API/functionalities/thread/state_after_expression/TestStateAfterExpression.py +++ b/lldb/test/API/functionalities/thread/state_after_expression/TestStateAfterExpression.py @@ -15,7 +15,7 @@ mydir = TestBase.compute_mydir(__file__) @skipIfWindows - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48415") def test_thread_state_after_expr(self): self.build() self.main_source_file = lldb.SBFileSpec("main.cpp") diff --git a/lldb/test/API/lang/c/conflicting-symbol/TestConflictingSymbol.py b/lldb/test/API/lang/c/conflicting-symbol/TestConflictingSymbol.py --- a/lldb/test/API/lang/c/conflicting-symbol/TestConflictingSymbol.py +++ b/lldb/test/API/lang/c/conflicting-symbol/TestConflictingSymbol.py @@ -18,7 +18,8 @@ lldbutil.mkdir_p(self.getBuildArtifact("One")) lldbutil.mkdir_p(self.getBuildArtifact("Two")) - @expectedFailureAll(oslist=["freebsd", "windows"], bugnumber="llvm.org/pr24489") + @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr24489") + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48416") @expectedFailureNetBSD def test_conflicting_symbols(self): self.build() diff --git a/lldb/test/API/python_api/event/TestEvents.py b/lldb/test/API/python_api/event/TestEvents.py --- a/lldb/test/API/python_api/event/TestEvents.py +++ b/lldb/test/API/python_api/event/TestEvents.py @@ -202,7 +202,7 @@ oslist=["linux"], bugnumber="llvm.org/pr23617 Flaky, fails ~1/10 cases") @skipIfWindows # This is flakey on Windows AND when it fails, it hangs: llvm.org/pr38373 - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48417") @expectedFlakeyNetBSD def test_add_listener_to_broadcaster(self): """Exercise some SBBroadcaster APIs.""" diff --git a/lldb/test/API/tools/lldb-server/TestGdbRemote_qThreadStopInfo.py b/lldb/test/API/tools/lldb-server/TestGdbRemote_qThreadStopInfo.py --- a/lldb/test/API/tools/lldb-server/TestGdbRemote_qThreadStopInfo.py +++ b/lldb/test/API/tools/lldb-server/TestGdbRemote_qThreadStopInfo.py @@ -163,7 +163,8 @@ self.qThreadStopInfo_only_reports_one_thread_stop_reason_during_interrupt( self.THREAD_COUNT) - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48418") + @expectedFailureNetBSD @llgs_test def test_qThreadStopInfo_only_reports_one_thread_stop_reason_during_interrupt_llgs( self): diff --git a/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py b/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py --- a/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py +++ b/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py @@ -745,7 +745,8 @@ self.Hc_then_Csignal_signals_correct_thread(self.TARGET_EXC_BAD_ACCESS) @skipIfWindows # no SIGSEGV support - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48419") + @expectedFailureNetBSD @llgs_test def test_Hc_then_Csignal_signals_correct_thread_launch_llgs(self): self.init_llgs_test() diff --git a/lldb/test/API/tools/lldb-server/register-reading/TestGdbRemoteGPacket.py b/lldb/test/API/tools/lldb-server/register-reading/TestGdbRemoteGPacket.py --- a/lldb/test/API/tools/lldb-server/register-reading/TestGdbRemoteGPacket.py +++ b/lldb/test/API/tools/lldb-server/register-reading/TestGdbRemoteGPacket.py @@ -136,7 +136,8 @@ self.assertEqual( ['0x727476787a7c7e71', '0x737577797b7d7f70'], get_reg_value('xmm15')) - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48420") + @expectedFailureNetBSD @llgs_test def test_g_returns_correct_data_with_suffix_llgs(self): self.init_llgs_test() @@ -144,7 +145,8 @@ self.set_inferior_startup_launch() self.g_returns_correct_data(True) - @expectedFailureAll(oslist=["freebsd", "netbsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48420") + @expectedFailureNetBSD @llgs_test def test_g_returns_correct_data_no_suffix_llgs(self): self.init_llgs_test() diff --git a/lldb/test/API/tools/lldb-vscode/breakpoint/TestVSCode_setBreakpoints.py b/lldb/test/API/tools/lldb-vscode/breakpoint/TestVSCode_setBreakpoints.py --- a/lldb/test/API/tools/lldb-vscode/breakpoint/TestVSCode_setBreakpoints.py +++ b/lldb/test/API/tools/lldb-vscode/breakpoint/TestVSCode_setBreakpoints.py @@ -25,7 +25,7 @@ @skipIfWindows @skipIfRemote - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48421") def test_source_map(self): self.build_and_create_debug_adaptor() @@ -90,7 +90,7 @@ @skipIfWindows @skipIfRemote - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48421") def test_set_and_clear(self): '''Tests setting and clearing source file and line breakpoints. This packet is a bit tricky on the debug adaptor side since there @@ -223,7 +223,7 @@ @skipIfWindows @skipIfRemote - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48421") def test_clear_breakpoints_unset_breakpoints(self): '''Test clearing breakpoints like test_set_and_clear, but clear breakpoints by omitting the breakpoints array instead of sending an @@ -266,7 +266,7 @@ @skipIfWindows @skipIfRemote - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48421") def test_functionality(self): '''Tests hitting breakpoints and the functionality of a single breakpoint, like 'conditions' and 'hitCondition' settings.''' diff --git a/lldb/test/API/tools/lldb-vscode/launch/TestVSCode_launch.py b/lldb/test/API/tools/lldb-vscode/launch/TestVSCode_launch.py --- a/lldb/test/API/tools/lldb-vscode/launch/TestVSCode_launch.py +++ b/lldb/test/API/tools/lldb-vscode/launch/TestVSCode_launch.py @@ -181,8 +181,8 @@ @skipIfWindows @skipIfLinux # shell argument expansion doesn't seem to work on Linux - @expectedFailureNetBSD - @expectedFailureAll(oslist=["freebsd"]) + @expectedFailureAll(oslist=["freebsd", "netbsd"], + bugnumber="llvm.org/pr48349") @skipIfRemote def test_shellExpandArguments_enabled(self): '''