[lldb] [test] Update baseline test status for FreeBSD

Fixes #19721 Fixes #18440 Partially fixes bug #47660 Fixes #47761 Fixes #47763 Sponsored by: The FreeBSD Foundation
llvm · Jun 17, 2022 · 13dfe0f · 13dfe0f
1 parent b55d55e
commit 13dfe0f
Show file tree

Hide file tree

Showing 11 changed files with 26 additions and 19 deletions.
diff --git a/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py b/lldb/test/API/commands/expression/multiline-navigation/TestMultilineNavigation.py
@@ -74,7 +74,6 @@ def test_nav_arrow_down(self):
 
     @skipIfAsan
     @skipIfEditlineSupportMissing
-    @expectedFailureAll(oslist=['freebsd'], bugnumber='llvm.org/pr48316')
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
     def test_nav_arrow_up_empty(self):
         """

diff --git a/lldb/test/API/commands/target/basic/TestTargetCommand.py b/lldb/test/API/commands/target/basic/TestTargetCommand.py
@@ -470,6 +470,8 @@ def test_target_modules_search_paths_query(self):
                     substrs=["query requires one argument"])
 
     @no_debug_info_test
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56079")
     def test_target_modules_type(self):
         self.buildB()
         self.runCmd("file " + self.getBuildArtifact("b.out"),

diff --git a/lldb/test/API/commands/thread/backtrace/TestThreadBacktraceRepeat.py b/lldb/test/API/commands/thread/backtrace/TestThreadBacktraceRepeat.py
@@ -95,9 +95,6 @@ def check_two_threads(self, result_str, thread_id_1, name_1, thread_id_2, name_2
     # the comments whether it was getting two threads to the same breakpoint that was
     # problematic, or the step-out part.  This test stops at the rendevous point so I'm
     # removing the skipIfLinux to see if we see any flakiness in just this part of the test.
-    @expectedFailureAll(
-        oslist=["freebsd"],
-        bugnumber="llvm.org/pr18066 inferior does not exit")
     @skipIfWindows # This test will hang on windows llvm.org/pr21753
     @expectedFailureAll(oslist=["windows"])
     @expectedFailureNetBSD
@@ -157,7 +154,3 @@ def test_thread_backtrace_two_threads(self):
         self.assertTrue(result.Succeeded(), "repeat command succeeded for two threads")
         result_str = result.GetOutput()
         self.check_two_threads(result_str, thread_id_1, name_1, thread_id_2, name_2, 13, 22)
-
-
-
-
diff --git a/lldb/test/API/functionalities/breakpoint/breakpoint_set_restart/TestBreakpointSetRestart.py b/lldb/test/API/functionalities/breakpoint/breakpoint_set_restart/TestBreakpointSetRestart.py
@@ -13,6 +13,8 @@ class BreakpointSetRestart(TestBase):
     BREAKPOINT_TEXT = 'Set a breakpoint here'
 
     @skipIfNetBSD
+    @skipIf(oslist=["freebsd"],
+            bugnumber="github.com/llvm/llvm-project/issues/56082")
     def test_breakpoint_set_restart(self):
         self.build()
 

diff --git a/lldb/test/API/functionalities/thread/step_out/TestThreadStepOut.py b/lldb/test/API/functionalities/thread/step_out/TestThreadStepOut.py
@@ -14,9 +14,6 @@ class ThreadStepOutTestCase(TestBase):
 
     mydir = TestBase.compute_mydir(__file__)
 
-    @expectedFailureAll(
-        oslist=["freebsd"],
-        bugnumber="llvm.org/pr18066 inferior does not exit")
     @skipIfWindows # This test will hang on windows llvm.org/pr21753
     @expectedFailureAll(oslist=["windows"])
     @expectedFailureNetBSD
@@ -25,9 +22,6 @@ def test_step_single_thread(self):
         self.build()
         self.step_out_test(self.step_out_single_thread_with_cmd)
 
-    @expectedFailureAll(
-        oslist=["freebsd"],
-        bugnumber="llvm.org/pr19347 2nd thread stops at breakpoint")
     @skipIfWindows # This test will hang on windows llvm.org/pr21753
     @expectedFailureAll(oslist=["windows"])
     @expectedFailureAll(oslist=["watchos"], archs=['armv7k'], bugnumber="rdar://problem/34674488") # stop reason is trace when it should be step-out
@@ -37,9 +31,6 @@ def test_step_all_threads(self):
         self.build()
         self.step_out_test(self.step_out_all_threads_with_cmd)
 
-    @expectedFailureAll(
-        oslist=["freebsd"],
-        bugnumber="llvm.org/pr19347 2nd thread stops at breakpoint")
     @skipIfWindows # This test will hang on windows llvm.org/pr21753
     @expectedFailureAll(oslist=["windows"], bugnumber="llvm.org/pr24681")
     @expectedFailureNetBSD

diff --git a/lldb/test/API/lang/c/calling-conventions/TestCCallingConventions.py b/lldb/test/API/lang/c/calling-conventions/TestCCallingConventions.py
@@ -61,6 +61,8 @@ def test_stdcall(self):
             return
         self.expect_expr("func(1, 2, 3, 4)", result_type="int", result_value="10")
 
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56084")
     def test_vectorcall(self):
         if not self.build_and_run("vectorcall.c"):
             return

diff --git a/lldb/test/API/python_api/event/TestEvents.py b/lldb/test/API/python_api/event/TestEvents.py
@@ -199,7 +199,6 @@ def run(self):
         oslist=["linux"],
         bugnumber="llvm.org/pr23617 Flaky, fails ~1/10 cases")
     @skipIfWindows # This is flakey on Windows AND when it fails, it hangs: llvm.org/pr38373
-    @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48417")
     @expectedFailureNetBSD
     def test_add_listener_to_broadcaster(self):
         """Exercise some SBBroadcaster APIs."""

diff --git a/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py b/lldb/test/API/tools/lldb-server/TestLldbGdbServer.py
@@ -525,7 +525,6 @@ def Hc_then_Csignal_signals_correct_thread(self, segfault_signo):
 
     @expectedFailureDarwin
     @skipIfWindows # no SIGSEGV support
-    @expectedFailureAll(oslist=["freebsd"], bugnumber="llvm.org/pr48419")
     @expectedFailureNetBSD
     def test_Hc_then_Csignal_signals_correct_thread_launch(self):
         self.build()

diff --git a/lldb/test/API/tools/lldb-server/vCont-threads/TestGdbRemote_vContThreads.py b/lldb/test/API/tools/lldb-server/vCont-threads/TestGdbRemote_vContThreads.py
@@ -58,6 +58,8 @@ def get_pid(self):
     @skipIfWindows
     @expectedFailureNetBSD
     @expectedFailureDarwin # No signals delivered
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
     def test_signal_process_without_tid(self):
@@ -85,6 +87,8 @@ def test_signal_one_thread(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @expectedFailureDarwin # Only one signal delivered
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
@@ -102,6 +106,8 @@ def test_signal_all_threads(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
@@ -118,6 +124,8 @@ def test_signal_process_by_pid(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
@@ -133,6 +141,8 @@ def test_signal_process_minus_one(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
     def test_signal_minus_one(self):
@@ -146,6 +156,8 @@ def test_signal_minus_one(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
@@ -164,6 +176,8 @@ def test_signal_all_threads_by_pid(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot
@@ -180,6 +194,8 @@ def test_signal_minus_one_by_pid(self):
 
     @skipIfWindows
     @expectedFailureNetBSD
+    @expectedFailureAll(oslist=["freebsd"],
+                        bugnumber="github.com/llvm/llvm-project/issues/56086")
     @add_test_categories(["llgs"])
     @skipIfAsan # Times out under asan
     @skipIf(oslist=["linux"], archs=["arm", "aarch64"]) # Randomly fails on buildbot

diff --git a/lldb/test/Shell/Breakpoint/jit-loader_jitlink_elf.test b/lldb/test/Shell/Breakpoint/jit-loader_jitlink_elf.test
@@ -1,4 +1,6 @@
 # REQUIRES: target-x86_64
+# https://github.com/llvm/llvm-project/issues/56085
+# XFAIL: system-freebsd
 # XFAIL: system-windows
 
 # JITLink is the Orc-specific JIT linker implementation.

diff --git a/lldb/test/Shell/Breakpoint/jit-loader_rtdyld_elf.test b/lldb/test/Shell/Breakpoint/jit-loader_rtdyld_elf.test
@@ -1,4 +1,6 @@
 # REQUIRES: target-x86_64
+# https://github.com/llvm/llvm-project/issues/56085
+# XFAIL: system-freebsd
 # XFAIL: system-windows
 
 # RuntimeDyld can be used to link and load emitted code for both, MCJIT and Orc.