From e74c265d8533ea74f64bde14c2ef0d03edf85342 Mon Sep 17 00:00:00 2001 From: Michiel Olieslagers Date: Mon, 13 Oct 2025 14:24:43 +0100 Subject: [PATCH 1/2] Fixed numerical difference detection test Change-Id: I5fcd32b128d215c30f50b6e8b4c819312f4e9301 --- backends/arm/test/misc/test_debug_feats.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/backends/arm/test/misc/test_debug_feats.py b/backends/arm/test/misc/test_debug_feats.py index c2f28f4e9d8..855576c212e 100644 --- a/backends/arm/test/misc/test_debug_feats.py +++ b/backends/arm/test/misc/test_debug_feats.py @@ -21,6 +21,7 @@ TosaPipelineFP, TosaPipelineINT, ) +from executorch.backends.test.harness.stages import StageType input_t1 = Tuple[torch.Tensor] # Input x @@ -104,7 +105,7 @@ def test_INT_artifact(test_data: input_t1): @common.parametrize("test_data", Linear.inputs) def test_numerical_diff_print(test_data: input_t1): - pipeline = TosaPipelineFP[input_t1]( + pipeline = TosaPipelineINT[input_t1]( Linear(), test_data, [], @@ -119,7 +120,7 @@ def test_numerical_diff_print(test_data: input_t1): # not present. try: # Tolerate 0 difference => we want to trigger a numerical diff - tester.run_method_and_compare_outputs(atol=0, rtol=0, qtol=0) + tester.run_method_and_compare_outputs(stage=StageType.INITIAL_MODEL, atol=0, rtol=0, qtol=0) except AssertionError: pass # Implicit pass test else: From cef5f7bf028a33b303b6dd28c4039d58bcb8f787 Mon Sep 17 00:00:00 2001 From: Michiel Olieslagers <44864547+Michiel-Olieslagers@users.noreply.github.com> Date: Tue, 14 Oct 2025 10:03:52 +0100 Subject: [PATCH 2/2] Arm backend: Fixed numerical difference detection test --- backends/arm/test/misc/test_debug_feats.py | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/backends/arm/test/misc/test_debug_feats.py b/backends/arm/test/misc/test_debug_feats.py index 855576c212e..302c5ab80a1 100644 --- a/backends/arm/test/misc/test_debug_feats.py +++ b/backends/arm/test/misc/test_debug_feats.py @@ -120,7 +120,9 @@ def test_numerical_diff_print(test_data: input_t1): # not present. try: # Tolerate 0 difference => we want to trigger a numerical diff - tester.run_method_and_compare_outputs(stage=StageType.INITIAL_MODEL, atol=0, rtol=0, qtol=0) + tester.run_method_and_compare_outputs( + stage=StageType.INITIAL_MODEL, atol=0, rtol=0, qtol=0 + ) except AssertionError: pass # Implicit pass test else: