From d78eb12c6c0e7769ba80a273ab05fedb1986e81c Mon Sep 17 00:00:00 2001 From: William Hyun Date: Sun, 14 Nov 2021 11:12:49 -0800 Subject: [PATCH] [SPARK-37322][TESTS] run_scala_tests should respect test module order --- dev/run-tests.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/dev/run-tests.py b/dev/run-tests.py index 0f0759bd328e8..55c65ed2d6122 100755 --- a/dev/run-tests.py +++ b/dev/run-tests.py @@ -469,7 +469,8 @@ def run_scala_tests(build_tool, extra_profiles, test_modules, excluded_tags, inc `determine_test_suites` function""" set_title_and_block("Running Spark unit tests", "BLOCK_SPARK_UNIT_TESTS") - test_modules = set(test_modules) + # Remove duplicates while keeping the test module order + test_modules = list(dict.fromkeys(test_modules)) test_profiles = extra_profiles + \ list(set(itertools.chain.from_iterable(m.build_profile_flags for m in test_modules)))