diff --git a/.github/workflows/build_maven.yml b/.github/workflows/build_maven.yml index 7a01c136fce92..d43366fa86e77 100644 --- a/.github/workflows/build_maven.yml +++ b/.github/workflows/build_maven.yml @@ -30,3 +30,8 @@ jobs: name: Run uses: ./.github/workflows/maven_test.yml if: github.repository == 'apache/spark' + with: + envs: >- + { + "SKIP_SPARK_RELEASE_VERSIONS": "3.3.4,3.4.2,3.5.0" + } diff --git a/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveExternalCatalogVersionsSuite.scala b/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveExternalCatalogVersionsSuite.scala index ee2e64bc19058..50cf4017bd1e0 100644 --- a/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveExternalCatalogVersionsSuite.scala +++ b/sql/hive/src/test/scala/org/apache/spark/sql/hive/HiveExternalCatalogVersionsSuite.scala @@ -249,6 +249,12 @@ class HiveExternalCatalogVersionsSuite extends SparkSubmitTestUtils { } object PROCESS_TABLES extends QueryTest with SQLTestUtils { + // TODO In SPARK-46302, the env SKIP_SPARK_RELEASE_VERSIONS has been added to + // allow Maven tests to skip problematic release versions. + // Related issues will be fixed in SPARK-46400, and testing will be resumed + // after the fixed Spark 3.x version is released. + private val skipReleaseVersions = + sys.env.getOrElse("SKIP_SPARK_RELEASE_VERSIONS", "").split(",").toSet val isPythonVersionAvailable = TestUtils.isPythonVersionAvailable val releaseMirror = sys.env.getOrElse("SPARK_RELEASE_MIRROR", "https://dist.apache.org/repos/dist/release") @@ -263,7 +269,8 @@ object PROCESS_TABLES extends QueryTest with SQLTestUtils { .filter(_.contains("""""".r.findFirstMatchIn(_).get.group(1)) - .filter(_ < org.apache.spark.SPARK_VERSION).toImmutableArraySeq + .filter(_ < org.apache.spark.SPARK_VERSION) + .filterNot(skipReleaseVersions.contains).toImmutableArraySeq } catch { // Do not throw exception during object initialization. case NonFatal(_) => Nil