Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
44 commits
Select commit Hold shift + click to select a range
f0f7035
try fix maven test
panbingkun Dec 6, 2023
0b75a0f
try
panbingkun Dec 6, 2023
08e8859
try
panbingkun Dec 6, 2023
5fca2b7
try
panbingkun Dec 6, 2023
db9b07e
try
panbingkun Dec 6, 2023
742e29b
try
panbingkun Dec 6, 2023
953bc7e
try
panbingkun Dec 7, 2023
e3c6e8c
try
panbingkun Dec 7, 2023
4377bfc
try
panbingkun Dec 7, 2023
c128af6
try
panbingkun Dec 7, 2023
a7e1b12
try
panbingkun Dec 7, 2023
a0b9450
try
panbingkun Dec 7, 2023
77e94e9
fix maven tests
panbingkun Dec 7, 2023
224084e
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 7, 2023
436c244
fix maven tests
panbingkun Dec 7, 2023
a9e146a
fix maven tests
panbingkun Dec 7, 2023
b7ae5cb
fix maven tests
panbingkun Dec 7, 2023
a57c512
try
panbingkun Dec 7, 2023
2fe75bd
try
panbingkun Dec 7, 2023
5a971b4
try
panbingkun Dec 7, 2023
dbcbd64
try
panbingkun Dec 7, 2023
b2fd3ee
try
panbingkun Dec 7, 2023
5acce38
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 8, 2023
5221795
try
panbingkun Dec 8, 2023
dcbf922
try
panbingkun Dec 8, 2023
e4774cd
try
panbingkun Dec 8, 2023
c7561d2
try
panbingkun Dec 8, 2023
6f9a81c
try
panbingkun Dec 8, 2023
311a5dd
try
panbingkun Dec 8, 2023
66c78e9
try
panbingkun Dec 8, 2023
1ae55fd
try
panbingkun Dec 8, 2023
053c9a7
try
panbingkun Dec 11, 2023
54b7bea
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 11, 2023
c79916e
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 14, 2023
38094dd
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 14, 2023
2035b91
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 15, 2023
feb3932
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
705d7e8
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 19, 2023
ab06613
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
aa37791
[SPARK-46302][BUILD] Fix maven daily testing
panbingkun Dec 19, 2023
9eb03f8
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 19, 2023
a70bf61
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 20, 2023
45aaecb
Merge branch 'master' into try_fix_maven_test
panbingkun Dec 20, 2023
941ab8e
[SPARK-46302][TESTS] Skip maven daily testing as ivy uses some corrup…
panbingkun Dec 20, 2023
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .github/workflows/build_maven.yml
Original file line number Diff line number Diff line change
Expand Up @@ -30,3 +30,8 @@ jobs:
name: Run
uses: ./.github/workflows/maven_test.yml
if: github.repository == 'apache/spark'
with:
envs: >-
{
"SKIP_SPARK_RELEASE_VERSIONS": "3.3.4,3.4.2,3.5.0"
}
Original file line number Diff line number Diff line change
Expand Up @@ -249,6 +249,12 @@ class HiveExternalCatalogVersionsSuite extends SparkSubmitTestUtils {
}

object PROCESS_TABLES extends QueryTest with SQLTestUtils {
// TODO In SPARK-46302, the env SKIP_SPARK_RELEASE_VERSIONS has been added to
// allow Maven tests to skip problematic release versions.
// Related issues will be fixed in SPARK-46400, and testing will be resumed
// after the fixed Spark 3.x version is released.
private val skipReleaseVersions =
sys.env.getOrElse("SKIP_SPARK_RELEASE_VERSIONS", "").split(",").toSet
val isPythonVersionAvailable = TestUtils.isPythonVersionAvailable
val releaseMirror = sys.env.getOrElse("SPARK_RELEASE_MIRROR",
"https://dist.apache.org/repos/dist/release")
Expand All @@ -263,7 +269,8 @@ object PROCESS_TABLES extends QueryTest with SQLTestUtils {
.filter(_.contains("""<a href="spark-"""))
.filterNot(_.contains("preview"))
.map("""<a href="spark-(\d.\d.\d)/">""".r.findFirstMatchIn(_).get.group(1))
.filter(_ < org.apache.spark.SPARK_VERSION).toImmutableArraySeq
.filter(_ < org.apache.spark.SPARK_VERSION)
.filterNot(skipReleaseVersions.contains).toImmutableArraySeq
} catch {
// Do not throw exception during object initialization.
case NonFatal(_) => Nil
Expand Down