Split Presto on Spark tests into multiple jobs on CI

prestodb · Jun 24, 2021 · 87d759c · 87d759c
1 parent f550783
commit 87d759c
Show file tree

Hide file tree

Showing 5 changed files with 68 additions and 4 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -297,7 +297,9 @@ jobs:
           - ":presto-elasticsearch"
           - ":presto-orc"
           - ":presto-thrift-connector"
-          - ":presto-spark-base"
+          - ":presto-spark-base -P presto-spark-tests-smoke"
+          - ":presto-spark-base -P presto-spark-tests-all-queries"
+          - ":presto-spark-base -P presto-spark-tests-spill-queries"
     timeout-minutes: 80
     steps:
       - uses: actions/checkout@v2

diff --git a/presto-spark-base/pom.xml b/presto-spark-base/pom.xml
@@ -255,4 +255,66 @@
         </plugins>
     </build>
 
+    <profiles>
+        <profile>
+            <id>presto-spark-tests-smoke</id>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-surefire-plugin</artifactId>
+                        <configuration>
+                            <includes>
+                                <include>**/tests/*.java</include>
+                            </includes>
+                            <excludes>
+                                <exclude>**/TestPrestoSparkAggregations.java</exclude>
+                                <exclude>**/TestPrestoSparkJoinQueries.java</exclude>
+                                <exclude>**/TestPrestoSparkOrderByQueries.java</exclude>
+                                <exclude>**/TestPrestoSparkWindowQueries.java</exclude>
+                                <exclude>**/TestPrestoSparkSpilledAggregations.java</exclude>
+                                <exclude>**/TestPrestoSparkSpilledJoinQueries.java</exclude>
+                            </excludes>
+                        </configuration>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+        <profile>
+            <id>presto-spark-tests-all-queries</id>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-surefire-plugin</artifactId>
+                        <configuration>
+                            <includes>
+                                <include>**/TestPrestoSparkAggregations.java</include>
+                                <include>**/TestPrestoSparkJoinQueries.java</include>
+                                <include>**/TestPrestoSparkOrderByQueries.java</include>
+                                <include>**/TestPrestoSparkWindowQueries.java</include>
+                            </includes>
+                        </configuration>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+        <profile>
+            <id>presto-spark-tests-spill-queries</id>
+            <build>
+                <plugins>
+                    <plugin>
+                        <groupId>org.apache.maven.plugins</groupId>
+                        <artifactId>maven-surefire-plugin</artifactId>
+                        <configuration>
+                            <includes>
+                                <include>**/TestPrestoSparkSpilledAggregations.java</include>
+                                <include>**/TestPrestoSparkSpilledJoinQueries.java</include>
+                            </includes>
+                        </configuration>
+                    </plugin>
+                </plugins>
+            </build>
+        </profile>
+    </profiles>
 </project>
diff --git a/...k/TestPrestoSparkAbstractTestQueries.java → ...ebook/presto/spark/TestPrestoQueries.java b/...k/TestPrestoSparkAbstractTestQueries.java → ...ebook/presto/spark/TestPrestoQueries.java
@@ -16,7 +16,7 @@
 import com.facebook.presto.testing.QueryRunner;
 import com.facebook.presto.tests.AbstractTestQueries;
 
-public class TestPrestoSparkAbstractTestQueries
+public class TestPrestoQueries
         extends AbstractTestQueries
 {
     @Override

diff --git a/...restoSparkAbstractTestOrderByQueries.java → .../spark/TestPrestoSparkOrderByQueries.java b/...restoSparkAbstractTestOrderByQueries.java → .../spark/TestPrestoSparkOrderByQueries.java
@@ -18,7 +18,7 @@
 
 import static com.facebook.presto.spark.PrestoSparkQueryRunner.createHivePrestoSparkQueryRunner;
 
-public class TestPrestoSparkAbstractTestOrderByQueries
+public class TestPrestoSparkOrderByQueries
         extends AbstractTestOrderByQueries
 {
     @Override

diff --git a/...PrestoSparkAbstractTestWindowQueries.java → ...o/spark/TestPrestoSparkWindowQueries.java b/...PrestoSparkAbstractTestWindowQueries.java → ...o/spark/TestPrestoSparkWindowQueries.java
@@ -18,7 +18,7 @@
 
 import static com.facebook.presto.spark.PrestoSparkQueryRunner.createHivePrestoSparkQueryRunner;
 
-public class TestPrestoSparkAbstractTestWindowQueries
+public class TestPrestoSparkWindowQueries
         extends AbstractTestWindowQueries
 {
     @Override