From 2122902b25e63af88553e7991d8904730bd8903d Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Fri, 8 Sep 2023 13:09:11 +0530 Subject: [PATCH 1/4] Create a new job for timeout related modules --- azure-pipelines-20230430.yml | 43 ++++++++++++++++++++++++++++++++++++ 1 file changed, 43 insertions(+) diff --git a/azure-pipelines-20230430.yml b/azure-pipelines-20230430.yml index 2da5ab0d4f91e..6b60065f70238 100644 --- a/azure-pipelines-20230430.yml +++ b/azure-pipelines-20230430.yml @@ -53,6 +53,8 @@ parameters: - name: job4UTModules type: object default: + - '!hudi-hadoop-mr' + - '!hudi-client/hudi-java-client' - '!hudi-client/hudi-spark-client' - '!hudi-common' - '!hudi-examples' @@ -76,6 +78,8 @@ parameters: - name: job4FTModules type: object default: + - '!hudi-hadoop-mr' + - '!hudi-client/hudi-java-client' - '!hudi-client/hudi-spark-client' - '!hudi-common' - '!hudi-examples' @@ -90,6 +94,11 @@ parameters: - '!hudi-flink-datasource/hudi-flink1.15.x' - '!hudi-flink-datasource/hudi-flink1.16.x' - '!hudi-flink-datasource/hudi-flink1.17.x' + - name: job5Modules + type: object + default: + - 'hudi-hadoop-mr' + - 'hudi-client/hudi-java-client' variables: BUILD_PROFILES: '-Dscala-2.12 -Dspark3.2 -Dflink1.17' @@ -101,6 +110,7 @@ variables: JOB3_MODULES: ${{ join(',',parameters.job3UTModules) }} JOB4_UT_MODULES: ${{ join(',',parameters.job4UTModules) }} JOB4_FT_MODULES: ${{ join(',',parameters.job4FTModules) }} + JOB5_MODULES: ${{ join(',',parameters.job5Modules) }} stages: - stage: test @@ -219,3 +229,36 @@ stages: - script: | grep "testcase" */target/surefire-reports/*.xml */*/target/surefire-reports/*.xml | awk -F'"' ' { print $6,$4,$2 } ' | sort -nr | head -n 100 displayName: Top 100 long-running testcases + - job: UT_FT_5 + displayName: UT FT hudi-hadoop-mr hudi-client/hudi-java-client + timeoutInMinutes: '60' + steps: + - task: Maven@4 + displayName: maven install + inputs: + mavenPomFile: 'pom.xml' + goals: 'clean install' + options: $(MVN_OPTS_INSTALL) + publishJUnitResults: false + jdkVersionOption: '1.8' + - task: Maven@4 + displayName: UT other modules + inputs: + mavenPomFile: 'pom.xml' + goals: 'test' + options: $(MVN_OPTS_TEST) -Punit-tests -pl $(JOB5_MODULES) + publishJUnitResults: false + jdkVersionOption: '1.8' + mavenOptions: '-Xmx4g' + - task: Maven@4 + displayName: FT other modules + inputs: + mavenPomFile: 'pom.xml' + goals: 'test' + options: $(MVN_OPTS_TEST) -Pfunctional-tests -pl $(JOB5_MODULES) + publishJUnitResults: false + jdkVersionOption: '1.8' + mavenOptions: '-Xmx4g' + - script: | + grep "testcase" */target/surefire-reports/*.xml */*/target/surefire-reports/*.xml | awk -F'"' ' { print $6,$4,$2 } ' | sort -nr | head -n 100 + displayName: Top 100 long-running testcases From 6360c887f473b6dfc3612490305c5959a8e8e082 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Fri, 8 Sep 2023 13:15:13 +0530 Subject: [PATCH 2/4] Trigger CI From 6b6f4ead4639cca36f81ac24eccab91627d69f44 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Fri, 8 Sep 2023 13:15:21 +0530 Subject: [PATCH 3/4] Trigger CI From 691d04c593e68d5e60bab8224ca96a4fe498fed7 Mon Sep 17 00:00:00 2001 From: Lokesh Jain Date: Fri, 8 Sep 2023 13:15:30 +0530 Subject: [PATCH 4/4] Trigger CI