From 4daef5d6b970596f61803741921ba2b653094256 Mon Sep 17 00:00:00 2001 From: Terry Kim Date: Sat, 8 Feb 2020 19:27:50 -0800 Subject: [PATCH 1/2] initial commit --- azure-pipelines.yml | 9 +++++++++ script/download-spark-distros.cmd | 1 + 2 files changed, 10 insertions(+) diff --git a/azure-pipelines.yml b/azure-pipelines.yml index 4e531db68..2ae59a281 100644 --- a/azure-pipelines.yml +++ b/azure-pipelines.yml @@ -140,6 +140,15 @@ jobs: env: SPARK_HOME: $(Build.BinariesDirectory)\spark-2.4.4-bin-hadoop2.7 + - task: DotNetCoreCLI@2 + displayName: 'E2E tests for Spark 2.4.5' + inputs: + command: test + projects: '**/Microsoft.Spark*.E2ETest/*.csproj' + arguments: '--configuration $(buildConfiguration)' + env: + SPARK_HOME: $(Build.BinariesDirectory)\spark-2.4.5-bin-hadoop2.7 + - ${{ if and(ne(variables['System.TeamProject'], 'public'), notin(variables['Build.Reason'], 'PullRequest')) }}: - task: CopyFiles@2 displayName: Stage .NET artifacts diff --git a/script/download-spark-distros.cmd b/script/download-spark-distros.cmd index a10118085..d02bb49a7 100644 --- a/script/download-spark-distros.cmd +++ b/script/download-spark-distros.cmd @@ -22,5 +22,6 @@ curl -k -L -o spark-2.4.0.tgz https://archive.apache.org/dist/spark/spark-2.4.0/ curl -k -L -o spark-2.4.1.tgz https://archive.apache.org/dist/spark/spark-2.4.1/spark-2.4.1-bin-hadoop2.7.tgz && tar xzvf spark-2.4.1.tgz curl -k -L -o spark-2.4.3.tgz https://archive.apache.org/dist/spark/spark-2.4.3/spark-2.4.3-bin-hadoop2.7.tgz && tar xzvf spark-2.4.3.tgz curl -k -L -o spark-2.4.4.tgz https://archive.apache.org/dist/spark/spark-2.4.4/spark-2.4.4-bin-hadoop2.7.tgz && tar xzvf spark-2.4.4.tgz +curl -k -L -o spark-2.4.5.tgz https://archive.apache.org/dist/spark/spark-2.4.5/spark-2.4.5-bin-hadoop2.7.tgz && tar xzvf spark-2.4.5.tgz endlocal \ No newline at end of file From bdb215aae14b7db83802fd26618fe5cfe48de65e Mon Sep 17 00:00:00 2001 From: Terry Kim Date: Sat, 8 Feb 2020 19:34:10 -0800 Subject: [PATCH 2/2] Update README.md --- README.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/README.md b/README.md index f3d31f4e5..8e5d10561 100644 --- a/README.md +++ b/README.md @@ -39,7 +39,7 @@ 2.3.* - v0.8.0 + v0.8.0 2.4.0 @@ -53,6 +53,9 @@ 2.4.4 + + 2.4.5 + 2.4.2 Not supported