From 6ab0d9ec93bc95b8abfc774e69cdaa0afb58eff0 Mon Sep 17 00:00:00 2001 From: trystanleftwich Date: Fri, 26 Jun 2015 11:15:47 -0700 Subject: [PATCH] [SPARK-6196][build]Add MAPR 4.0.2 support to the build --- dev/create-release/create-release.sh | 4 +-- docs/hadoop-third-party-distributions.md | 9 ++++++ pom.xml | 38 ------------------------ 3 files changed, 11 insertions(+), 40 deletions(-) diff --git a/dev/create-release/create-release.sh b/dev/create-release/create-release.sh index 54274a83f6d66..96bd58dc438ff 100755 --- a/dev/create-release/create-release.sh +++ b/dev/create-release/create-release.sh @@ -233,8 +233,8 @@ if [[ ! "$@" =~ --skip-package ]]; then make_binary_release "cdh4" "-Psparkr -Phadoop-1 -Phive -Phive-thriftserver -Dhadoop.version=2.0.0-mr1-cdh4.2.0" "3032" & make_binary_release "hadoop2.3" "-Psparkr -Phadoop-2.3 -Phive -Phive-thriftserver -Pyarn" "3033" & make_binary_release "hadoop2.4" "-Psparkr -Phadoop-2.4 -Phive -Phive-thriftserver -Pyarn" "3034" & - make_binary_release "mapr3" "-Pmapr3 -Psparkr -Phive -Phive-thriftserver" "3035" & - make_binary_release "mapr4" "-Pmapr4 -Psparkr -Pyarn -Phive -Phive-thriftserver" "3036" & + make_binary_release "mapr4" "-Psparkr -Pyarn -Phive -Phive-thriftserver -Dhadoop.version=2.4.1-mapr-1408 -Dhbase.version=0.98.4-mapr-1408 -Dzookeeper.version=3.4.5-mapr-1406" "3035" & + make_binary_release "mapr4.0.2" "-Psparkr -Pyarn -Phive -Phive-thriftserver -Dhadoop.version=2.5.1-mapr-1501 -Dhbase.version=0.98.7-mapr-1501-r1 -Dzookeeper.version=3.4.5-mapr-1406 -Dprotobuf.version=2.5.0" "3036" & make_binary_release "hadoop2.4-without-hive" "-Psparkr -Phadoop-2.4 -Pyarn" "3037" & wait rm -rf spark-$RELEASE_VERSION-bin-*/ diff --git a/docs/hadoop-third-party-distributions.md b/docs/hadoop-third-party-distributions.md index 795dd82a6be06..2c455969cd1f9 100644 --- a/docs/hadoop-third-party-distributions.md +++ b/docs/hadoop-third-party-distributions.md @@ -40,6 +40,15 @@ the _exact_ Hadoop version you are running to avoid any compatibility errors. HDP 1.11.0.3 HDP 1.01.0.3 HDP 2.02.2.0 + HDP 2.22.6.0 + + + +

Mapr Releases

+ + + +
ReleaseVersion codes
Mapr 4.0.1hadoop.version=2.4.1-mapr-1408
hbase.version=0.98.7-mapr-1501-r1
zookeeper.version=3.4.5-mapr-1406
Mapr 4.0.2hadoop.version=2.5.1-mapr-1501
hbase.version=0.98.7-mapr-1501-r1
zookeeper.version=3.4.5-mapr-1406
protobuf.version=2.5.0
diff --git a/pom.xml b/pom.xml index 80cacb5ace2d4..1aac26fb7f6b2 100644 --- a/pom.xml +++ b/pom.xml @@ -1738,44 +1738,6 @@ - - mapr3 - - 1.0.3-mapr-3.0.3 - 2.4.1-mapr-1408 - 0.98.4-mapr-1408 - 3.4.5-mapr-1406 - - - - - mapr4 - - 2.4.1-mapr-1408 - 2.4.1-mapr-1408 - 0.98.4-mapr-1408 - 3.4.5-mapr-1406 - - - - org.apache.curator - curator-recipes - ${curator.version} - - - org.apache.zookeeper - zookeeper - - - - - org.apache.zookeeper - zookeeper - 3.4.5-mapr-1406 - - - - hive-thriftserver