This repository has been archived by the owner. It is now read-only.
Permalink
Browse files

Fix hadoop native library collision in YARN

Signed-off-by: Brian Hong <sungjinhong@devsisters.com>
  • Loading branch information...
serialx committed Sep 15, 2015
1 parent 03430c6 commit 3ecafa03d8e8c9230f84fac53aad978db64192fe
Showing with 4 additions and 2 deletions.
  1. +2 −1 ephemeral-hdfs/init.sh
  2. +2 −1 persistent-hdfs/init.sh
View
@@ -15,6 +15,7 @@ case "$HADOOP_MAJOR_VERSION" in
rm hadoop-*.tar.gz
mv hadoop-1.0.4/ ephemeral-hdfs/
sed -i 's/-jvm server/-server/g' /root/ephemeral-hdfs/bin/hadoop
cp /root/hadoop-native/* /root/ephemeral-hdfs/lib/native/
;;
2)
wget http://s3.amazonaws.com/spark-related-packages/hadoop-2.0.0-cdh4.2.0.tar.gz
@@ -26,6 +27,7 @@ case "$HADOOP_MAJOR_VERSION" in
# Have single conf dir
rm -rf /root/ephemeral-hdfs/etc/hadoop/
ln -s /root/ephemeral-hdfs/conf /root/ephemeral-hdfs/etc/hadoop
cp /root/hadoop-native/* /root/ephemeral-hdfs/lib/native/
;;
yarn)
wget http://s3.amazonaws.com/spark-related-packages/hadoop-2.4.0.tar.gz
@@ -43,7 +45,6 @@ case "$HADOOP_MAJOR_VERSION" in
echo "ERROR: Unknown Hadoop version"
return 1
esac
cp /root/hadoop-native/* ephemeral-hdfs/lib/native/
/root/spark-ec2/copy-dir /root/ephemeral-hdfs
popd > /dev/null
View
@@ -14,6 +14,7 @@ case "$HADOOP_MAJOR_VERSION" in
tar xvzf hadoop-1.0.4.tar.gz > /tmp/spark-ec2_hadoop.log
rm hadoop-*.tar.gz
mv hadoop-1.0.4/ persistent-hdfs/
cp /root/hadoop-native/* /root/persistent-hdfs/lib/native/
;;
2)
wget http://s3.amazonaws.com/spark-related-packages/hadoop-2.0.0-cdh4.2.0.tar.gz
@@ -25,6 +26,7 @@ case "$HADOOP_MAJOR_VERSION" in
# Have single conf dir
rm -rf /root/persistent-hdfs/etc/hadoop/
ln -s /root/persistent-hdfs/conf /root/persistent-hdfs/etc/hadoop
cp /root/hadoop-native/* /root/persistent-hdfs/lib/native/
;;
yarn)
wget http://s3.amazonaws.com/spark-related-packages/hadoop-2.4.0.tar.gz
@@ -42,7 +44,6 @@ case "$HADOOP_MAJOR_VERSION" in
echo "ERROR: Unknown Hadoop version"
return 1
esac
cp /root/hadoop-native/* /root/persistent-hdfs/lib/native/
/root/spark-ec2/copy-dir /root/persistent-hdfs
popd > /dev/null

0 comments on commit 3ecafa0

Please sign in to comment.