This repository has been archived by the owner. It is now read-only.
Permalink
Browse files

Bunch of fixes to the scripts

  • Loading branch information...
shivaram committed Jan 27, 2013
1 parent ecb361c commit d1d07735643795a65070b43c4326194f866e8be9
Showing with 10 additions and 9 deletions.
  1. +1 −1 create-swap.sh
  2. +1 −0 ephemeral-hdfs/setup-slave.sh
  3. +1 −1 ephemeral-hdfs/setup.sh
  4. +4 −4 mesos/setup.sh
  5. +1 −1 mesos/stop-mesos
  6. +1 −1 setup-slave.sh
  7. +1 −1 setup.sh
View
@@ -1,7 +1,7 @@
#!/bin/bash
if [ $# -lt 1 ]; then
echo "Usage: create-swap <amount of MB>"
echo "Usage: create-swap.sh <amount of MB>"
exit 1
fi
@@ -10,6 +10,7 @@ function create_hadoop_dirs {
location=$1
if [[ -e $location ]]; then
mkdir -p $location/ephemeral-hdfs $location/hadoop/tmp
chmod -R 755 $location/ephemeral-hdfs
mkdir -p $location/hadoop/mrlocal $location/hadoop/mrlocal2
fi
}
View
@@ -1,8 +1,8 @@
#!/bin/bash
EPHEMERAL_HDFS=/root/ephemeral-hdfs
pushd $EPHEMERAL_HDFS
pushd /root/spark-ec2/ephemeral-hdfs
source ./setup-slave.sh
for node in $SLAVES $OTHER_MASTERS; do
View
@@ -71,13 +71,13 @@ if [[ "$DOWNLOADED" == "1" ]] ; then
fi
echo "Setting up Hadoop framework config files..."
cp hadoop-framework-conf/* /root/hadoop-mesos/conf
cp /root/spark-ec2/mesos/hadoop-framework-conf/* /root/hadoop-mesos/conf
echo "Deploying Hadoop framework config files..."
/root/spark-ec2/copy-dir /root/hadoop-mesos/conf
echo "Redeploying /root/mesos..."
./redeploy-mesos
/root/spark-ec2/mesos/redeploy-mesos
if [[ $NUM_ZOOS != 0 ]]; then
echo "Starting ZooKeeper quorum..."
@@ -89,8 +89,8 @@ if [[ $NUM_ZOOS != 0 ]]; then
fi
echo "Stopping any existing Mesos cluster..."
./stop-mesos
/root/spark-ec2/mesos/stop-mesos
sleep 2
echo "Starting Mesos cluster..."
./start-mesos
/root/spark-ec2/mesos/start-mesos
View
@@ -1,5 +1,5 @@
#!/bin/bash
cd /root/mesos-ec2
cd /root/spark-ec2
MASTERS=`cat masters`
SLAVES=`cat slaves`
View
@@ -67,4 +67,4 @@ chmod -R a+w /mnt*
rm -f /root/.ssh/known_hosts
# Create swap space on /mnt
/root/spark-ec2/create-swap $SWAP_MB
/root/spark-ec2/create-swap.sh $SWAP_MB
View
@@ -84,7 +84,7 @@ source ./setup-slave.sh
echo "Running slave setup script on other cluster nodes..."
for node in $SLAVES $OTHER_MASTERS; do
echo $node
ssh -t $SSH_OPTS root@$node "spark-ec2/setup-slave $SWAP_MB" & sleep 0.3
ssh -t $SSH_OPTS root@$node "spark-ec2/setup-slave.sh" & sleep 0.3
done
wait

0 comments on commit d1d0773

Please sign in to comment.