Add cluster expansion script

bin/rebalance-cluster-expansion.sh

@@ -0,0 +1,143 @@
+#!/bin/bash -e
+
+#
+#   Copyright 2013 LinkedIn, Inc
+#
+#  Licensed under the Apache License, Version 2.0 (the "License");
+#  you may not use this file except in compliance with the License.
+#  You may obtain a copy of the License at
+#
+#      http://www.apache.org/licenses/LICENSE-2.0
+#
+#  Unless required by applicable law or agreed to in writing, software
+#  distributed under the License is distributed on an "AS IS" BASIS,
+#  WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+#  See the License for the specific language governing permissions and
+#  limitations under the License.
+
+# This script generates a cluster.xml and a plan for the cluster expansion.
+# The final cluster is placed in output_dir/
+# Argument = -v vold_home -c current_cluster -s current_stores -i interim_cluster -o output dir
+
+# This script uses getopts which means only single character switches are allowed.
+# Using getopt would allow for multi charcter switch names but would come at a 
+# cost of not being cross compatibility.
+
+# Function to display usage
+usage_and_exit() {
+  echo "ERROR: $1."
+  cat <<EOF
+  
+  Usage: $0 options 
+  OPTIONS:
+   -h     Show this message
+   -v     Path to Voldemort
+   -c     Current Cluster that desribes the cluster
+   -s     Current Stores that desribes the store. If you do not have info about the stores yet, look
+          under 'voldemort_home/config/tools/' for some store examples.
+   -i     Interim Cluster that corresponds to cluster expansion.
+   -o     Output dir where all interim and final files will be stored.
+EOF
+exit 1
+}
+
+# initiliaze varibles to an empty string
+vold_home=""
+current_cluster=""
+current_stores=""
+interim_cluster=""
+output_dir=""
+
+# Parse options
+while getopts “hv:c:s:i:o:” OPTION
+do
+  case $OPTION in
+  h)
+    usage_and_exit
+    exit 1
+    ;;
+  v)
+    vold_home=$OPTARG
+   echo "[rebalance-cluster-expansion] Voldemort home='$vold_home' "
+    ;;
+  c)
+    current_cluster=$OPTARG
+    echo "[rebalance-cluster-expansion] Will rebalance on the cluster described in '$current_cluster'."
+    ;;
+  s)
+    current_stores=$OPTARG
+    echo "[rebalance-cluster-expansion] Will rebalance on the stores described in '$current_stores'."
+    ;;
+  i)
+    interim_cluster=$OPTARG
+    echo "[rebalance-cluster-expansion] Will rebalance on the interim cluster described in '$interim_cluster'."
+    ;;
+  o)
+    output_dir=$OPTARG
+    mkdir -p $output_dir
+    echo "[rebalance-cluster-expansion] Using '$output_dir' for all interim and final files generated."
+    ;;
+  ?)
+    usage_and_exit
+  ;;
+     esac
+done
+
+if [[ -z $vold_home ]] || [[ -z $current_cluster ]] || [[ -z $current_stores ]] \
+    || [[ -z $interim_cluster ]] || [[ -z $output_dir ]]
+then
+     printf "\n"
+     echo "[rebalance-cluster-expansion] Missing argument. Check again."
+     usage_and_exit
+     exit 1
+fi
+
+if [ ! -d $vold_home ]; then
+    usage_and_exit "Directory '$vold_home' does not exist."
+fi
+
+if [ ! -e $current_cluster ]; then
+    usage_and_exit "File '$current_cluster' does not exist."
+fi
+
+if [ ! -e $current_stores ]; then
+    usage_and_exit "File '$current_stores' does not exist."
+fi
+
+if [ ! -e $interim_cluster ]; then
+    usage_and_exit "File '$interim_cluster' does not exist."
+fi
+
+
+# The final cluster.xml for new cluster is generated in two steps.
+# Step 1: Current cluster.xml is fed to the repartitioner along with the interim cluster xml.
+#         The repartitioner tries to balance the ring by moving the partitions around.
+# Step 2: A plan is generated on how to reach from the orignal cluster topology to
+#         the one that is generated in step 1.
+#
+swap_attempts=1000
+attempts=5
+
+# Step 1
+mkdir -p $output_dir/step1/
+$vold_home/bin/run-class.sh voldemort.tools.RepartitionerCLI \
+                            --current-cluster $current_cluster \
+                            --current-stores $current_stores \
+                            --interim-cluster $interim_cluster \
+                            --attempts $attempts \
+                            --output-dir $output_dir/step1/$i
+
+if [ ! -e $output_dir/step1/final-cluster.xml ]; then
+    usage_and_exit "File '$final-cluster.xml' does not exist."
+fi
+
+# Step 2
+mkdir -p $output_dir/step2/
+$vold_home/bin/run-class.sh voldemort.tools.RebalancePlanCLI \
+                            --current-cluster $current_cluster \
+                            --current-stores $current_stores \
+                            --final-cluster $output_dir/step1/final-cluster.xml \
+                            --output-dir $output_dir/step2/ | tee $output_dir/step2/plan.txt
+
+echo "[rebalance-cluster-expansion] Placing final-cluster.xml in '$output_dir'"
+cp $output_dir/step2/final-cluster.xml $output_dir/final-cluster.xml