Skip to content

HTTPS clone URL

Subversion checkout URL

You can clone with
or
.
Download ZIP
Browse files

Merge remote branch 'leigao/master'

  • Loading branch information...
commit c3972b6ab375dba5a4cea2876738e3db9492cbbf 2 parents e03c989 + e081a12
Lei Gao authored
Showing with 236 additions and 69 deletions.
  1. +3 −11 src/java/voldemort/client/protocol/admin/AdminClient.java
  2. +4 −1 src/java/voldemort/client/rebalance/RebalanceCLI.java
  3. +10 −5 src/java/voldemort/server/protocol/admin/AdminServiceRequestHandler.java
  4. +5 −0 src/java/voldemort/server/protocol/admin/UpdatePartitionEntriesStreamRequestHandler.java
  5. +3 −3 src/java/voldemort/server/rebalance/async/DonorBasedRebalanceAsyncOperation.java
  6. +4 −3 src/java/voldemort/server/rebalance/async/DonorBasedRebalancePusherSlave.java
  7. +20 −2 src/java/voldemort/utils/Entropy.java
  8. +53 −0 test/integration/voldemort/rebalance/RandomKillStealer.sh
  9. +0 −1  test/integration/voldemort/rebalance/RandomWaitKillAndVerify.sh
  10. +41 −21 test/integration/voldemort/rebalance/RebalanceBBFail.sh
  11. +1 −1  test/integration/voldemort/rebalance/ValidateData.sh
  12. +1 −0  test/integration/voldemort/rebalance/config/test_config1/config/server.properties
  13. +1 −0  test/integration/voldemort/rebalance/config/test_config2/config/server.properties
  14. +1 −0  test/integration/voldemort/rebalance/config/test_config3/config/server.properties
  15. +1 −0  test/integration/voldemort/rebalance/config/test_config4/config/server.properties
  16. +1 −0  test/integration/voldemort/rebalance/config/test_config5/config/server.properties
  17. +1 −0  test/integration/voldemort/rebalance/config/test_config6/config/server.properties
  18. +65 −0 test/integration/voldemort/rebalance/metadata/final-cluster.xml
  19. +18 −0 test/integration/voldemort/rebalance/metadata/initial-cluster.xml
  20. +0 −2  test/integration/voldemort/rebalance/metadata/stores.xml
  21. +0 −18 test/integration/voldemort/rebalance/metadata/target-cluster.xml
  22. +3 −1 test/integration/voldemort/rebalance/setup_env.inc
View
14 src/java/voldemort/client/protocol/admin/AdminClient.java
@@ -31,8 +31,8 @@
import java.util.Iterator;
import java.util.List;
import java.util.Map;
-import java.util.Set;
import java.util.Map.Entry;
+import java.util.Set;
import java.util.concurrent.ExecutorService;
import java.util.concurrent.Executors;
import java.util.concurrent.ThreadFactory;
@@ -49,8 +49,8 @@
import voldemort.client.protocol.VoldemortFilter;
import voldemort.client.protocol.pb.ProtoUtils;
import voldemort.client.protocol.pb.VAdminProto;
-import voldemort.client.protocol.pb.VProto;
import voldemort.client.protocol.pb.VAdminProto.RebalancePartitionInfoMap;
+import voldemort.client.protocol.pb.VProto;
import voldemort.client.protocol.pb.VProto.RequestType;
import voldemort.client.rebalance.RebalancePartitionsInfo;
import voldemort.cluster.Cluster;
@@ -125,7 +125,7 @@
// 1000 entry default flush count
private static final long FLUSH_COUNT = 1000;
private static final long MAX_FLUSH_TIMER = Long.MAX_VALUE;
- private static final long PRINT_STATS_THRESHOLD = 1000;
+ private static final long PRINT_STATS_THRESHOLD = 10000;
private static final long PRINT_STATS_INTERVAL = 5 * 60 * 1000; // 5 minutes
private final AdminClientConfig adminClientConfig;
@@ -355,14 +355,6 @@ private boolean flushWithCallback(long flushTimer,
return flushed;
}
- private void printUpdateEntriesStats(long printStatsTimer,
- long entryCounter,
- long printStatsThreshold,
- int nodeId,
- String storeName) {
-
- }
-
private void initiateFetchRequest(DataOutputStream outputStream,
String storeName,
HashMap<Integer, List<Integer>> replicaToPartitionList,
View
5 src/java/voldemort/client/rebalance/RebalanceCLI.java
@@ -98,6 +98,8 @@ public static void main(String[] args) throws Exception {
.withRequiredArg()
.ofType(Boolean.class)
.describedAs("boolean");
+ parser.accepts("verbose-logging",
+ "Verbose logging such as keys found missing on specific nodes during post-rebalancing entropy verification");
OptionSet options = parser.parse(args);
@@ -178,8 +180,9 @@ public static void main(String[] args) throws Exception {
}
boolean entropy = (Boolean) options.valueOf("entropy");
+ boolean verbose = options.has("verbose-logging");
long numKeys = CmdUtils.valueOf(options, "keys", Entropy.DEFAULT_NUM_KEYS);
- Entropy generator = new Entropy(-1, numKeys);
+ Entropy generator = new Entropy(-1, numKeys, verbose);
generator.generateEntropy(currentCluster,
storeDefs,
new File(config.getOutputDirectory()),
View
15 src/java/voldemort/server/protocol/admin/AdminServiceRequestHandler.java
@@ -919,6 +919,7 @@ public void operate() {
initialCluster,
0);
long numTuples = 0;
+ long startTime = System.currentTimeMillis();
while(running.get() && entriesIterator.hasNext()) {
Pair<ByteArray, Versioned<byte[]>> entry = entriesIterator.next();
@@ -931,24 +932,28 @@ public void operate() {
logger.debug("Fetch and update threw Obsolete version exception. Ignoring");
}
+ long totalTime = (System.currentTimeMillis() - startTime) / 1000;
throttler.maybeThrottle(key.length() + valueSize(value));
- if((numTuples % 10000) == 0 && numTuples > 0) {
+ if((numTuples % 100000) == 0 && numTuples > 0) {
logger.info(numTuples + " entries copied from node "
- + nodeId + " for store '" + storeName + "'");
+ + nodeId + " for store '" + storeName + "'c");
updateStatus(numTuples + " entries copied from node "
- + nodeId + " for store '" + storeName + "'");
+ + nodeId + " for store '" + storeName
+ + "' in " + totalTime + " seconds");
}
numTuples++;
}
+ long totalTime = (System.currentTimeMillis() - startTime) / 1000;
if(running.get()) {
logger.info("Completed fetching " + numTuples
+ " entries from node " + nodeId + " for store '"
- + storeName + "'");
+ + storeName + "' in " + totalTime + " seconds");
} else {
logger.info("Fetch and update stopped after fetching "
+ numTuples + " entries for node " + nodeId
- + " for store '" + storeName + "'");
+ + " for store '" + storeName + "' in " + totalTime
+ + " seconds");
}
} else {
logger.info("No entries to fetch from node " + nodeId
View
5 src/java/voldemort/server/protocol/admin/UpdatePartitionEntriesStreamRequestHandler.java
@@ -97,6 +97,11 @@ public StreamRequestHandlerState handleRequest(DataInputStream inputStream,
}
if(size == -1) {
+ long totalTime = (System.currentTimeMillis() - startTime) / 1000;
+ logger.info("Update entries successfully updated " + counter
+ + " entries for store '" + storageEngine.getName() + "' in "
+ + totalTime + " s");
+
if(logger.isTraceEnabled())
logger.trace("Message size -1, completed partition update");
stats.recordNetworkTime(handle, System.nanoTime() - startNs);
View
6 src/java/voldemort/server/rebalance/async/DonorBasedRebalanceAsyncOperation.java
@@ -21,8 +21,8 @@
import java.util.Iterator;
import java.util.List;
import java.util.Map;
-import java.util.Set;
import java.util.Map.Entry;
+import java.util.Set;
import java.util.concurrent.ConcurrentLinkedQueue;
import java.util.concurrent.CopyOnWriteArrayList;
import java.util.concurrent.SynchronousQueue;
@@ -201,7 +201,7 @@ private String getHeader(List<RebalancePartitionsInfo> stealInfos) {
for(RebalancePartitionsInfo info: stealInfos) {
stealerNodeIds.add(info.getStealerId());
}
- return " Donor " + stealInfos.get(0).getDonorId() + ", Donor " + stealerNodeIds + "] ";
+ return " Donor " + stealInfos.get(0).getDonorId() + ", Stealer " + stealerNodeIds + "] ";
}
/**
@@ -263,7 +263,7 @@ private void rebalanceStore(final String storeName,
int jobId = pushSlavesExecutor.getUniqueRequestId();
String jobName = "DonorBasedRebalancePusherSlave for store " + storeName
- + " no node " + tuple.getFirst();
+ + " on node " + tuple.getFirst();
DonorBasedRebalancePusherSlave updatePushSlave = new DonorBasedRebalancePusherSlave(jobId,
jobName,
tuple.getFirst(),
View
7 src/java/voldemort/server/rebalance/async/DonorBasedRebalancePusherSlave.java
@@ -70,10 +70,11 @@ public void run() {
nodeIterator.setRecoveryMode();
// we terminated due to remote error, keep retrying after
// sleeping for a bit
- logger.error("Exception received while pushing entries to remote node "
- + nodeId + ". Will retry again after 10000 seconds");
+ logger.error("Exception received while pushing entries for store " + storeName
+ + " to remote node " + nodeId
+ + ". Will retry again after 5 minutes");
logger.error(e.getCause());
- Thread.sleep(10000);
+ Thread.sleep(30000);
} else {
throw e;
}
View
22 src/java/voldemort/utils/Entropy.java
@@ -35,6 +35,7 @@
private int nodeId;
private long numKeys;
+ private boolean verboseLogging;
public static long DEFAULT_NUM_KEYS = 10000;
@@ -47,6 +48,7 @@
public Entropy(int nodeId) {
this.nodeId = nodeId;
this.numKeys = DEFAULT_NUM_KEYS;
+ this.verboseLogging = false;
}
/**
@@ -56,9 +58,10 @@ public Entropy(int nodeId) {
* nodeId must be valid.
* @param numKeys Number of keys
*/
- public Entropy(int nodeId, long numKeys) {
+ public Entropy(int nodeId, long numKeys, boolean verboseLogging) {
this.nodeId = nodeId;
this.numKeys = numKeys;
+ this.verboseLogging = verboseLogging;
}
public static void main(String args[]) throws IOException {
@@ -92,6 +95,8 @@ public static void main(String args[]) throws IOException {
.ofType(Long.class);
parser.accepts("negative-test",
"Check for keys that dont belong on the given nodeId are not present");
+ parser.accepts("verbose-logging",
+ "Verbose logging such as keys found missing on specific nodes");
OptionSet options = parser.parse(args);
@@ -119,6 +124,7 @@ public static void main(String args[]) throws IOException {
long numKeys = CmdUtils.valueOf(options, "num-keys", Entropy.DEFAULT_NUM_KEYS);
int nodeId = CmdUtils.valueOf(options, "node", 0);
boolean opType = CmdUtils.valueOf(options, "op-type", false);
+ boolean verboseLogging = options.has("verbose-logging");
File outputDir = new File(outputDirPath);
@@ -139,7 +145,7 @@ public static void main(String args[]) throws IOException {
Cluster cluster = new ClusterMapper().readCluster(new File(clusterXml));
List<StoreDefinition> storeDefs = new StoreDefinitionsMapper().readStoreList(new File(storesXml));
- Entropy detector = new Entropy(nodeId, numKeys);
+ Entropy detector = new Entropy(nodeId, numKeys, verboseLogging);
detector.generateEntropy(cluster, storeDefs, outputDir, opType, negativeTest);
}
@@ -340,6 +346,18 @@ public void generateEntropy(Cluster cluster,
if(value == null || value.size() == 0) {
missingKey = true;
+
+ if(this.verboseLogging) {
+ String stringKey = ByteUtils.getString(key, "UTF-8");
+ System.out.println("missing key=" + stringKey
+ + " on node=" + node.getId());
+ System.out.println("is value null "
+ + ((value == null) ? "true"
+ : "false"));
+ System.out.println("is size zero "
+ + ((value.size() == 0) ? "true"
+ : "false"));
+ }
}
}
if(!missingKey)
View
53 test/integration/voldemort/rebalance/RandomKillStealer.sh
@@ -0,0 +1,53 @@
+#!/bin/bash
+
+set -x
+source setup_env.inc
+
+LOGDIR=$WORKDIR/log
+LOGFILE=$1
+TERMSTRING="Successfully terminated rebalance all tasks"
+
+# grep for completion string in the output
+grep "${TERMSTRING}" $LOGDIR/$LOGFILE > /dev/null 2>&1
+if [ "$?" -eq 0 ]
+then
+ echo rebalancing finished!!!!!!
+ exit 9
+fi
+
+let STEALER_NUM=$TOTAL_NUM_SERVERS-$TOTAL_OLD_SERVERS
+kill_or_suspend_array=(`python -c "import random; print ' '.join([random.choice(['kill','suspend']) for i in range(${NUMS_TO_KILL_OR_SUSPEND})])"`)
+to_kill_pids=()
+
+let BASEIDX=$RANDOM%$STEALER_NUM
+
+for ((i=0; i < ${NUMS_TO_KILL_OR_SUSPEND} ; i++)); do
+ let idx=($BASEIDX+$i)%$STEALER_NUM
+ tokill=$TOTAL_OLD_SERVERS+$idx
+ let runid=$tokill+1
+ if [ "$REMOTE_RUN" == "true" ]; then
+ export remote_call="ssh $REMOTEUSER@${SERVER_MACHINES[$tokill]}"
+ else
+ export remote_call=eval
+ fi
+ $remote_call "cd $REMOTEWORK; source setup_env.inc; kill \`ps -ef | grep \"VoldemortServer \${TESTCFG_PREFIX}${runid}\" | grep -v grep | awk '{print \$2}'\`"
+done
+
+# sleep for 100-1000 seconds
+SLEEP_RANGE=900
+let "stime=($RANDOM%$SLEEP_RANGE) + 100"
+echo sleeping for $stime seconds...
+sleep $stime
+
+for ((i=0; i < ${NUMS_TO_KILL_OR_SUSPEND} ; i++)); do
+ let idx=($BASEIDX+$i)%$STEALER_NUM
+ killed=$TOTAL_OLD_SERVERS+$idx
+ $WORKDIR/StartServer.sh $killed
+done
+
+# sleep for 100-1000 seconds
+SLEEP_RANGE=900
+let "stime=($RANDOM%$SLEEP_RANGE) + 100"
+echo sleeping for $stime seconds...
+sleep $stime
+
View
1  test/integration/voldemort/rebalance/RandomWaitKillAndVerify.sh
@@ -7,7 +7,6 @@ LOGDIR=$WORKDIR/log
LOGFILE=$1
ERROR_MSG="ERROR Unsuccessfully terminated rebalance operation"
TERMSTRING="Successfully terminated rebalance all tasks"
-SERVSTRING="VoldemortServer $TESTCFG_PREFIX"
# sleep for 10-1800 seconds
SLEEP_RANGE=900
View
62 test/integration/voldemort/rebalance/RebalanceBBFail.sh
@@ -33,10 +33,12 @@ do
done
# generate the target cluster.xml
-echo Generate target cluster.xml
-cd $VLDMDIR
-bin/voldemort-rebalance.sh --current-cluster $METADIR/initial-cluster.xml --current-stores $METADIR/stores.xml --target-cluster $METADIR/target-cluster.xml --generate --output-dir $METADIR > $LOGDIR/$CLUSTERGENLOG
-cd $WORKDIR
+if [ $GENERATE_CLUSTER == "TRUE" ]; then
+ echo Generate target cluster.xml
+ cd $VLDMDIR
+ bin/voldemort-rebalance.sh --current-cluster $METADIR/target-cluster.xml --current-stores $METADIR/stores.xml --target-cluster $METADIR/initial-cluster.xml --generate --output-dir $METADIR > $LOGDIR/$CLUSTERGENLOG
+ cd $WORKDIR
+fi
if [ "$1" == "copy" ]
then
@@ -78,22 +80,40 @@ LOGFILE=rebalance.log.`date +%H%M%S`
$WORKDIR/StartRebalanceProcess.sh $LOGFILE
grep "${TERMSTRING}" $LOGDIR/$LOGFILE > /dev/null 2>&1
-while [ 1 ]
-do
- # Randomly kill servers after some random time period
- # and make sure rollback is successful and all metadata are as expected
- # If rebalance finishes, exit
- $WORKDIR/RandomWaitKillAndVerify.sh $LOGFILE
- let EXITCODE="$?"
- if [ "$EXITCODE" -eq "9" ]
- then
- # all done, exit
- exit 0
- fi
- # restart rebalance
- echo restarting rebalance
- LOGFILE=rebalance.log.`date +%H%M%S`
- $WORKDIR/StartRebalanceProcess.sh $LOGFILE
-done
+if [ "$KILLMODE" == "STEALER-ONLY" ]; then
+ while [ 1 ]; do
+ $WORKDIR/RandomKillStealer.sh $LOGFILE
+ let EXITCODE="$?"
+ if [ "$EXITCODE" -eq "9" ]; then
+ # all done, exit
+ $WORKDIR/ValidateData.sh
+ let EXITCODE="$?"
+ if [ "$EXITCODE" -ne "0" ]; then
+ echo "Data validation failed! Check $LOGDIR/$LOGFILE for details!"
+ exit $EXITCODE
+ else
+ echo "Rebalancing finished successfully !!!"
+ exit 0
+ fi
+ fi
+ done
+else
+ while [ 1 ]; do
+ # Randomly kill servers after some random time period
+ # and make sure rollback is successful and all metadata are as expected
+ # If rebalance finishes, exit
+ $WORKDIR/RandomWaitKillAndVerify.sh $LOGFILE
+ let EXITCODE="$?"
+ if [ "$EXITCODE" -eq "9" ]; then
+ # all done, exit
+ echo "Rebalancing finished successfully !!!"
+ exit 0
+ fi
+ # restart rebalance
+ echo restarting rebalance
+ LOGFILE=rebalance.log.`date +%H%M%S`
+ $WORKDIR/StartRebalanceProcess.sh $LOGFILE
+ done
+fi
View
2  test/integration/voldemort/rebalance/ValidateData.sh
@@ -7,7 +7,7 @@ LOGFILE=validation.log.`date +%H%M%S`
MSG="found - 100.0"
cd $VLDMDIR
-bin/voldemort-rebalance.sh --output-dir $DATADIR --current-cluster $METADIR/initial-cluster.xml --current-stores $METADIR/stores.xml --entropy true > $LOGDIR/$LOGFILE
+bin/voldemort-rebalance.sh --output-dir $DATADIR --current-cluster $METADIR/final-cluster.xml --current-stores $METADIR/stores.xml --entropy true --verbose-logging > $LOGDIR/$LOGFILE
cd $WORKDIR
$WORKDIR/WaitforOutput.sh "$MSG" $LOGDIR/$LOGFILE
View
1  test/integration/voldemort/rebalance/config/test_config1/config/server.properties
@@ -2,6 +2,7 @@
node.id=0
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
1  test/integration/voldemort/rebalance/config/test_config2/config/server.properties
@@ -2,6 +2,7 @@
node.id=1
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
1  test/integration/voldemort/rebalance/config/test_config3/config/server.properties
@@ -2,6 +2,7 @@
node.id=2
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
1  test/integration/voldemort/rebalance/config/test_config4/config/server.properties
@@ -2,6 +2,7 @@
node.id=3
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
1  test/integration/voldemort/rebalance/config/test_config5/config/server.properties
@@ -2,6 +2,7 @@
node.id=4
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
1  test/integration/voldemort/rebalance/config/test_config6/config/server.properties
@@ -2,6 +2,7 @@
node.id=5
max.threads=100
+socket.buffer.size=10000000
############### DB options ######################
View
65 test/integration/voldemort/rebalance/metadata/final-cluster.xml
@@ -0,0 +1,65 @@
+<cluster>
+ <name>prodcluster</name>
+ <zone>
+ <zone-id>0</zone-id>
+ <proximity-list>1</proximity-list>
+ </zone>
+ <zone>
+ <zone-id>1</zone-id>
+ <proximity-list>0</proximity-list>
+ </zone>
+ <server>
+ <id>0</id>
+ <host>miner12.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6666</socket-port>
+ <admin-port>6667</admin-port>
+ <partitions>1, 4, 5, 6, 20, 32, 33, 34, 42, 43, 44, 45, 46, 51, 52, 75, 76, 91, 92, 93, 105</partitions>
+ <zone-id>0</zone-id>
+ </server>
+ <server>
+ <id>1</id>
+ <host>miner13.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6668</socket-port>
+ <admin-port>6669</admin-port>
+ <partitions>2, 10, 13, 15, 16, 17, 22, 26, 48, 56, 57, 58, 65, 79, 109, 110, 114, 115, 119</partitions>
+ <zone-id>0</zone-id>
+ </server>
+ <server>
+ <id>2</id>
+ <host>miner14.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6670</socket-port>
+ <admin-port>6671</admin-port>
+ <partitions>7, 11, 23, 24, 27, 28, 29, 49, 54, 59, 60, 67, 73, 80, 96, 101, 112, 113, 117, 118</partitions>
+ <zone-id>1</zone-id>
+ </server>
+ <server>
+ <id>3</id>
+ <host>miner15.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6672</socket-port>
+ <admin-port>6673</admin-port>
+ <partitions>8, 9, 18, 19, 36, 37, 38, 47, 50, 62, 63, 81, 85, 88, 90, 94, 97, 99, 104, 106</partitions>
+ <zone-id>1</zone-id>
+ </server>
+ <server>
+ <id>4</id>
+ <host>miner16.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6674</socket-port>
+ <admin-port>6675</admin-port>
+ <partitions>3, 14, 25, 30, 35, 39, 41, 55, 61, 64, 66, 68, 72, 78, 82, 84, 87, 100, 107, 116</partitions>
+ <zone-id>0</zone-id>
+ </server>
+ <server>
+ <id>5</id>
+ <host>miner17.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6676</socket-port>
+ <admin-port>6677</admin-port>
+ <partitions>0, 12, 21, 31, 40, 53, 69, 70, 71, 74, 77, 83, 86, 89, 95, 98, 102, 103, 108, 111</partitions>
+ <zone-id>1</zone-id>
+ </server>
+</cluster>
View
18 test/integration/voldemort/rebalance/metadata/initial-cluster.xml
@@ -44,4 +44,22 @@
<partitions>8, 9, 14, 18, 19, 35, 36, 37, 38, 41, 47, 50, 53, 62, 63, 69, 71, 74, 81, 85, 88, 90, 94, 97, 99, 100, 102, 104, 106, 116</partitions>
<zone-id>1</zone-id>
</server>
+ <server>
+ <id>4</id>
+ <host>miner16.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6674</socket-port>
+ <admin-port>6675</admin-port>
+ <partitions></partitions>
+ <zone-id>0</zone-id>
+ </server>
+ <server>
+ <id>5</id>
+ <host>miner17.qa</host>
+ <http-port>8081</http-port>
+ <socket-port>6676</socket-port>
+ <admin-port>6677</admin-port>
+ <partitions />
+ <zone-id>1</zone-id>
+ </server>
</cluster>
View
2  test/integration/voldemort/rebalance/metadata/stores.xml
@@ -14,7 +14,6 @@
<value-serializer>
<type>string</type>
</value-serializer>
- <retention-days>1</retention-days>
</store>
<store>
<name>test2</name>
@@ -29,6 +28,5 @@
<value-serializer>
<type>string</type>
</value-serializer>
- <retention-days>1</retention-days>
</store>
</stores>
View
18 test/integration/voldemort/rebalance/metadata/target-cluster.xml
@@ -44,22 +44,4 @@
<partitions>8, 9, 14, 18, 19, 35, 36, 37, 38, 41, 47, 50, 53, 62, 63, 69, 71, 74, 81, 85, 88, 90, 94, 97, 99, 100, 102, 104, 106, 116</partitions>
<zone-id>1</zone-id>
</server>
- <server>
- <id>4</id>
- <host>miner16.qa</host>
- <http-port>8081</http-port>
- <socket-port>6674</socket-port>
- <admin-port>6675</admin-port>
- <partitions></partitions>
- <zone-id>0</zone-id>
- </server>
- <server>
- <id>5</id>
- <host>miner17.qa</host>
- <http-port>8081</http-port>
- <socket-port>6676</socket-port>
- <admin-port>6677</admin-port>
- <partitions />
- <zone-id>1</zone-id>
- </server>
</cluster>
View
4 test/integration/voldemort/rebalance/setup_env.inc
@@ -25,7 +25,7 @@ DATADIR=$WORKDIR/data
vldm_dir=$VLDMDIR
work_dir=$REBALANCE_TEST_DIR
REMOTEUSER=hadoop
-DATASOURCE=/home/$REMOTEUSER/VOLDEMORT-RO-PUSH/CONFIG_AND_DATA_DO_NO_DELETE/test_config
+DATASOURCE=/raid10/DONT-REMOVE/test_config
REMOTEVLD=/home/hadoop/voldemort
REMOTEWORK=$REMOTEVLD/test/integration/voldemort/rebalance
@@ -40,6 +40,8 @@ TOTAL_OLD_SERVERS=4
#SERVER_MACHINES=(localhost localhost localhost)
SERVER_MACHINES=(miner12.qa.linkedin.com miner13.qa.linkedin.com miner14.qa.linkedin.com miner15.qa.linkedin.com miner16.qa.linkedin.com miner17.qa.linkedin.com)
SERVER_PORT=(6667 6669 6671 6673 6675 6677)
+KILLMODE="STEALER-ONLY"
+GENERATE_CLUSTER="FALSE"
set -x
Please sign in to comment.
Something went wrong with that request. Please try again.