Permalink
Browse files

Update parameters

  • Loading branch information...
jarulraj committed Mar 25, 2014
1 parent 631d80c commit de4cfd803a771a43153c25cfb47702f6baab3a39
Showing with 32 additions and 22 deletions.
  1. +16 −15 experiment.sh
  2. +2 −2 properties/benchmarks/ycsb.properties
  3. +10 −1 run_ycsb.sh
  4. +4 −4 src/benchmarks/edu/brown/benchmark/ycsb/YCSBConstants.java
View
@@ -100,7 +100,7 @@ ENABLE_ANTICACHE=true
SITE_HOST="10.212.84.152"
CLIENT_HOSTS=( \
"client1" \
# "client1" \
"client2" \
"10.212.84.152" \
"10.212.84.152" \
@@ -110,7 +110,6 @@ CLIENT_HOSTS=( \
#BASE_SITE_MEMORY_PER_PARTITION=1024
BASE_SITE_MEMORY=8192
BASE_SITE_MEMORY_PER_PARTITION=750
BASE_PROJECT="ycsb"
BASE_DIR=`readlink -f /home/user/joy/h-store`
OUTPUT_DIR="~/data/ycsb/read-heavy/2/80-20"
@@ -140,7 +139,13 @@ BASE_ARGS=( \
#"-Dsite.cpu_partition_blacklist=0,2,4,6,8,10,12,14,16,18" \
#"-Dsite.cpu_utility_blacklist=0,2,4,6,8,10,12,14,16,18" \
"-Dsite.network_incoming_limit_txns=10000" \
"-Dsite.commandlog_enable=true" \
# ENABLE EITHER ONE OF THESE - NOT BOTH
# COMMAND LOG
"-Dsite.commandlog_enable=false" \
"-Dsite.commandlog_dir=/mnt/pmfs/cmdlog" \
# ARIES
"-Dsite.aries=true" \
"-Dsite.aries_dir=/mnt/pmfs/aries" \
"-Dsite.txn_incoming_delay=5" \
"-Dsite.exec_postprocessing_threads=false" \
"-Dsite.anticache_eviction_distribution=even" \
@@ -153,9 +158,12 @@ BASE_ARGS=( \
"-Dclient.scalefactor=1" \
"-Dclient.memory=2048" \
"-Dclient.txnrate=20000" \
"-Dclient.warmup=60000" \
"-Dclient.duration=60000" \
"-Dclient.interval=20000" \
"-Dclient.warmup=10000" \
"-Dclient.duration=10000" \
"-Dclient.interval=10000" \
#"-Dclient.warmup=60000" \
#"-Dclient.duration=60000" \
#"-Dclient.interval=20000" \
"-Dclient.shared_connection=false" \
"-Dclient.blocking=false" \
"-Dclient.blocking_concurrent=100" \
@@ -193,12 +201,6 @@ BASE_ARGS=( \
EVICTABLE_TABLES=( \
"USERTABLE" \
)
EVICTABLES=""
if [ "$ENABLE_ANTICACHE" = "true" ]; then
for t in ${EVICTABLE_TABLES[@]}; do
EVICTABLES="${t},${EVICTABLES}"
done
fi
# Compile
HOSTS_TO_UPDATE=("$SITE_HOST")
@@ -224,13 +226,12 @@ for i in 8; do
HSTORE_HOSTS="${SITE_HOST}:0:0-"`expr $i - 1`
NUM_CLIENTS=`expr $i \* $BASE_CLIENT_THREADS`
#SITE_MEMORY=`expr $BASE_SITE_MEMORY + \( $i \* $BASE_SITE_MEMORY_PER_PARTITION \)`
SITE_MEMORY=`expr $BASE_SITE_MEMORY + \( $i \* $BASE_SITE_MEMORY_PER_PARTITION \)`
# BUILD PROJECT JAR
ant hstore-prepare \
-Dproject=${BASE_PROJECT} \
-Dhosts=${HSTORE_HOSTS} \
-Devictable=${EVICTABLES}
-Dhosts=${HSTORE_HOSTS}
test -f ${BASE_PROJECT}.jar || exit -1
# UPDATE CLIENTS
@@ -7,7 +7,7 @@ builder = edu.brown.benchmark.ycsb.YCSBProjectBuilder
# If 'fixed_size' is set to true, then then the YCSBLoader will
# only add the number of tuples defined in 'num_records'
fixed_size = true
num_records = 10000
num_records = 100000
# Zipfian skew factor for tuple access
skew_factor = 0.5
skew_factor = 1.5
View
@@ -12,7 +12,7 @@ do
echo "---------------------------------------------------"
echo "LATENCY" $l
#$SCRIPT -s $l &> $LOG_DIR/$i.log
$SCRIPT -s $l &> $LOG_DIR/$i.log
# RESET SKEW AT START
cp ./src/benchmarks/edu/brown/benchmark/ycsb/YCSBConstants.java.base ./src/benchmarks/edu/brown/benchmark/ycsb/YCSBConstants.java
@@ -28,6 +28,14 @@ do
p=$((0.25*$s));
q=$((0.25*$(($s+1))));
echo "UPDATING SKEW FROM $p TO $q"
if [[ $s -eq 4 ]]; then
p=$((1.01));
fi
if [[ $s -eq 3 ]]; then
q=$((1.01));
fi
sed -i "s/skew_factor = $p/skew_factor = $q/g" ./properties/benchmarks/ycsb.properties
sed -i "s/ZIPFIAN_CONSTANT = $p/ZIPFIAN_CONSTANT = $q/g" ./src/benchmarks/edu/brown/benchmark/ycsb/YCSBConstants.java
@@ -38,5 +46,6 @@ do
$SCRIPT -y &>> $LOG_DIR/$i.log
cp results.csv "$LOG_DIR/""$i""_$s.csv"
done
done
@@ -31,9 +31,9 @@
public abstract class YCSBConstants {
public static final int NUM_RECORDS = 10000; // Note: this should match value in YCSB.properties
public static final int NUM_RECORDS = 100000; // Note: this should match value in YCSB.properties
public static final double ZIPFIAN_CONSTANT = 0.5;
public static final double ZIPFIAN_CONSTANT = 1.5;
public static final int HOT_DATA_WORKLOAD_SKEW = 50;
public static final int HOT_DATA_SIZE = 50;
@@ -52,7 +52,7 @@
// Transaction frequencies as specified in YCSB
public static final int FREQUENCY_INSERT_RECORD = 0;
public static final int FREQUENCY_DELETE_RECORD = 0;
public static final int FREQUENCY_READ_RECORD = 90;
public static final int FREQUENCY_READ_RECORD = 100;
public static final int FREQUENCY_SCAN_RECORD = 0;
public static final int FREQUENCY_UPDATE_RECORD = 10;
public static final int FREQUENCY_UPDATE_RECORD = 0;
}

0 comments on commit de4cfd8

Please sign in to comment.