Skip to content

Commit

Permalink
Merge branch 'master' of https://github.com/malin1993ml/h-store
Browse files Browse the repository at this point in the history
  • Loading branch information
@linmagit
linmagit committed Apr 12, 2016
2 parents 550e8dc + 7369469 commit 4a82ee9
Show file tree
Hide file tree
Showing 3 changed files with 51 additions and 32 deletions.
29 changes: 18 additions & 11 deletions scripts/multitier/tm1-single-tier-nvm.sh
View file
Expand Up @@ -50,15 +50,16 @@ AC_THRESH=500
SCALE=100 SCALE=100
#BLOCK_SIZE_KB=256 #BLOCK_SIZE_KB=256
DURATION_S=600 DURATION_S=600
EVICTION_WARMUP_S=300
WARMUP_S=30 WARMUP_S=30
INTERVAL_S=2 INTERVAL_S=2
PARTITIONS=8 PARTITIONS=8


CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14" CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14"


for BLK_CON in 500; do for BLK_CON in 500; do
for round in 1; do for round in 2 3; do
for DB in 'SSD' ; do for DB in 'SMR' 'CHATHAM'; do
#for DB in 'SSD' 'HDD' 'NVM'; do #for DB in 'SSD' 'HDD' 'NVM'; do
for BLOCK_SIZE in 1024; do for BLOCK_SIZE in 1024; do
#for DB in 'ALLOCATORNVM'; do #for DB in 'ALLOCATORNVM'; do
Expand All @@ -81,12 +82,12 @@ for BLOCKING in 'true';do
#if [ "$DB" = "NVM" ]; then #if [ "$DB" = "NVM" ]; then
# BLOCK_SIZE=1 # BLOCK_SIZE=1
#fi #fi
if [ "$DB" = "SSD" ]; then if [ "$DB" = "CHATHAM" ]; then
BLOCK_SIZE=4 BLOCK_SIZE=4
fi fi
#if [ "$DB" = "HDD" ]; then if [ "$DB" = "SMR" ]; then
# BLOCK_SIZE=16 BLOCK_SIZE=16
#fi fi
#for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do
#for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do #for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do
for skew in 1.01; do for skew in 1.01; do
Expand All @@ -99,7 +100,7 @@ for BLOCKING in 'true';do
#OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device}
OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB}
#OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}"
sudo -u user mkdir -p $OUTPUT_DIR mkdir -p $OUTPUT_DIR
echo $BLK_EVICT echo $BLK_EVICT


if [ "$BLOCKING" = "true" ]; then if [ "$BLOCKING" = "true" ]; then
Expand Down Expand Up @@ -131,8 +132,12 @@ for BLOCKING in 'true';do
#AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM"
fi fi
if [ "$DB" = "SMR" ]; then if [ "$DB" = "SMR" ]; then
AC_DIR="/data2/ac_berk/ycsb-berk-level1" AC_DIR="/smr/ac_berk/ycsb-berk-level1"
#AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi
if [ "$DB" = "CHATHAM" ]; then
AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1"
#AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi fi
if [ "$DB" = "DRAM" ]; then if [ "$DB" = "DRAM" ]; then
AC_THRESH=5000 AC_THRESH=5000
Expand Down Expand Up @@ -167,6 +172,7 @@ for BLOCKING in 'true';do
DURATION=$((${DURATION_S} * 1000)) DURATION=$((${DURATION_S} * 1000))
WARMUP=$((${WARMUP_S} * 1000)) WARMUP=$((${WARMUP_S} * 1000))
INTERVAL=$((${INTERVAL_S} * 1000)) INTERVAL=$((${INTERVAL_S} * 1000))
EVICTION_WARMUP=$((${EVICTION_WARMUP_S} * 1000))


BASE_ARGS=( \ BASE_ARGS=( \
# SITE DEBUG # SITE DEBUG
Expand Down Expand Up @@ -223,6 +229,7 @@ for BLOCKING in 'true';do


# Anti-Caching Experiments # Anti-Caching Experiments
"-Dsite.anticache_enable=${ENABLE_ANTICACHE}" \ "-Dsite.anticache_enable=${ENABLE_ANTICACHE}" \
"-Dsite.anticache_warmup_eviction_time=${EVICTION_WARMUP}" \
"-Dsite.anticache_timestamps=${ENABLE_TIMESTAMPS}" \ "-Dsite.anticache_timestamps=${ENABLE_TIMESTAMPS}" \
"-Dsite.anticache_batching=false" \ "-Dsite.anticache_batching=false" \
"-Dsite.anticache_profiling=false" \ "-Dsite.anticache_profiling=false" \
Expand Down Expand Up @@ -321,14 +328,14 @@ for BLOCKING in 'true';do
# DISTRIBUTE PROJECT JAR # DISTRIBUTE PROJECT JAR
for HOST in ${HOSTS_TO_UPDATE[@]}; do for HOST in ${HOSTS_TO_UPDATE[@]}; do
if [ "$HOST" != $(hostname) ]; then if [ "$HOST" != $(hostname) ]; then
sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} &
fi fi
done done
wait wait


echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR"
# EXECUTE BENCHMARK # EXECUTE BENCHMARK
sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ ant hstore-benchmark ${BASE_ARGS[@]} \
-Dproject=${BASE_PROJECT} \ -Dproject=${BASE_PROJECT} \
-Dkillonzero=false \ -Dkillonzero=false \
-Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \
Expand Down
32 changes: 20 additions & 12 deletions scripts/multitier/tpcc-single-tier-nvm.sh
View file
Expand Up @@ -35,8 +35,9 @@ BASE_PROJECT="tpcc"
BASE_DIR=`pwd` BASE_DIR=`pwd`
#OUTPUT_DIR_PREFIX="data-sketch/mergeupdate" #OUTPUT_DIR_PREFIX="data-sketch/mergeupdate"
#OUTPUT_DIR_PREFIX="data-DRAM/" #OUTPUT_DIR_PREFIX="data-DRAM/"
#OUTPUT_DIR_PREFIX="data-tpcc-8GB/optimized/" OUTPUT_DIR_PREFIX="data-tpcc-8GB/optimized/"
OUTPUT_DIR_PREFIX="data-evicted-access/" #OUTPUT_DIR_PREFIX="data-tpcc-8GB/default/"
#OUTPUT_DIR_PREFIX="data-evicted-access/"
#OUTPUT_DIR_PREFIX="data-blocksize-throttle-10GB-2/" #OUTPUT_DIR_PREFIX="data-blocksize-throttle-10GB-2/"
#OUTPUT_DIR_PREFIX="data-allocator-10GB/" #OUTPUT_DIR_PREFIX="data-allocator-10GB/"
#OUTPUT_DIR_PREFIX="data-ALLOCATORNVM-10GB/" #OUTPUT_DIR_PREFIX="data-ALLOCATORNVM-10GB/"
Expand All @@ -54,12 +55,12 @@ PARTITIONS=8


for BLK_CON in 500; do for BLK_CON in 500; do
for round in 2 3; do for round in 2 3; do
for DB in 'SSD'; do for DB in 'CHATHAM' 'SMR'; do
for BLOCK_SIZE in 1024; do for BLOCK_SIZE in 1024; do
#for DB in 'ALLOCATORNVM'; do #for DB in 'ALLOCATORNVM'; do
#for device in 'NVM' 'SSD' 'DRAM'; do #for device in 'NVM' 'SSD' 'DRAM'; do
for BLOCK_MERGE in 'false'; do for BLOCK_MERGE in 'false'; do
for BLOCKING in 'false';do for BLOCKING in 'true';do
#if [ "$DB" = "HDD" -a "$BLOCK_MERGE" = "false" ]; then #if [ "$DB" = "HDD" -a "$BLOCK_MERGE" = "false" ]; then
# continue # continue
#fi #fi
Expand All @@ -76,12 +77,11 @@ for BLOCKING in 'false';do
#if [ "$DB" = "NVM" ]; then #if [ "$DB" = "NVM" ]; then
# BLOCK_SIZE=1 # BLOCK_SIZE=1
#fi #fi
if [ "$DB" = "SSD" ]; then if [ "$DB" = "SMR" ]; then
BLOCK_SIZE=256 BLOCK_SIZE=16
fi fi
if [ "$DB" = "HDD" ]; then if [ "$DB" = "CHATHAM" ]; then
BLOCK_SIZE=1024 BLOCK_SIZE=4
BLOCKING='false'
fi fi
#for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do
#for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do #for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do
Expand All @@ -95,7 +95,7 @@ for BLOCKING in 'false';do
#OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device}
OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB}
#OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}"
sudo -u user mkdir -p $OUTPUT_DIR mkdir -p $OUTPUT_DIR
echo $BLK_EVICT echo $BLK_EVICT


if [ "$BLOCKING" = "true" ]; then if [ "$BLOCKING" = "true" ]; then
Expand Down Expand Up @@ -130,6 +130,14 @@ for BLOCKING in 'false';do
if [ "$DB" != "ALLOCATORNVM" ]; then if [ "$DB" != "ALLOCATORNVM" ]; then
DB_TYPE="BERKELEY" DB_TYPE="BERKELEY"
fi fi
if [ "$DB" = "SMR" ]; then
AC_DIR="/smr/ac_berk/ycsb-berk-level1"
#AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi
if [ "$DB" = "CHATHAM" ]; then
AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1"
#AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi
if [ "$DB" = "SSD" ]; then if [ "$DB" = "SSD" ]; then
AC_DIR="/data1/ac_berk/ycsb-berk-level1" AC_DIR="/data1/ac_berk/ycsb-berk-level1"
#AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
Expand Down Expand Up @@ -325,14 +333,14 @@ for BLOCKING in 'false';do
# DISTRIBUTE PROJECT JAR # DISTRIBUTE PROJECT JAR
for HOST in ${HOSTS_TO_UPDATE[@]}; do for HOST in ${HOSTS_TO_UPDATE[@]}; do
if [ "$HOST" != $(hostname) ]; then if [ "$HOST" != $(hostname) ]; then
sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} &
fi fi
done done
wait wait


echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR"
# EXECUTE BENCHMARK # EXECUTE BENCHMARK
sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ ant hstore-benchmark ${BASE_ARGS[@]} \
-Dproject=${BASE_PROJECT} \ -Dproject=${BASE_PROJECT} \
-Dkillonzero=false \ -Dkillonzero=false \
-Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \
Expand Down
22 changes: 13 additions & 9 deletions scripts/multitier/voter-single-tier-nvm.sh
View file
Expand Up @@ -58,9 +58,9 @@ PARTITIONS=8
CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14" CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14"


for BLK_CON in 500; do for BLK_CON in 500; do
for round in 1; do for round in 2 3; do
#for DB in 'NVM'; do #for DB in 'NVM'; do
for DB in 'SSD' 'HDD' 'ALLOCATORNVM'; do for DB in 'CHATHAM' 'SMR'; do
for BLOCK_SIZE in 1024; do for BLOCK_SIZE in 1024; do
#for DB in 'ALLOCATORNVM'; do #for DB in 'ALLOCATORNVM'; do
#for device in 'NVM' 'SSD' 'DRAM'; do #for device in 'NVM' 'SSD' 'DRAM'; do
Expand All @@ -82,10 +82,10 @@ for BLOCKING in 'true';do
#if [ "$DB" = "NVM" ]; then #if [ "$DB" = "NVM" ]; then
# BLOCK_SIZE=1 # BLOCK_SIZE=1
#fi #fi
if [ "$DB" = "SSD" ]; then if [ "$DB" = "CHATHAM" ]; then
BLOCK_SIZE=4 BLOCK_SIZE=4
fi fi
if [ "$DB" = "HDD" ]; then if [ "$DB" = "SMR" ]; then
BLOCK_SIZE=16 BLOCK_SIZE=16
fi fi
#for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do
Expand All @@ -100,7 +100,7 @@ for BLOCKING in 'true';do
#OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device}
OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB}
#OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}"
sudo -u user mkdir -p $OUTPUT_DIR mkdir -p $OUTPUT_DIR
echo $BLK_EVICT echo $BLK_EVICT


if [ "$BLOCKING" = "true" ]; then if [ "$BLOCKING" = "true" ]; then
Expand Down Expand Up @@ -132,8 +132,12 @@ for BLOCKING in 'true';do
#AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM"
fi fi
if [ "$DB" = "SMR" ]; then if [ "$DB" = "SMR" ]; then
AC_DIR="/data2/ac_berk/ycsb-berk-level1" AC_DIR="/smr/ac_berk/ycsb-berk-level1"
#AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi
if [ "$DB" = "CHATHAM" ]; then
AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1"
#AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM"
fi fi
if [ "$DB" = "DRAM" ]; then if [ "$DB" = "DRAM" ]; then
AC_THRESH=5000 AC_THRESH=5000
Expand Down Expand Up @@ -320,14 +324,14 @@ for BLOCKING in 'true';do
# DISTRIBUTE PROJECT JAR # DISTRIBUTE PROJECT JAR
for HOST in ${HOSTS_TO_UPDATE[@]}; do for HOST in ${HOSTS_TO_UPDATE[@]}; do
if [ "$HOST" != $(hostname) ]; then if [ "$HOST" != $(hostname) ]; then
sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} &
fi fi
done done
wait wait


echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR"
# EXECUTE BENCHMARK # EXECUTE BENCHMARK
sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ ant hstore-benchmark ${BASE_ARGS[@]} \
-Dproject=${BASE_PROJECT} \ -Dproject=${BASE_PROJECT} \
-Dkillonzero=false \ -Dkillonzero=false \
-Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \
Expand Down

0 comments on commit 4a82ee9

Please sign in to comment.