diff --git a/scripts/multitier/tm1-single-tier-nvm.sh b/scripts/multitier/tm1-single-tier-nvm.sh index 50e3721e65..ec38d3df54 100755 --- a/scripts/multitier/tm1-single-tier-nvm.sh +++ b/scripts/multitier/tm1-single-tier-nvm.sh @@ -50,6 +50,7 @@ AC_THRESH=500 SCALE=100 #BLOCK_SIZE_KB=256 DURATION_S=600 +EVICTION_WARMUP_S=300 WARMUP_S=30 INTERVAL_S=2 PARTITIONS=8 @@ -57,8 +58,8 @@ PARTITIONS=8 CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14" for BLK_CON in 500; do -for round in 1; do -for DB in 'SSD' ; do +for round in 2 3; do +for DB in 'SMR' 'CHATHAM'; do #for DB in 'SSD' 'HDD' 'NVM'; do for BLOCK_SIZE in 1024; do #for DB in 'ALLOCATORNVM'; do @@ -81,12 +82,12 @@ for BLOCKING in 'true';do #if [ "$DB" = "NVM" ]; then # BLOCK_SIZE=1 #fi - if [ "$DB" = "SSD" ]; then + if [ "$DB" = "CHATHAM" ]; then BLOCK_SIZE=4 fi - #if [ "$DB" = "HDD" ]; then - # BLOCK_SIZE=16 - #fi + if [ "$DB" = "SMR" ]; then + BLOCK_SIZE=16 + fi #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do #for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do for skew in 1.01; do @@ -99,7 +100,7 @@ for BLOCKING in 'true';do #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" - sudo -u user mkdir -p $OUTPUT_DIR + mkdir -p $OUTPUT_DIR echo $BLK_EVICT if [ "$BLOCKING" = "true" ]; then @@ -131,8 +132,12 @@ for BLOCKING in 'true';do #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" fi if [ "$DB" = "SMR" ]; then - AC_DIR="/data2/ac_berk/ycsb-berk-level1" - #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" + AC_DIR="/smr/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" + fi + if [ "$DB" = "CHATHAM" ]; then + AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" fi if [ "$DB" = "DRAM" ]; then AC_THRESH=5000 @@ -167,6 +172,7 @@ for BLOCKING in 'true';do DURATION=$((${DURATION_S} * 1000)) WARMUP=$((${WARMUP_S} * 1000)) INTERVAL=$((${INTERVAL_S} * 1000)) + EVICTION_WARMUP=$((${EVICTION_WARMUP_S} * 1000)) BASE_ARGS=( \ # SITE DEBUG @@ -223,6 +229,7 @@ for BLOCKING in 'true';do # Anti-Caching Experiments "-Dsite.anticache_enable=${ENABLE_ANTICACHE}" \ + "-Dsite.anticache_warmup_eviction_time=${EVICTION_WARMUP}" \ "-Dsite.anticache_timestamps=${ENABLE_TIMESTAMPS}" \ "-Dsite.anticache_batching=false" \ "-Dsite.anticache_profiling=false" \ @@ -321,14 +328,14 @@ for BLOCKING in 'true';do # DISTRIBUTE PROJECT JAR for HOST in ${HOSTS_TO_UPDATE[@]}; do if [ "$HOST" != $(hostname) ]; then - sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & + scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & fi done wait echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" # EXECUTE BENCHMARK - sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ + ant hstore-benchmark ${BASE_ARGS[@]} \ -Dproject=${BASE_PROJECT} \ -Dkillonzero=false \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \ diff --git a/scripts/multitier/tpcc-single-tier-nvm.sh b/scripts/multitier/tpcc-single-tier-nvm.sh index df2490a5c8..eeb9c701b4 100755 --- a/scripts/multitier/tpcc-single-tier-nvm.sh +++ b/scripts/multitier/tpcc-single-tier-nvm.sh @@ -35,8 +35,9 @@ BASE_PROJECT="tpcc" BASE_DIR=`pwd` #OUTPUT_DIR_PREFIX="data-sketch/mergeupdate" #OUTPUT_DIR_PREFIX="data-DRAM/" -#OUTPUT_DIR_PREFIX="data-tpcc-8GB/optimized/" -OUTPUT_DIR_PREFIX="data-evicted-access/" +OUTPUT_DIR_PREFIX="data-tpcc-8GB/optimized/" +#OUTPUT_DIR_PREFIX="data-tpcc-8GB/default/" +#OUTPUT_DIR_PREFIX="data-evicted-access/" #OUTPUT_DIR_PREFIX="data-blocksize-throttle-10GB-2/" #OUTPUT_DIR_PREFIX="data-allocator-10GB/" #OUTPUT_DIR_PREFIX="data-ALLOCATORNVM-10GB/" @@ -54,12 +55,12 @@ PARTITIONS=8 for BLK_CON in 500; do for round in 2 3; do -for DB in 'SSD'; do +for DB in 'CHATHAM' 'SMR'; do for BLOCK_SIZE in 1024; do #for DB in 'ALLOCATORNVM'; do #for device in 'NVM' 'SSD' 'DRAM'; do for BLOCK_MERGE in 'false'; do -for BLOCKING in 'false';do +for BLOCKING in 'true';do #if [ "$DB" = "HDD" -a "$BLOCK_MERGE" = "false" ]; then # continue #fi @@ -76,12 +77,11 @@ for BLOCKING in 'false';do #if [ "$DB" = "NVM" ]; then # BLOCK_SIZE=1 #fi - if [ "$DB" = "SSD" ]; then - BLOCK_SIZE=256 + if [ "$DB" = "SMR" ]; then + BLOCK_SIZE=16 fi - if [ "$DB" = "HDD" ]; then - BLOCK_SIZE=1024 - BLOCKING='false' + if [ "$DB" = "CHATHAM" ]; then + BLOCK_SIZE=4 fi #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do #for DB in 'SSD' 'NVM' 'HDD' 'DRAM'; do @@ -95,7 +95,7 @@ for BLOCKING in 'false';do #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" - sudo -u user mkdir -p $OUTPUT_DIR + mkdir -p $OUTPUT_DIR echo $BLK_EVICT if [ "$BLOCKING" = "true" ]; then @@ -130,6 +130,14 @@ for BLOCKING in 'false';do if [ "$DB" != "ALLOCATORNVM" ]; then DB_TYPE="BERKELEY" fi + if [ "$DB" = "SMR" ]; then + AC_DIR="/smr/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" + fi + if [ "$DB" = "CHATHAM" ]; then + AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" + fi if [ "$DB" = "SSD" ]; then AC_DIR="/data1/ac_berk/ycsb-berk-level1" #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" @@ -325,14 +333,14 @@ for BLOCKING in 'false';do # DISTRIBUTE PROJECT JAR for HOST in ${HOSTS_TO_UPDATE[@]}; do if [ "$HOST" != $(hostname) ]; then - sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & + scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & fi done wait echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" # EXECUTE BENCHMARK - sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ + ant hstore-benchmark ${BASE_ARGS[@]} \ -Dproject=${BASE_PROJECT} \ -Dkillonzero=false \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \ diff --git a/scripts/multitier/voter-single-tier-nvm.sh b/scripts/multitier/voter-single-tier-nvm.sh index 058260e810..bdbca85f75 100755 --- a/scripts/multitier/voter-single-tier-nvm.sh +++ b/scripts/multitier/voter-single-tier-nvm.sh @@ -58,9 +58,9 @@ PARTITIONS=8 CPU_SITE_BLACKLIST="1,2,4,6,8,10,12,14" for BLK_CON in 500; do -for round in 1; do +for round in 2 3; do #for DB in 'NVM'; do -for DB in 'SSD' 'HDD' 'ALLOCATORNVM'; do +for DB in 'CHATHAM' 'SMR'; do for BLOCK_SIZE in 1024; do #for DB in 'ALLOCATORNVM'; do #for device in 'NVM' 'SSD' 'DRAM'; do @@ -82,10 +82,10 @@ for BLOCKING in 'true';do #if [ "$DB" = "NVM" ]; then # BLOCK_SIZE=1 #fi - if [ "$DB" = "SSD" ]; then + if [ "$DB" = "CHATHAM" ]; then BLOCK_SIZE=4 fi - if [ "$DB" = "HDD" ]; then + if [ "$DB" = "SMR" ]; then BLOCK_SIZE=16 fi #for DB in 'NVM' 'ALLOCATORNVM' 'SSD'; do @@ -100,7 +100,7 @@ for BLOCKING in 'true';do #OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${device} OUTPUT_DIR=${OUTPUT_DIR_PREFIX}${DB} #OUTPUT_DIR="${OUTPUT_DIR_PREFIX}${DB}/sketch${sketch_thresh}" - sudo -u user mkdir -p $OUTPUT_DIR + mkdir -p $OUTPUT_DIR echo $BLK_EVICT if [ "$BLOCKING" = "true" ]; then @@ -132,8 +132,12 @@ for BLOCKING in 'true';do #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" fi if [ "$DB" = "SMR" ]; then - AC_DIR="/data2/ac_berk/ycsb-berk-level1" - #AC_DIR="tmp/ac_berk/ycsb-berk-level$RANDOM" + AC_DIR="/smr/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" + fi + if [ "$DB" = "CHATHAM" ]; then + AC_DIR="/mnt/chatham/ac_berk/ycsb-berk-level1" + #AC_DIR="/data1/ac_berk/ycsb-berk-level$RANDOM" fi if [ "$DB" = "DRAM" ]; then AC_THRESH=5000 @@ -320,14 +324,14 @@ for BLOCKING in 'true';do # DISTRIBUTE PROJECT JAR for HOST in ${HOSTS_TO_UPDATE[@]}; do if [ "$HOST" != $(hostname) ]; then - sudo -u user scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & + scp -r ${BASE_PROJECT}.jar ${HOST}:${BASE_DIR} & fi done wait echo "Client count $CLIENT_COUNT client hosts: $CLIENT_HOSTS_STR" # EXECUTE BENCHMARK - sudo -u user ant hstore-benchmark ${BASE_ARGS[@]} \ + ant hstore-benchmark ${BASE_ARGS[@]} \ -Dproject=${BASE_PROJECT} \ -Dkillonzero=false \ -Dclient.threads_per_host=${CLIENT_THREADS_PER_HOST} \