Use numctl

make write rate a command line option

bench_config.ini.template

@@ -49,7 +49,7 @@ upper_bound = 12
 distribution = normal
 median = 512
 standard_deviation = 32
-compressibility = 100
+compressibility = 50
 
 [operation]
 warmingup = WARMINGUP_VALUE
@@ -73,8 +73,8 @@ read_batchsize_upper_bound = 1
 iterate_batchsize_median = 1000
 iterate_batchsize_standard_deviation = 100
 # for uniform
-iterate_batchsize_lower_bound = 10
-iterate_batchsize_upper_bound = 10
+iterate_batchsize_lower_bound = ITER_BATCH_VALUE
+iterate_batchsize_upper_bound = ITER_BATCH_VALUE
 
 # for normal
 write_batchsize_median = 16

gen_config.sh

@@ -10,6 +10,7 @@ writers=$9
 warmup=${10}
 duration=${11}
 write_rate=${12}
+iter_batch=${13}
 
 cat bench_config.ini.template | \
 sed "s,NDOCS_VALUE,${ndocs}," | \
@@ -21,6 +22,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,1," | \
 sed "s,READERS_VALUE,1," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,0," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,WARMINGUP_VALUE,10," | \
@@ -36,6 +38,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,1," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,0," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -51,6 +54,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,${readers}," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,0," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -66,6 +70,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,1," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,0," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -81,6 +86,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,${iterators}," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,0," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -96,6 +102,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,SYNC_VALUE,sync," | \
@@ -112,6 +119,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,${writers}," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,SYNC_VALUE,sync," | \
@@ -128,6 +136,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,SYNC_VALUE,async," | \
@@ -144,6 +153,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,${writers}," | \
 sed "s,WRITE_RATE_VALUE,0," | \
 sed "s,SYNC_VALUE,async," | \
@@ -160,6 +170,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,1," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,${write_rate}," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -175,6 +186,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,${readers}," | \
 sed "s,ITERATORS_VALUE,0," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,${write_rate}," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -190,6 +202,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,1," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,${write_rate}," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \
@@ -205,6 +218,7 @@ sed "s,COMPRESSION_VALUE,${compression}," | \
 sed "s,LOAD_VALUE,0," | \
 sed "s,READERS_VALUE,0," | \
 sed "s,ITERATORS_VALUE,${iterators}," | \
+sed "s,ITER_BATCH_VALUE,${iter_batch}," | \
 sed "s,WRITERS_VALUE,1," | \
 sed "s,WRITE_RATE_VALUE,${write_rate}," | \
 sed "s,WARMINGUP_VALUE,${warmup}," | \

rall.sh

@@ -9,16 +9,19 @@ run=$8
 writerate=$9
 doload=${10}
 engine=${11}
+iterbatch=${12}
 
 compression=true
 
 logpath=$logdir/log.$engine
 dbpath=$dbdir/db.$engine
 
+NUMA="numactl --interleave=all"
+
 killall iostat
 killall vmstat
 
-bash gen_config.sh $rows $logpath $dbpath $cachemb $writebufmb $compression $nthr $nthr $nthr $warm $run $writerate
+bash gen_config.sh $rows $logpath $dbpath $cachemb $writebufmb $compression $nthr $nthr $nthr $warm $run $writerate $iterbatch
 
 rm -f o.res
 rm -f ${logpath}_*
@@ -29,7 +32,7 @@ echo Load at $( date )
 ( iostat -kx 2 >& o.$engine.io.load & )
 ( vmstat 2 >& o.$engine.vm.load & )
 
-./${engine}_bench bench_config.ini.load > o.${engine}.load 2> o.${engine}.err.load
+$NUMA ./${engine}_bench bench_config.ini.load > o.${engine}.load 2> o.${engine}.err.load
 mv ${logpath}_* o.${engine}.log.load
 du -hs ${dbpath}* > o.$engine.sz.load
 
@@ -47,7 +50,7 @@ for p in 1 n ; do
 ( iostat -kx 2 >& o.$engine.io.$t.$p & )
 ( vmstat 2 >& o.$engine.vm.$t.$p & )
 
-./${engine}_bench bench_config.ini.$t.$p > o.${engine}.$t.$p 2> o.${engine}.err.$t.$p
+$NUMA ./${engine}_bench bench_config.ini.$t.$p > o.${engine}.$t.$p 2> o.${engine}.err.$t.$p
 mv ${logpath}_* o.${engine}.log.$t.$p
 du -hs ${dbpath}* > o.$engine.sz.$t.$p