diff --git a/chdb/benchmark.sh b/chdb/benchmark.sh index 5c4000b31a..67e9f3d63b 100755 --- a/chdb/benchmark.sh +++ b/chdb/benchmark.sh @@ -22,4 +22,4 @@ cat log.txt | grep -P '^\d|Killed|Segmentation' | sed -r -e 's/^.*(Killed|Segmen awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' echo -n "Data size: " -du -bcs .clickbench +du -bcs .clickbench | grep total diff --git a/databend/benchmark.sh b/databend/benchmark.sh index 77d15c4a28..90f9c3c424 100755 --- a/databend/benchmark.sh +++ b/databend/benchmark.sh @@ -62,7 +62,7 @@ command time -f '%e' curl -XPUT 'http://root:@127.0.0.1:8000/v1/streaming_load' curl 'http://default@localhost:8124/' --data-binary "select count() from hits" echo -n "Data size: " -du -bcs _data +du -bcs _data | grep total # 20922561953 _data # 20922561953 total diff --git a/druid/benchmark.sh b/druid/benchmark.sh index 1f4fc3a6c0..2fa8b16881 100755 --- a/druid/benchmark.sh +++ b/druid/benchmark.sh @@ -42,4 +42,4 @@ pigz -d -f hits.tsv.gz kill %1 echo -n "Data size: " -du -bcs ./apache-druid-${VERSION}/var +du -bcs ./apache-druid-${VERSION}/var | grep total diff --git a/duckdb-vortex-partitioned/benchmark.sh b/duckdb-vortex-partitioned/benchmark.sh index 9ff37e6a20..445831b2db 100755 --- a/duckdb-vortex-partitioned/benchmark.sh +++ b/duckdb-vortex-partitioned/benchmark.sh @@ -38,4 +38,4 @@ cat log-p.txt | sed -r -e 's/^.*(Killed|Segmentation).*$/null\nnull\nnull/; s/^Run Time \(s\): real\s*([0-9.]+).*$/\1/' | awk '{ if (i % 3 == 0) { printf "[" }; printf $1; if (i % 3 != 2) { printf "," } else { print "]," }; ++i; }' -echo "Data size: $(du -bcs hits_*.vortex)" +echo "Data size: $(du -bcs hits_*.vortex | grep total)" diff --git a/glaredb-partitioned/benchmark.sh b/glaredb-partitioned/benchmark.sh index 9fb643a84e..c8c198c475 100755 --- a/glaredb-partitioned/benchmark.sh +++ b/glaredb-partitioned/benchmark.sh @@ -21,7 +21,7 @@ mkdir -p "${script_dir}/data" pushd "${script_dir}/data" seq 0 99 | xargs -P100 -I{} bash -c 'wget --continue --progress=dot:giga https://datasets.clickhouse.com/hits_compatible/athena_partitioned/hits_{}.parquet' -echo "Data size: $(du -bcs hits*.parquet)" +echo "Data size: $(du -bcs hits*.parquet | grep total)" popd # Ensure working directory is the script dir. The view that gets created uses a diff --git a/glaredb/benchmark.sh b/glaredb/benchmark.sh index 490d1560b4..931bcffb5a 100755 --- a/glaredb/benchmark.sh +++ b/glaredb/benchmark.sh @@ -21,7 +21,7 @@ mkdir -p "${script_dir}/data" pushd "${script_dir}/data" wget --continue --progress=dot:giga https://clickhouse-public-datasets.s3.eu-central-1.amazonaws.com/hits_compatible/athena/hits.parquet -echo "Data size: $(du -bcs hits*.parquet)" +echo "Data size: $(du -bcs hits*.parquet | grep total)" popd # Ensure working directory is the script dir. The view that gets created uses a diff --git a/heavyai/benchmark.sh b/heavyai/benchmark.sh index 6d42d3632c..adfdadb2e4 100755 --- a/heavyai/benchmark.sh +++ b/heavyai/benchmark.sh @@ -47,7 +47,7 @@ popd ./run.sh 2>&1 | tee log.txt echo -n "Data size: " -du -bcs /var/lib/heavyai/ +du -bcs /var/lib/heavyai/ | grep total cat log.txt | grep -P 'Total time|null' | sed -r -e 's/^.*Total time: ([0-9]+) ms$/\1/' | awk '{ if ($1 == "null") { print } else { print $1 / 1000 } }' | diff --git a/parseable/benchmark.sh b/parseable/benchmark.sh index e4a033f3b6..6b4e181373 100755 --- a/parseable/benchmark.sh +++ b/parseable/benchmark.sh @@ -49,7 +49,7 @@ sleep 180 cat result.csv | sed -r -e 's/^([0-9\.]+) ([0-9\.]+) ([0-9\.]+)$/[\1, \2, \3]/' echo -n "Data size: " -du -bcs local-store +du -bcs local-store | grep total #kill parseable kill $PARSEABLE_PID diff --git a/pinot/benchmark.sh b/pinot/benchmark.sh index b8f4dc5f1b..7867dfc08c 100755 --- a/pinot/benchmark.sh +++ b/pinot/benchmark.sh @@ -45,4 +45,4 @@ command time -f '%e' ./apache-pinot-$PINOT_VERSION-bin/bin/pinot-admin.sh Launch kill %1 echo -n "Data size: " -du -bcs ./batch +du -bcs ./batch | grep total diff --git a/questdb/benchmark.sh b/questdb/benchmark.sh index 68b5cdc423..33bf646b99 100755 --- a/questdb/benchmark.sh +++ b/questdb/benchmark.sh @@ -54,7 +54,7 @@ curl -s -S -G --data-urlencode "query=select datediff('s', start, finish) took_s ./run.sh 2>&1 | tee log.txt echo -n "Data size: " -du -bcs ~/.questdb/db/hits* +du -bcs ~/.questdb/db/hits* | grep total cat log.txt | grep -P '"timings"|"error"|null' | sed -r -e 's/^.*"error".*$/null/; s/^.*"execute":([0-9]*),.*$/\1/' | awk '{ print ($1) / 1000000000 }' | sed -r -e 's/^0$/null/' | diff --git a/starrocks/benchmark.sh b/starrocks/benchmark.sh index 241f771db9..26a39f51e7 100755 --- a/starrocks/benchmark.sh +++ b/starrocks/benchmark.sh @@ -64,7 +64,7 @@ echo "Load data costs $LOADTIME seconds" # This is because the trashed data generated during the compaction process. # After about tens of minutes, when the gc is completed, the system includes about 16.5GB of data. echo -n "Data size: " -du -bcs StarRocks-${VERSION}/storage/ +du -bcs StarRocks-${VERSION}/storage/ | grep total # Dataset contains 99997497 rows mysql -h 127.0.0.1 -P9030 -uroot hits -e "SELECT count(*) FROM hits" diff --git a/umbra/benchmark.sh b/umbra/benchmark.sh index d4ca1423fd..97c8cd099b 100755 --- a/umbra/benchmark.sh +++ b/umbra/benchmark.sh @@ -35,7 +35,7 @@ echo "Load Time: $(( (end - start) / 1000 ))" # Calculate persistence size sudo chmod 777 -R db # otherwise 'du' complains about permission denied echo -n "Data size: " -du -bcs db +du -bcs db | grep total # Pretty-printing cat log.txt | grep -oP 'Time: \d+\.\d+ ms' | sed -r -e 's/Time: ([0-9]+\.[0-9]+) ms/\1/' |