From 7f9ffd1eca3712cc0391926d608fbf3dff9d7dae Mon Sep 17 00:00:00 2001 From: Kevin German Date: Tue, 25 Jan 2022 08:38:16 -0800 Subject: [PATCH] gate logging with config options --- gpu_bdb/benchmark_runner.py | 6 ++++-- gpu_bdb/benchmark_runner/benchmark_config.yaml | 12 +++++++----- 2 files changed, 11 insertions(+), 7 deletions(-) diff --git a/gpu_bdb/benchmark_runner.py b/gpu_bdb/benchmark_runner.py index 723950f1..ee47706d 100755 --- a/gpu_bdb/benchmark_runner.py +++ b/gpu_bdb/benchmark_runner.py @@ -96,8 +96,10 @@ def load_query(qnum, fn): outputdir=os.getenv('OUTPUT_DIR', '/tmp')) #FIXME: OUTPUT_DIR is not managed by gpu-bdb, might want to pick that up into the config for r in range(N_REPEATS): - rmm_analyzer.begin_logging( prefix=f"rmmlog{qnum}") - dasktasklog.mark_begin() + if config.get('benchmark_runner_log_rmm',False): + rmm_analyzer.begin_logging( prefix=f"rmmlog{qnum}") + if config.get('benchmark_runner_log_tasks',False): + dasktasklog.mark_begin() run_query(config=config, client=client, query_func=q_func) rmm_analyzer.stop_logging() dasktasklog.save_tasks( prefix=f"dasktasklog{qnum}") diff --git a/gpu_bdb/benchmark_runner/benchmark_config.yaml b/gpu_bdb/benchmark_runner/benchmark_config.yaml index 54d6bfb8..8dd5ffd7 100755 --- a/gpu_bdb/benchmark_runner/benchmark_config.yaml +++ b/gpu_bdb/benchmark_runner/benchmark_config.yaml @@ -1,19 +1,21 @@ # benchmark config yaml ### Please fill these accordingly -data_dir: +data_dir: /raid/gpu-bdb/sf1000/parquet_2gb output_dir: file_format: parquet output_filetype: parquet split_row_groups: False repartition_small_table: True -benchmark_runner_include_bsql: +benchmark_runner_include_bsql: False +benchmark_runner_log_rmm: False +benchmark_runner_log_tasks: False -scheduler_file_path: +scheduler_file_path: /raid/adattagupta/dask-sql-work/dask-local-directory/scheduler.json dask_profile: False verify_results: False verify_dir: -sheet: -tab: +sheet: GPU-BDB Dask-SQL +tab: SF1K Dask-SQL get_read_time: False