gate logging with config options

rapidsai · Jan 25, 2022 · 7f9ffd1 · 7f9ffd1
1 parent 15bcfeb
commit 7f9ffd1
Show file tree

Hide file tree

Showing 2 changed files with 11 additions and 7 deletions.
diff --git a/gpu_bdb/benchmark_runner.py b/gpu_bdb/benchmark_runner.py
@@ -96,8 +96,10 @@ def load_query(qnum, fn):
                                         outputdir=os.getenv('OUTPUT_DIR', '/tmp'))
             #FIXME: OUTPUT_DIR is not managed by gpu-bdb, might want to pick that up into the config
             for r in range(N_REPEATS):
-                rmm_analyzer.begin_logging( prefix=f"rmmlog{qnum}")
-                dasktasklog.mark_begin()
+                if config.get('benchmark_runner_log_rmm',False):
+                    rmm_analyzer.begin_logging( prefix=f"rmmlog{qnum}")
+                if config.get('benchmark_runner_log_tasks',False):
+                    dasktasklog.mark_begin()
                 run_query(config=config, client=client, query_func=q_func)
                 rmm_analyzer.stop_logging()
                 dasktasklog.save_tasks( prefix=f"dasktasklog{qnum}")

diff --git a/gpu_bdb/benchmark_runner/benchmark_config.yaml b/gpu_bdb/benchmark_runner/benchmark_config.yaml
@@ -1,19 +1,21 @@
 # benchmark config yaml
 ### Please fill these accordingly
-data_dir:
+data_dir: /raid/gpu-bdb/sf1000/parquet_2gb
 output_dir:
 file_format: parquet
 output_filetype: parquet
 split_row_groups: False
 repartition_small_table: True
-benchmark_runner_include_bsql:
+benchmark_runner_include_bsql: False
+benchmark_runner_log_rmm: False
+benchmark_runner_log_tasks: False
 
-scheduler_file_path:
+scheduler_file_path: /raid/adattagupta/dask-sql-work/dask-local-directory/scheduler.json
 dask_profile: False
 
 verify_results: False
 verify_dir:
 
-sheet:
-tab:
+sheet: GPU-BDB Dask-SQL
+tab: SF1K Dask-SQL
 get_read_time: False