Fix script/regression/benchmark.py rework

Avoid running whole list of tests, but tests only failed ones
duckdb · Nov 24, 2024 · c70f79f · c70f79f
1 parent 1a3d614
commit c70f79f
Show file tree

Hide file tree

Showing 2 changed files with 4 additions and 4 deletions.
diff --git a/scripts/regression/benchmark.py b/scripts/regression/benchmark.py
@@ -153,9 +153,9 @@ def run_benchmark(self, benchmark) -> Union[float, str]:
             print(err)
             return 'Failed to run benchmark ' + benchmark
 
-    def run_benchmarks(self):
+    def run_benchmarks(self, benchmark_list: List[str]):
         results = {}
-        for benchmark in self.benchmark_list:
+        for benchmark in benchmark_list:
             results[benchmark] = self.run_benchmark(benchmark)
         return results
 

diff --git a/scripts/regression/test_runner.py b/scripts/regression/test_runner.py
@@ -101,8 +101,8 @@ class BenchmarkResult:
 '''
     )
 
-    old_results = old_runner.run_benchmarks()
-    new_results = new_runner.run_benchmarks()
+    old_results = old_runner.run_benchmarks(benchmark_list)
+    new_results = new_runner.run_benchmarks(benchmark_list)
 
     for benchmark in benchmark_list:
         old_res = old_results[benchmark]