build(ci): the ability to customize benchmark steps

mrmlnc · Jun 27, 2019 · 57697ce · 57697ce
1 parent d1367df
commit 57697ce
Show file tree

Hide file tree

Showing 2 changed files with 12 additions and 3 deletions.
diff --git a/.vsts/benchmark.yml b/.vsts/benchmark.yml
@@ -6,9 +6,11 @@ trigger:
 
 variables:
   node_version: 12.x
+  benchmark_type: $(benchmark.type)
   benchmark_launches: $(benchmark.launches)
-  benchmark_max_stdev: 10
-  benchmark_retries: 2
+  benchmark_max_stdev: $(benchmark.max_stdev)
+  benchmark_retries: $(benchmark.retries)
+  benchmark_options: $(benchmark.options)
 
 jobs:
   - job: Benchmark
@@ -18,10 +20,11 @@ jobs:
       - template: steps-build.yml
         parameters:
           node_version: $(node_version)
-          skip_smoke_tests: true
       - template: steps-benchmark.yml
         parameters:
           node_version: $(node_version)
+          benchmark_type: $(benchmark_type)
           benchmark_launches: $(benchmark_launches)
           benchmark_max_stdev: $(benchmark_max_stdev)
           benchmark_retries: $(benchmark_retries)
+          benchmark_options: $(benchmark_options)
diff --git a/.vsts/steps-benchmark.yml b/.vsts/steps-benchmark.yml
@@ -2,20 +2,26 @@ steps:
   - script: npm run bench-sync
     displayName: Benchmark (sync)
     env:
+      BENCHMARK_TYPE: '${{parameters.benchmark_type}}'
       BENCHMARK_LAUNCHES: '${{parameters.benchmark_launches}}'
       BENCHMARK_MAX_STDEV: '${{parameters.benchmark_max_stdev}}'
       BENCHMARK_RETRIES: '${{parameters.benchmark_retries}}'
+      BENCHMARK_OPTIONS: '${{parameters.benchmark_options}}'
 
   - script: npm run bench-async
     displayName: Benchmark (async)
     env:
+      BENCHMARK_TYPE: '${{parameters.benchmark_type}}'
       BENCHMARK_LAUNCHES: '${{parameters.benchmark_launches}}'
       BENCHMARK_MAX_STDEV: '${{parameters.benchmark_max_stdev}}'
       BENCHMARK_RETRIES: '${{parameters.benchmark_retries}}'
+      BENCHMARK_OPTIONS: '${{parameters.benchmark_options}}'
 
   - script: npm run bench-stream
     displayName: Benchmark (stream)
     env:
+      BENCHMARK_TYPE: '${{parameters.benchmark_type}}'
       BENCHMARK_LAUNCHES: '${{parameters.benchmark_launches}}'
       BENCHMARK_MAX_STDEV: '${{parameters.benchmark_max_stdev}}'
       BENCHMARK_RETRIES: '${{parameters.benchmark_retries}}'
+      BENCHMARK_OPTIONS: '${{parameters.benchmark_options}}'