feat(codspeed.io): Try out benchmarking cloud service (#18305)

.github/workflows/benchmark.yml

@@ -68,6 +68,12 @@ jobs:
       - name: Run benchmarks
         run: pnpm run bench
 
+      - name: Run benchmarks for Codspeed
+        uses: CodSpeedHQ/action@v1
+        with:
+          run: pnpm run bench
+          token: ${{ secrets.CODSPEED_TOKEN }}
+
       - name: Store benchmark result
         if: ${{ github.ref == 'refs/heads/main' }}
         uses: rhysd/github-action-benchmark@v1

packages/client/package.json

@@ -62,6 +62,7 @@
     "index-browser.js"
   ],
   "devDependencies": {
+    "@codspeed/benchmark.js-plugin": "1.0.1",
     "@faker-js/faker": "7.6.0",
     "@fast-check/jest": "1.6.0",
     "@jest/globals": "29.4.3",

packages/client/src/__tests__/benchmarks/huge-schema/huge-schema.bench.ts

@@ -1,5 +1,6 @@
 // @ts-nocheck
 
+import { withCodSpeed } from '@codspeed/benchmark.js-plugin'
 import Benchmark from 'benchmark'
 import execa from 'execa'
 import fs from 'fs'
@@ -8,7 +9,7 @@ import path from 'path'
 import { compileFile } from '../../../utils/compileFile'
 import { generateTestClient } from '../../../utils/getTestClient'
 
-const suite = new Benchmark.Suite('typescript')
+const suite = withCodSpeed(new Benchmark.Suite('typescript'))
 // @ts-ignore
 suite
   .add('client generation ~50 Models', {

packages/client/src/__tests__/benchmarks/lots-of-relations/lots-of-relations.bench.ts

@@ -1,10 +1,11 @@
 // @ts-nocheck
 
+import { withCodSpeed } from '@codspeed/benchmark.js-plugin'
 import Benchmark from 'benchmark'
 
 import { generateTestClient } from '../../../utils/getTestClient'
 
-const suite = new Benchmark.Suite('typescript')
+const suite = withCodSpeed(new Benchmark.Suite('typescript'))
 // @ts-ignore
 suite
   .add('client generation 100 models with relations', {