ci: automatically shard int tests (#15367)

See #15366, but for int tests

Author: AlessioGr

.github/workflows/int.config.ts

@@ -0,0 +1,18 @@
+import { createIntConfig } from './utilities/int-matrix.ts'
+
+createIntConfig({
+  databases: [
+    'mongodb',
+    'mongodb-atlas',
+    'documentdb',
+    'cosmosdb',
+    'firestore',
+    'postgres',
+    'postgres-custom-schema',
+    'postgres-uuid',
+    'supabase',
+    'sqlite',
+    'sqlite-uuid',
+  ],
+  shards: 3,
+})

.github/workflows/main.yml

@@ -141,27 +141,39 @@ jobs:
         env:
           NODE_OPTIONS: --max-old-space-size=8096
 
-  tests-int:
+  # Generate the integration test matrix from TypeScript config
+  int-matrix:
+    name: Setup Int Matrix
     runs-on: ubuntu-24.04
     needs: [changes, build]
     if: needs.changes.outputs.needs_tests == 'true'
-    name: int-${{ matrix.database }}
+    outputs:
+      matrix: ${{ steps.generate.outputs.matrix }}
+    steps:
+      - uses: actions/checkout@v4
+        with:
+          sparse-checkout: |
+            .github/workflows
+            .tool-versions
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version-file: .tool-versions
+
+      - name: Generate matrix
+        id: generate
+        run: |
+          matrix=$(node .github/workflows/int.config.ts)
+          echo "matrix=$matrix" >> $GITHUB_OUTPUT
+
+  tests-int:
+    runs-on: ubuntu-24.04
+    needs: int-matrix
+    name: int-${{ matrix.database }}${{ matrix.total-shards > 1 && format(' ({0}/{1})', matrix.shard, matrix.total-shards) || '' }}
     timeout-minutes: 45
     strategy:
       fail-fast: false
-      matrix:
-        database:
-          - mongodb
-          - mongodb-atlas
-          - documentdb
-          - cosmosdb
-          - firestore
-          - postgres
-          - postgres-custom-schema
-          - postgres-uuid
-          - supabase
-          - sqlite
-          - sqlite-uuid
+      matrix: ${{ fromJson(needs.int-matrix.outputs.matrix) }}
 
     env:
       AWS_ENDPOINT_URL: http://127.0.0.1:4566
@@ -206,7 +218,7 @@ jobs:
           database: ${{ matrix.database }}
 
       - name: Integration Tests
-        run: pnpm test:int
+        run: pnpm test:int --shard=${{ matrix.shard }}/${{ matrix.total-shards }}
         env:
           NODE_OPTIONS: --max-old-space-size=8096
           PAYLOAD_DATABASE: ${{ matrix.database }}

.github/workflows/utilities/int-matrix.ts

@@ -0,0 +1,50 @@
+/**
+ * Integration Test Matrix Generation Utilities
+ *
+ * This module provides types and functions for generating the GitHub Actions
+ * matrix configuration for integration tests.
+ */
+
+export interface IntTestConfig {
+  /** List of database adapters to test against */
+  databases: string[]
+  /** Number of shards to split each database test into */
+  shards: number
+}
+
+interface MatrixEntry {
+  database: string
+  shard: number
+  'total-shards': number
+}
+
+interface Matrix {
+  include: MatrixEntry[]
+}
+
+function generateMatrix(config: IntTestConfig): Matrix {
+  const include: MatrixEntry[] = []
+
+  for (const database of config.databases) {
+    for (let shard = 1; shard <= config.shards; shard++) {
+      include.push({
+        database,
+        shard,
+        'total-shards': config.shards,
+      })
+    }
+  }
+
+  return { include }
+}
+
+/**
+ * Creates and outputs the integration test matrix configuration for GitHub Actions.
+ * Prints the matrix JSON to stdout for consumption by the CI workflow.
+ *
+ * @param config - Database list and shard count
+ */
+export function createIntConfig(config: IntTestConfig): void {
+  const matrix = generateMatrix(config)
+  console.log(JSON.stringify(matrix))
+}