Run cross-version tests by comment

.github/workflows/cross-version-test-runner.js

@@ -0,0 +1,83 @@
+async function main({ context, github }) {
+  const { comment } = context.payload;
+  const { owner, repo } = context.repo;
+  const pull_number = context.issue.number;
+
+  const pr = await github.rest.pulls.get({ owner, repo, pull_number });
+  const flavorsMatch = comment.body.match(/\/(?:cross-version-test|crt)\s+([^\n]+)\n?/);
+  if (!flavorsMatch) {
+    return;
+  }
+
+  // Reject non-maintainers
+  if (!["OWNER", "MEMBER", "COLLABORATOR"].includes(comment.author_association)) {
+    await github.rest.issues.createComment({
+      owner,
+      repo,
+      issue_number: pull_number,
+      body: "Only maintainers are allowed to use this command.",
+    });
+    return;
+  }
+
+  // Run the workflow
+  const flavors = flavorsMatch[1];
+  const uuid = Array.from({ length: 16 }, () => Math.floor(Math.random() * 16).toString(16)).join(
+    ""
+  );
+  const workflow_id = "cross-version-tests.yml";
+  await github.rest.actions.createWorkflowDispatch({
+    owner,
+    repo,
+    workflow_id,
+    ref: pr.data.base.ref,
+    inputs: {
+      repository: `${owner}/${repo}`,
+      ref: pr.merge_commit_sha,
+      flavors,
+      // The response of create-workflow-dispatch request doesn't contain the ID of the triggered
+      // workflow run. We need to pass a unique identifier to the workflow run and find the run by
+      // the identifier. See https://github.com/orgs/community/discussions/9752 for more details.
+      uuid,
+    },
+  });
+
+  // Find the triggered workflow run
+  let run;
+  const maxAttempts = 5;
+  for (let i = 0; i < maxAttempts; i++) {
+    await new Promise((resolve) => setTimeout(resolve, 5000));
+
+    const { data: runs } = await github.rest.actions.listWorkflowRunsForRepo({
+      owner,
+      repo,
+      workflow_id,
+      event: "workflow_dispatch",
+    });
+    run = runs.workflow_runs.find((run) => run.name.includes(uuid));
+    if (run) {
+      break;
+    }
+  }
+
+  if (!run) {
+    await github.rest.issues.createComment({
+      owner,
+      repo,
+      issue_number: pull_number,
+      body: "Failed to find the triggered workflow run.",
+    });
+    return;
+  }
+
+  await github.rest.issues.createComment({
+    owner,
+    repo,
+    issue_number: pull_number,
+    body: `Cross-version test run started: ${run.html_url}`,
+  });
+}
+
+module.exports = {
+  main,
+};

.github/workflows/cross-version-test-runner.yml

@@ -0,0 +1,30 @@
+name: Cross version test runner
+on:
+  issue_comment:
+    types: [created]
+
+permissions:
+  contents: read
+
+defaults:
+  run:
+    shell: bash --noprofile --norc -exo pipefail {0}
+
+jobs:
+  run:
+    runs-on: ubuntu-latest
+    timeout-minutes: 10
+    if: ${{ github.event.issue.pull_request && github.event.comment.body }}
+    permissions:
+      pull-requests: write
+      actions: write
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/github-script@v7
+        id: get-ref
+        with:
+          result-encoding: string
+          github-token: ${{ secrets.GITHUB_TOKEN }}
+          script: |
+            const runner = require('./.github/workflows/cross-version-test-runner.js');
+            await runner.main({ context, github });

.github/workflows/cross-version-tests.yml

@@ -1,4 +1,5 @@
 name: Cross version tests
+run-name: ${{ inputs.uuid }}
 
 on:
   pull_request:
@@ -30,6 +31,10 @@ on:
         description: "[Optional] Comma-separated string specifying which versions to test (e.g. '1.2.3, 4.5.6'). If unspecified, all versions are tested."
         required: false
         default: ""
+      uuid:
+        description: "[Optional] A unique identifier for this run."
+        required: false
+        default: ""
   schedule:
     # Run this workflow daily at 13:00 UTC
     - cron: "0 13 * * *"