arsenic-action

GitHub Action for running Arsenic behavioural regression checks in CI.

Example

name: AI Regression Check

on: [pull_request]

jobs:
  arsenic:
    runs-on: ubuntu-latest

    steps:
      - uses: actions/checkout@v4

      - uses: markndg/arsenic-action@v1
        with:
          old-model: gpt-4.1-mini
          new-model: gpt-5-mini
          corpus: ./prompts
          fail-on-risk: high
        env:
          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}