From 59a901058baf98de145e065b0b25b5f84ca252cf Mon Sep 17 00:00:00 2001 From: Eric Zhang Date: Wed, 26 Nov 2025 14:56:04 -0800 Subject: [PATCH] rename workflows and add description --- .../workflows/{soak-test.yml => canary-test.yml} | 15 ++++++++------- .github/workflows/integ-test.yml | 1 + 2 files changed, 9 insertions(+), 7 deletions(-) rename .github/workflows/{soak-test.yml => canary-test.yml} (83%) diff --git a/.github/workflows/soak-test.yml b/.github/workflows/canary-test.yml similarity index 83% rename from .github/workflows/soak-test.yml rename to .github/workflows/canary-test.yml index acd47f8..f0b8d2d 100644 --- a/.github/workflows/soak-test.yml +++ b/.github/workflows/canary-test.yml @@ -1,4 +1,5 @@ -name: Soak Test +name: Canary Test +description: This test verifies the connection between the agent and the MCPs. It runs every hour and notifies us of any failed tool calls that may indicate a breaking change in the MCP. on: schedule: @@ -8,7 +9,7 @@ env: AWS_DEFAULT_REGION: us-east-1 jobs: - awsapm-soak-test: + awsapm-canary-test: runs-on: ubuntu-latest permissions: contents: write @@ -51,7 +52,7 @@ jobs: retention-days: 1 verify-mcp-usage: - needs: awsapm-soak-test + needs: awsapm-canary-test runs-on: ubuntu-latest if: always() steps: @@ -70,7 +71,7 @@ jobs: execution_file: ./claude-execution-output.json publish-metric: - needs: [awsapm-soak-test, verify-mcp-usage] + needs: [awsapm-canary-test, verify-mcp-usage] runs-on: ubuntu-latest if: always() permissions: @@ -82,9 +83,9 @@ jobs: role-to-assume: ${{ secrets.MONITORING_ROLE_ARN }} aws-region: ${{ env.AWS_DEFAULT_REGION }} - - name: Publish soak test status + - name: Publish canary test status run: | - if [[ "${{ needs.awsapm-soak-test.result }}" == "success" && "${{ needs.verify-mcp-usage.result }}" == "success" ]]; then + if [[ "${{ needs.awsapm-canary-test.result }}" == "success" && "${{ needs.verify-mcp-usage.result }}" == "success" ]]; then value="1.0" else value="0.0" @@ -92,4 +93,4 @@ jobs: aws cloudwatch put-metric-data \ --namespace 'ADOT/GithubActions' \ - --metric-data MetricName=Success,Value=$value,Dimensions="[{Name=repository,Value=${{ github.repository }}},{Name=branch,Value=${{ github.ref_name }}},{Name=workflow,Value=soak_test}]" \ No newline at end of file + --metric-data MetricName=Success,Value=$value,Dimensions="[{Name=repository,Value=${{ github.repository }}},{Name=branch,Value=${{ github.ref_name }}},{Name=workflow,Value=canary_test}]" \ No newline at end of file diff --git a/.github/workflows/integ-test.yml b/.github/workflows/integ-test.yml index 8edbf62..efa93dd 100644 --- a/.github/workflows/integ-test.yml +++ b/.github/workflows/integ-test.yml @@ -1,4 +1,5 @@ name: Integration Test +description: This test tests the connection between the agent and the Application Signals and Cloudwatch MCP servers by requesting a tool call to each one and verifying a successful integration. on: push: