add more details to nightly tests slack notifications (#2291)

replicatedhq · Nov 3, 2021 · 33189a5 · 33189a5
1 parent 78d83ea
commit 33189a5
Showing 1 changed file with 46 additions and 10 deletions.
diff --git a/.github/workflows/release.yaml b/.github/workflows/release.yaml
@@ -515,50 +515,62 @@ jobs:
       matrix:
         test: [
           {
+            name: "type=embedded cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-airgapped-upgrade-backend-config.tfvars",
             terraform_script: "embedded-airgapped-upgrade.sh"
           },
           {
+            name: "type=embedded cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "embedded-airgapped-install-backend-config.tfvars",
             terraform_script: "embedded-airgapped-install.sh"
           },
           {
+            name: "type=embedded cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "embedded-online-install-backend-config.tfvars",
             terraform_script: "embedded-online-install.sh"
           },
           {
+            name: "type=embedded cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-online-upgrade-backend-config.tfvars",
             terraform_script: "embedded-online-upgrade.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "existing-airgapped-install-admin-backend-config.tfvars",
             terraform_script: "existing-airgapped-install-admin.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=minimal rbac",
             backend_config: "existing-airgapped-install-minimum-backend-config.tfvars",
             terraform_script: "existing-airgapped-install-minimum.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-online-upgrade-admin-backend-config.tfvars",
             terraform_script: "existing-online-upgrade-admin.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-online-upgrade-minimum-backend-config.tfvars",
             terraform_script: "existing-online-upgrade-minimum.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "existing-online-install-admin-backend-config.tfvars",
             terraform_script: "existing-online-install-admin.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=minimal rbac",
             backend_config: "existing-online-install-minimum-backend-config.tfvars",
             terraform_script: "existing-online-install-minimum.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-airgapped-upgrade-admin-backend-config.tfvars",
             terraform_script: "existing-airgapped-upgrade-admin.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-airgapped-upgrade-minimum-backend-config.tfvars",
             terraform_script: "existing-airgapped-upgrade-minimum.sh"
           }
@@ -586,7 +598,7 @@ jobs:
           ./${{ matrix.test.terraform_script }} destroy
 
       - name: Notify Slack
-        if: failure()
+        if: always()
         uses: 8398a7/action-slack@v3
         with:
           status: custom
@@ -595,7 +607,7 @@ jobs:
             {
               attachments: [{
                 color: '${{ job.status }}' === 'success' ? 'good' : '${{ job.status }}' === 'failure' ? 'danger' : 'warning',
-                text: `${{ job.status }} in ${process.env.AS_WORKFLOW} of ${process.env.AS_REPO}@${process.env.AS_REF}`,
+                text: `Cleaning up: ${{ matrix.test.name }}.\nStatus: ${{ job.status }}. Workflow: ${process.env.AS_WORKFLOW}. Repo: ${process.env.AS_REPO}. Ref: ${process.env.AS_REF}`,
               }]
             }
         env:
@@ -631,7 +643,7 @@ jobs:
           terraform destroy --auto-approve
 
       - name: Notify Slack
-        if: failure()
+        if: always()
         uses: 8398a7/action-slack@v3
         with:
           status: custom
@@ -640,7 +652,7 @@ jobs:
             {
               attachments: [{
                 color: '${{ job.status }}' === 'success' ? 'good' : '${{ job.status }}' === 'failure' ? 'danger' : 'warning',
-                text: `${{ job.status }} in ${process.env.AS_WORKFLOW} of ${process.env.AS_REPO}@${process.env.AS_REF}`,
+                text: `Destroying jumpbox: ${{ job.status }}. Workflow: ${process.env.AS_WORKFLOW}. Repo: ${process.env.AS_REPO}. Ref: ${process.env.AS_REF}`,
               }]
             }
         env:
@@ -691,7 +703,7 @@ jobs:
           path: automation/jumpbox/ssh.pem.enc
 
       - name: Notify Slack
-        if: failure()
+        if: always()
         uses: 8398a7/action-slack@v3
         with:
           status: custom
@@ -700,7 +712,7 @@ jobs:
             {
               attachments: [{
                 color: '${{ job.status }}' === 'success' ? 'good' : '${{ job.status }}' === 'failure' ? 'danger' : 'warning',
-                text: `${{ job.status }} in ${process.env.AS_WORKFLOW} of ${process.env.AS_REPO}@${process.env.AS_REF}`,
+                text: `Creating jumpbox: ${{ job.status }}. Workflow: ${process.env.AS_WORKFLOW}. Repo: ${process.env.AS_REPO}. Ref: ${process.env.AS_REF}`,
               }]
             }
         env:
@@ -718,55 +730,67 @@ jobs:
       matrix:
         test: [
           {
+            name: "type=embedded cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-airgapped-upgrade-backend-config.tfvars",
             terraform_script: "embedded-airgapped-upgrade.sh",
             is_upgrade: "1"
           },
           {
+            name: "type=embedded cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "embedded-airgapped-install-backend-config.tfvars",
             terraform_script: "embedded-airgapped-install.sh"
           },
           {
+            name: "type=embedded cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "embedded-online-install-backend-config.tfvars",
             terraform_script: "embedded-online-install.sh"
           },
           {
+            name: "type=embedded cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-online-upgrade-backend-config.tfvars",
             terraform_script: "embedded-online-upgrade.sh",
             is_upgrade: "1"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "existing-airgapped-install-admin-backend-config.tfvars",
             terraform_script: "existing-airgapped-install-admin.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=minimal rbac",
             backend_config: "existing-airgapped-install-minimum-backend-config.tfvars",
             terraform_script: "existing-airgapped-install-minimum.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-online-upgrade-admin-backend-config.tfvars",
             terraform_script: "existing-online-upgrade-admin.sh",
             is_upgrade: "1"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-online-upgrade-minimum-backend-config.tfvars",
             terraform_script: "existing-online-upgrade-minimum.sh",
             is_upgrade: "1"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "existing-online-install-admin-backend-config.tfvars",
             terraform_script: "existing-online-install-admin.sh"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=minimal rbac",
             backend_config: "existing-online-install-minimum-backend-config.tfvars",
             terraform_script: "existing-online-install-minimum.sh"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-airgapped-upgrade-admin-backend-config.tfvars",
             terraform_script: "existing-airgapped-upgrade-admin.sh",
             is_upgrade: "1"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-airgapped-upgrade-minimum-backend-config.tfvars",
             terraform_script: "existing-airgapped-upgrade-minimum.sh",
             is_upgrade: "1"
@@ -817,7 +841,7 @@ jobs:
           ./${{ matrix.test.terraform_script }} apply
 
       - name: Notify Slack
-        if: failure()
+        if: always()
         uses: 8398a7/action-slack@v3
         with:
           status: custom
@@ -826,7 +850,7 @@ jobs:
             {
               attachments: [{
                 color: '${{ job.status }}' === 'success' ? 'good' : '${{ job.status }}' === 'failure' ? 'danger' : 'warning',
-                text: `${{ job.status }} in ${process.env.AS_WORKFLOW} of ${process.env.AS_REPO}@${process.env.AS_REF}`,
+                text: `Setting up: ${{ matrix.test.name }}.\nStatus: ${{ job.status }}. Workflow: ${process.env.AS_WORKFLOW}. Repo: ${process.env.AS_REPO}. Ref: ${process.env.AS_REF}`,
               }]
             }
         env:
@@ -845,39 +869,51 @@ jobs:
       matrix:
         test: [
           {
+            name: "type=embedded cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-airgapped-upgrade-backend-config.tfvars"
           },
           {
+            name: "type=embedded cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "embedded-airgapped-install-backend-config.tfvars"
           },
           {
+            name: "type=embedded cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "embedded-online-install-backend-config.tfvars"
           },
           {
+            name: "type=embedded cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "embedded-online-upgrade-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=cluster admin",
             backend_config: "existing-airgapped-install-admin-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=new install, rbac=minimal rbac",
             backend_config: "existing-airgapped-install-minimum-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-online-upgrade-admin-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=online, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-online-upgrade-minimum-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=cluster admin",
             backend_config: "existing-online-install-admin-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=online, phase=new install, rbac=minimal rbac",
             backend_config: "existing-online-install-minimum-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=cluster admin",
             backend_config: "existing-airgapped-upgrade-admin-backend-config.tfvars"
           },
           {
+            name: "type=existing cluster, env=airgapped, phase=upgraded install, rbac=minimal rbac",
             backend_config: "existing-airgapped-upgrade-minimum-backend-config.tfvars"
           }
         ]
@@ -934,7 +970,7 @@ jobs:
           ssh -i ssh.pem ubuntu@${{ steps.set_jumpbox_ip.outputs.jumpbox_ip }} -oStrictHostKeyChecking=no -oServerAliveInterval=60 -oServerAliveCountMax=10 "ssh -tt ubuntu@${{ steps.init_test_env.outputs.instance_ip }} -oServerAliveInterval=60 -oServerAliveCountMax=10 \"sudo /tmp/start.sh\""
 
       - name: Notify Slack
-        if: failure()
+        if: always()
         uses: 8398a7/action-slack@v3
         with:
           status: custom
@@ -943,7 +979,7 @@ jobs:
             {
               attachments: [{
                 color: '${{ job.status }}' === 'success' ? 'good' : '${{ job.status }}' === 'failure' ? 'danger' : 'warning',
-                text: `${{ job.status }} in ${process.env.AS_WORKFLOW} of ${process.env.AS_REPO}@${process.env.AS_REF}`,
+                text: `Test name: ${{ matrix.test.name }}.\nStatus: ${{ job.status }}. Workflow: ${process.env.AS_WORKFLOW}. Repo: ${process.env.AS_REPO}. Ref: ${process.env.AS_REF}`,
               }]
             }
         env: