diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml
index 70c31d08..88084dd8 100644
--- a/.github/workflows/ci.yaml
+++ b/.github/workflows/ci.yaml
@@ -74,22 +74,15 @@ jobs:
       - name: Build docs
         run: make generate
 
-      - name: Get changed files
+      - name: Check changed files
         id: changed-files
         run: |
-            if ${{ github.event_name == 'pull_request' }}; then
-                echo "changed_files=$(git diff --name-only -r HEAD^1 HEAD | xargs)" >> $GITHUB_OUTPUT
-            else
-                echo "changed_files=$(git diff --name-only ${{ github.event.before }} ${{ github.event.after }} | xargs)" >> $GITHUB_OUTPUT
-            fi
-
-      - name: List changed files
-        run: |
-            changed_count=0
-            for file in ${{ steps.changed-files.outputs.changed_files }}; do
-                echo "$file was changed"
-                changed_count=$((changed_count + 1))
+          changed_files=$(git diff --name-only | xargs)
+          if [ "${#changed_files}" -gt "0" ]; then
+            echo "Unexpected changes found in the repo, did you remember to run \`make generate\`?" > $GITHUB_STEP_SUMMARY
+            echo "Changed files:" >> $GITHUB_STEP_SUMMARY
+            for file in ${changed_files}; do
+              echo "\`$file\`" >> $GITHUB_STEP_SUMMARY
             done
-            if [ "$changed_count" -gt "0" ]; then
-              exit 1
-            fi
+            exit 1
+          fi