diff --git a/.github/workflows/compilers.yml b/.github/workflows/compilers.yml
index bec69043741648..cb23375babdaf0 100644
--- a/.github/workflows/compilers.yml
+++ b/.github/workflows/compilers.yml
@@ -252,14 +252,23 @@ jobs:
           --${{ matrix.entry.shared || 'enable' }}-shared
 
       - name: Add to ext/Setup
+        id: ext-setup
         run: |
           mkdir ext
           cd ext
-          for ext in {${{ matrix.entry.static-exts }}}/extconf.rb; do
-            echo ${ext%/extconf.rb}
+          for ext in {${{ matrix.entry.static-exts }}}; do
+            echo "${ext}"
           done >> Setup
         if: ${{ (matrix.entry.static-exts || '') != '' }}
 
+      - name: Clean up ext/Setup
+        uses: gacts/run-and-post-run@674528335da98a7afc80915ff2b4b860a0b3553a # v1.4.0
+        with:
+          shell: bash
+          working-directory: build
+          post: rm ext/Setup
+        if: ${{ steps.ext-setup.outcome == 'success' }}
+
       - run: make showflags
 
       - run: make