diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index 18e0948dd6cf8..48b785fbc939e 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -88,6 +88,20 @@ jobs:
         with:
           toolchain: stable
 
+      - name: Cache
+        uses: whywaita/actions-cache-s3@v2
+        with:
+          path: |
+            wasix-rust/build/*
+          key: r22-${{ github.repository }}-${{ runner.os }}-wasix-rust-${{ matrix.arch }}
+          aws-s3-bucket: github-cache-wasix
+          aws-endpoint: https://1541b1e8a3fc6ad155ce67ef38899700.r2.cloudflarestorage.com
+          aws-region: auto
+          aws-s3-bucket-endpoint: false
+          aws-s3-force-path-style: true
+          aws-access-key-id: ${{ secrets.CLOUDFLARE_ARTIFACTS_CACHE_ACCESS_TOKEN }}
+          aws-secret-access-key: ${{ secrets.CLOUDFLARE_ARTIFACTS_CACHE_ACCESS_KEY }}
+
       - name: Download wasix-libc artifact
         uses: actions/download-artifact@v3
         with:
@@ -121,20 +135,6 @@ jobs:
           ref: main
           path: cargo-wasix
 
-      - name: Cache
-        uses: whywaita/actions-cache-s3@v2
-        with:
-          path: |
-            wasix-rust/build/*
-          key: r22-${{ github.repository }}-${{ runner.os }}-wasix-rust-${{ matrix.arch }}
-          aws-s3-bucket: github-cache-wasix
-          aws-endpoint: https://1541b1e8a3fc6ad155ce67ef38899700.r2.cloudflarestorage.com
-          aws-region: auto
-          aws-s3-bucket-endpoint: false
-          aws-s3-force-path-style: true
-          aws-access-key-id: ${{ secrets.CLOUDFLARE_ARTIFACTS_CACHE_ACCESS_TOKEN }}
-          aws-secret-access-key: ${{ secrets.CLOUDFLARE_ARTIFACTS_CACHE_ACCESS_KEY }}
-
       # Linux!
 
       - name: Setup (Ubuntu)