diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml
index 83ae38a1b9e..f597c29b5a0 100644
--- a/.github/workflows/build.yml
+++ b/.github/workflows/build.yml
@@ -198,9 +198,9 @@ jobs:
           git fetch upstream
           export GIT_COMMITTER_EMAIL="rl-ci@example.com"
           export GIT_COMMITTER_NAME="RL CI"
-          git rebase upstream/main
+          git rebase upstream/${{ github.base_ref }}
       - name: For each commit, run cargo check (including in fuzz)
-        run: ci/check-each-commit.sh upstream/main
+        run: ci/check-each-commit.sh upstream/${{ github.base_ref }}
 
   check_release:
     runs-on: ubuntu-latest
@@ -291,20 +291,3 @@ jobs:
           rustup component add rustfmt
       - name: Run rustfmt checks
         run: ci/rustfmt.sh
-
-  incremental-mutants:
-    runs-on: ubuntu-latest
-    if: github.ref_name != 'main' # `main` has no diff with itself
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-      - name: Relative diff
-        run: |
-          git branch -av
-          git diff origin/main.. | tee git.diff
-      - uses: Swatinem/rust-cache@v2
-      - name: Mutants
-        run: |
-          cargo install cargo-mutants
-          cargo mutants --no-shuffle -j 2 -vV --in-diff git.diff