diff --git a/.github/workflows/downstream.yml b/.github/workflows/downstream.yml
index 39f273e3b5..33f3efef67 100644
--- a/.github/workflows/downstream.yml
+++ b/.github/workflows/downstream.yml
@@ -61,7 +61,7 @@ jobs:
         # (Avoid 10.3b6 because of https://github.com/sagemath/sage/pull/37178)
         pip install --pre "sagemath-repl<10.3b6" "sagemath-environment<10.3b6"
         # Install optionals that make more tests pass
-        pip install sagemath-categories pillow
+        pip install "sagemath-categories<10.3b6" pillow
         cd ..
     - name: Test sagemath-repl
       run: |