diff --git a/.github/workflows/posix.yml b/.github/workflows/posix.yml
index bc8791afc69f7..9ad80ea96de31 100644
--- a/.github/workflows/posix.yml
+++ b/.github/workflows/posix.yml
@@ -26,9 +26,6 @@ jobs:
       matrix:
         env_file: [actions-38.yaml, actions-39.yaml, actions-310.yaml]
         pattern: ["not single_cpu", "single_cpu"]
-        # Don't test pyarrow v2/3: Causes timeouts in read_csv engine
-        # even if tests are skipped/xfailed
-        pyarrow_version: ["5", "7"]
         include:
           - env_file: actions-38-downstream_compat.yaml
             pattern: "not slow and not network and not single_cpu"
@@ -62,8 +59,27 @@ jobs:
             pandas_testing_mode: "deprecate"
             test_args: "-W error"
             name: "Numpy Dev"
+          # Test lowest & highest supported pyarrow
+          # Don't test pyarrow v2/3: Causes timeouts in read_csv engine
+          # even if tests are skipped/xfailed
+          - env_file: actions-38.yaml
+            pattern: "not single_cpu"
+            pyarrow_version: 5
+            name: "Pyarrow 5"
+          - env_file: actions-38.yaml
+            pattern: "single_cpu"
+            pyarrow_version: 5
+            name: "Pyarrow 5 (single)"
+          - env_file: actions-38.yaml
+            pattern: "not single_cpu"
+            pyarrow_version: latest
+            name: "Latest Pyarrow"
+          - env_file: actions-38.yaml
+            pattern: "single_cpu"
+            pyarrow_version: latest
+            name: "Latest Pyarrow (single)"
       fail-fast: false
-    name: ${{ matrix.name || format('{0} pyarrow={1} {2}', matrix.env_file, matrix.pyarrow_version, matrix.pattern) }}
+    name: ${{ matrix.name || format('{0} {1}', matrix.env_file, matrix.pattern) }}
     env:
       ENV_FILE: ci/deps/${{ matrix.env_file }}
       PATTERN: ${{ matrix.pattern }}
@@ -149,7 +165,13 @@ jobs:
       if: ${{ env.IS_PYPY == 'false' }} # No pypy3.8 support
 
     - name: Upgrade Arrow version
-      run: conda install -n pandas-dev -c conda-forge --no-update-deps pyarrow=${{ matrix.pyarrow_version }}
+      run: |
+        conda remove --force pyarrow
+        if [[ ${{matrix.pyarrow_version}} == 'latest' ]]; then
+          conda install -n pandas-dev -c conda-forge --no-update-deps pyarrow
+        else
+          conda install -n pandas-dev -c conda-forge --no-update-deps pyarrow=${{ matrix.pyarrow_version }}
+        fi
       if: ${{ matrix.pyarrow_version }}
 
     - name: Setup PyPy
diff --git a/ci/deps/actions-310.yaml b/ci/deps/actions-310.yaml
index 37e7ea04a348a..82c741384ac62 100644
--- a/ci/deps/actions-310.yaml
+++ b/ci/deps/actions-310.yaml
@@ -31,8 +31,7 @@ dependencies:
   - jinja2
   - lxml
   - matplotlib
-  # TODO: uncomment after numba supports py310
-  #- numba
+  - numba
   - numexpr
   - openpyxl
   - odfpy
@@ -40,7 +39,8 @@ dependencies:
   - psycopg2
   - pymysql
   - pytables
-  - pyarrow
+  # Installed separately since mamba doesn't get latest version properly
+  #- pyarrow
   - pyreadstat
   - python-snappy
   - pyxlsb
diff --git a/ci/deps/actions-38.yaml b/ci/deps/actions-38.yaml
index 9c46eca4ab989..ee75b443882e6 100644
--- a/ci/deps/actions-38.yaml
+++ b/ci/deps/actions-38.yaml
@@ -37,7 +37,8 @@ dependencies:
   - odfpy
   - pandas-gbq
   - psycopg2
-  - pyarrow
+  # Installed separately since mamba doesn't get latest version properly
+  #- pyarrow
   - pymysql
   - pyreadstat
   - pytables
diff --git a/ci/deps/actions-39.yaml b/ci/deps/actions-39.yaml
index 89b647372d7bc..3086d55e89e38 100644
--- a/ci/deps/actions-39.yaml
+++ b/ci/deps/actions-39.yaml
@@ -38,7 +38,8 @@ dependencies:
   - pandas-gbq
   - psycopg2
   - pymysql
-  - pyarrow
+  # Installed separately since mamba doesn't get latest version properly
+  #- pyarrow
   - pyreadstat
   - pytables
   - python-snappy