Upstream CI

.github/workflows/pytest.yml

@@ -6,6 +6,12 @@ on:
   pull_request:
     branches: ['*']
 
+# When this workflow is queued, automatically cancel any previous running
+# or pending jobs from the same branch
+concurrency:
+  group: tests-${{ github.ref }}
+  cancel-in-progress: true
+
 defaults:
   run:
     shell: bash -l {0}
@@ -63,6 +69,10 @@ jobs:
           - os: windows
             python-version: '3.12'
             requirements: no_optionals
+          # Test on nightly builds of requirements
+          - os: ubuntu
+            python-version: '3.12'
+            requirements: upstream
 
     steps:
       - name: Checkout
@@ -80,6 +90,20 @@ jobs:
           environment-file: ci/requirements-${{ matrix.requirements }}.yml
           activate-environment: recursive_diff
 
+      - name: Install nightly builds
+        if: ${{ matrix.requirements == 'upstream' }}
+        run: |
+          # Pick up https://github.com/mamba-org/mamba/pull/2903
+          mamba install -n base 'mamba>=1.5.2'
+      
+          mamba uninstall --force numpy pandas scipy pyarrow
+          python -m pip install --no-deps --pre --prefer-binary \
+              --extra-index-url https://pypi.fury.io/arrow-nightlies/ \
+              pyarrow
+          python -m pip install --no-deps --pre \
+              -i https://pypi.anaconda.org/scientific-python-nightly-wheels/simple \
+              numpy pandas scipy
+
       - name: Show conda options
         run: conda config --show
 

ci/requirements-upstream.yml

@@ -0,0 +1,19 @@
+name: recursive_diff
+channels:
+  - conda-forge
+dependencies:
+  - pytest
+  - pytest-cov
+  - packaging
+
+  - xarray
+  - dask
+  - h5netcdf  # NetCDF engine
+  - scipy  # NetCDF engine
+
+  - pip
+  - pip:
+      - git+https://github.com/dask/dask
+      - git+https://github.com/dask/distributed
+      - git+https://github.com/pydata/xarray
+      # numpy, pandas, pyarrow, and scipy are upgraded to nightly builds by pytest.yml

pyproject.toml

@@ -58,8 +58,6 @@ python_files = ["test_*.py"]
 testpaths = ["recursive_diff/tests"]
 filterwarnings = [
     "error",
-    # Raised internally by pandas
-    'ignore:datetime.datetime.utcfromtimestamp\(\) is deprecated:DeprecationWarning',
     # numpy <1.26 only
     'ignore:elementwise comparison failed:DeprecationWarning',
     'ignore:elementwise comparison failed:FutureWarning',