Deprecate python 3.8 support and handle pyarrow 13.0.0 test failures (#…

…296)
ratt-ru · Oct 27, 2023 · 0106388 · 0106388
1 parent 37e2c60
commit 0106388
Show file tree

Hide file tree

Showing 3 changed files with 15 additions and 6 deletions.
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
@@ -7,7 +7,7 @@ on:
     - cron: '30 2 * * 1' # Every Monday @ 2h30am UTC
 
 env:
-  POETRY_VERSION: 1.2.1
+  POETRY_VERSION: 1.6.1
   MINIO_SERVER_DOWNLOAD_URL: https://dl.min.io/server/minio/release/linux-amd64/archive/minio_20230907020502.0.0_amd64.deb
   MINIO_CLIENT_DOWNLOAD_URL: https://dl.min.io/client/mc/release/linux-amd64/archive/mcli_20230907224855.0.0_amd64.deb
 
@@ -30,7 +30,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.8", "3.9", "3.10"]
+        python-version: ["3.9", "3.10", "3.11"]
 
     steps:
       - name: Create Cache Hash
@@ -86,6 +86,9 @@ jobs:
         with:
           fetch-depth: 1
 
+      - name: Setup a virtual environment appropriate to the python version
+        run: poetry env use python${{ matrix.python-version }}
+
       - name: Install dask-ms base
         run: poetry install --extras "testing arrow zarr"
 

diff --git a/HISTORY.rst b/HISTORY.rst
@@ -2,6 +2,11 @@
 History
 =======
 
+X.Y.Z (YYYY-MM-DD)
+------------------
+* Deprecate Python 3.8 support (:pr:`296`)
+* Temporarily add Pandas as an arrow extra dependency (:pr:`296`)
+
 0.2.18 (2023-09-20)
 ------------------
 * Ignore non-existent columns (:pr:`290`)

diff --git a/pyproject.toml b/pyproject.toml
@@ -8,28 +8,29 @@ readme = "README.rst"
 packages = [{include = "daskms"}]
 
 [tool.poetry.dependencies]
-python = "^3.8"
+python = "^3.9, < 3.13"
 appdirs = "^1.4.4"
 dask = {extras = ["array"], version = "^2023.1.0"}
 donfig = "^0.7.0"
 python-casacore = "^3.5.1"
-pyarrow = {version = "^12.0.0", optional=true}
+pyarrow = {version = "^13.0.0", optional = true}
 zarr = {version = "^2.12.0", optional=true}
 xarray = {version = "^2023.01.0", optional=true}
 s3fs = {version = "^2023.1.0", optional=true}
 minio = {version = "^7.1.11", optional=true}
 pytest = {version = "^7.1.3", optional=true}
+pandas = {version = "^2.1.2", optional = true}
 
 [tool.poetry.scripts]
 dask-ms = "daskms.apps.entrypoint:main"
 fragments = "daskms.apps.fragments:main"
 
 [tool.poetry.extras]
-arrow = ["pyarrow"]
+arrow = ["pandas", "pyarrow"]
 xarray = ["xarray"]
 zarr = ["zarr"]
 s3 = ["s3fs"]
-complete = ["s3fs", "pyarrow", "xarray", "zarr"]
+complete = ["s3fs", "pandas", "pyarrow", "xarray", "zarr"]
 testing = ["minio", "pytest"]
 
 [tool.poetry.group.dev.dependencies]