Merge pull request #95 from octoenergy/ae/enable-fetch-file-contents-…

…read-parquet Enable parquet input for S3FileStore s3 select query
octoenergy · Sep 28, 2023 · e7c6d43 · e7c6d43
2 parents 09bb7ac + 4740d77
commit e7c6d43
Show file tree

Hide file tree

Showing 6 changed files with 569 additions and 11 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -1,5 +1,9 @@
 # Changelog
 
+## v4.3.0 - 2023-09-27
+
+- Enable querying parquet files using `S3FileStore.fetch_object_contents_with_s3_select` and `LocalFileStore.fetch_object_contents_with_s3_select` [#95](https://github.com/octoenergy/xocto/pull/95/)
+
 ## v4.2.1 - 2023-09-18
 
 - Allow timzone override in `localtime.parse_dt` [#93](https://github.com/octoenergy/xocto/pull/93)

diff --git a/setup.py b/setup.py
@@ -5,7 +5,7 @@
 
 REPO_ROOT = path.abspath(path.dirname(__file__))
 
-VERSION = "4.2.1"
+VERSION = "4.3.0"
 
 with open(path.join(REPO_ROOT, "README.md"), encoding="utf-8") as f:
     long_description = f.read()
@@ -34,6 +34,7 @@
     zip_safe=False,
     install_requires=[
         "ddtrace>=1.9.0",
+        "duckdb==0.8.1",
         "django>=4.0",
         "openpyxl>=3.1.0",
         "pact-python>=1.6.0",
@@ -55,6 +56,7 @@
             "mypy==0.991",
             "numpy==1.22.2",
             "pre-commit>=3.2.0",
+            "pyarrow-stubs==10.0.1.6",
             "twine==4.0.2",
             "types-openpyxl==3.0.4.5",
             "types-python-dateutil==2.8.19.6",