standardises dependency versions (#9)

dask_deltatable/core.py

@@ -6,7 +6,6 @@
 import dask
 import dask.dataframe as dd
 import pyarrow.parquet as pq
-from boto3 import Session
 from dask.base import tokenize
 from dask.dataframe.io import from_delayed
 from dask.delayed import delayed
@@ -171,7 +170,8 @@ def read_delta_table(self, **kwargs) -> dd.core.DataFrame:
             for f in list(pq_files)
         ]
         meta = self._make_meta_from_schema()
-        return from_delayed(parts, meta=meta)
+        verify_meta = kwargs.get("verify_meta", False)
+        return from_delayed(parts, meta=meta, verify_meta=verify_meta)
 
 
 def _read_from_catalog(
@@ -180,6 +180,9 @@ def _read_from_catalog(
     if ("AWS_ACCESS_KEY_ID" not in os.environ) and (
         "AWS_SECRET_ACCESS_KEY" not in os.environ
     ):
+        # defer's installing boto3 upfront !
+        from boto3 import Session
+
         session = Session()
         credentials = session.get_credentials()
         current_credentials = credentials.get_frozen_credentials()

requirements.txt

@@ -1,6 +1,4 @@
 dask[dataframe,distribuited]
-boto3
-deltalake==0.6.3
-fsspec==2022.10.0
-pyarrow==10.0.0
-s3fs==2022.10.0
+deltalake
+fsspec
+pyarrow

setup.py

@@ -17,7 +17,10 @@
     long_description_content_type="text/markdown",
     python_requires=">=3.7",
     install_requires=open("requirements.txt").read().strip().split("\n"),
-    extras_require={"dev": ["pytest", "requests", "pytest-cov>=2.10.1"]},
+    extras_require={
+        "dev": ["pytest", "requests", "pytest-cov>=2.10.1"],
+        "s3": ["s3fs", "boto3"],
+    },
     package_data={"dask_deltatable": ["*.pyi" "__init__.pyi", "core.pyi"]},
     include_package_data=True,
     zip_safe=False,