Skip to content

Commit

Permalink
fix: Add S3FS dependency (which Dask depends on for S3 files) (#2701)
Browse files Browse the repository at this point in the history 
* fix: Add S3FS dependency (which Dask depends on for S3 files)

Signed-off-by: Danny Chiao <danny@tecton.ai>

* fix requirements to prevent conflicting requirements

Signed-off-by: Danny Chiao <danny@tecton.ai>
  • Loading branch information
@adchia
adchia committed May 16, 2022
1 parent 6531685 commit 1f893f1
Show file tree
Hide file tree
Showing 9 changed files with 213 additions and 197 deletions.
67 changes: 39 additions & 28 deletions sdk/python/requirements/py3.10-ci-requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -12,17 +12,23 @@ adal==1.2.7
# msrestazure
adlfs==0.5.9
# via feast (setup.py)
aiobotocore==2.1.2
# via s3fs
aiohttp==3.8.1
# via
# adlfs
# aiobotocore
# gcsfs
# s3fs
aioitertools==0.10.0
# via aiobotocore
aiosignal==1.2.0
# via aiohttp
alabaster==0.7.12
# via sphinx
altair==4.2.0
# via great-expectations
anyio==3.5.0
anyio==3.6.1
# via
# starlette
# watchgod
Expand Down Expand Up @@ -52,7 +58,7 @@ attrs==21.4.0
# pytest
avro==1.10.0
# via feast (setup.py)
azure-core==1.23.1
azure-core==1.24.0
# via
# adlfs
# azure-identity
Expand All @@ -61,20 +67,21 @@ azure-datalake-store==0.0.52
# via adlfs
azure-identity==1.10.0
# via adlfs
azure-storage-blob==12.11.0
azure-storage-blob==12.12.0
# via adlfs
babel==2.10.1
# via sphinx
backcall==0.2.0
# via ipython
black==19.10b0
# via feast (setup.py)
boto3==1.22.8
boto3==1.20.23
# via
# feast (setup.py)
# moto
botocore==1.25.8
botocore==1.23.24
# via
# aiobotocore
# boto3
# moto
# s3transfer
Expand Down Expand Up @@ -115,7 +122,7 @@ colorama==0.4.4
# via
# feast (setup.py)
# great-expectations
coverage[toml]==6.3.2
coverage[toml]==6.3.3
# via pytest-cov
cryptography==3.4.8
# via
Expand Down Expand Up @@ -158,15 +165,15 @@ execnet==1.9.0
# via pytest-xdist
executing==0.8.3
# via stack-data
fastapi==0.76.0
fastapi==0.78.0
# via feast (setup.py)
fastavro==1.4.11
# via
# feast (setup.py)
# pandavro
fastjsonschema==2.15.3
# via nbformat
filelock==3.6.0
filelock==3.7.0
# via virtualenv
firebase-admin==4.5.2
# via feast (setup.py)
Expand All @@ -176,12 +183,13 @@ frozenlist==1.3.0
# via
# aiohttp
# aiosignal
fsspec==2022.3.0
fsspec==2022.1.0
# via
# adlfs
# dask
# gcsfs
gcsfs==2022.3.0
# s3fs
gcsfs==0.8.0
# via feast (setup.py)
google-api-core[grpc]==1.31.5
# via
Expand Down Expand Up @@ -227,7 +235,6 @@ google-cloud-storage==1.40.0
# via
# feast (setup.py)
# firebase-admin
# gcsfs
google-crc32c==1.3.0
# via google-resumable-media
google-resumable-media==1.3.3
Expand All @@ -241,15 +248,15 @@ googleapis-common-protos==1.52.0
# tensorflow-metadata
great-expectations==0.14.13
# via feast (setup.py)
grpcio==1.46.0
grpcio==1.46.1
# via
# feast (setup.py)
# google-api-core
# google-cloud-bigquery
# grpcio-reflection
# grpcio-testing
# grpcio-tools
grpcio-reflection==1.46.0
grpcio-reflection==1.46.1
# via feast (setup.py)
grpcio-testing==1.44.0
# via feast (setup.py)
Expand Down Expand Up @@ -296,7 +303,7 @@ jinja2==3.0.3
# great-expectations
# moto
# sphinx
jmespath==1.0.0
jmespath==0.10.0
# via
# boto3
# botocore
Expand Down Expand Up @@ -330,7 +337,7 @@ mmh3==3.0.0
# via feast (setup.py)
mock==2.0.0
# via feast (setup.py)
moto==3.1.7
moto==3.1.9
# via feast (setup.py)
msal==1.17.0
# via
Expand Down Expand Up @@ -409,7 +416,7 @@ pexpect==4.8.0
# via ipython
pickleshare==0.7.5
# via ipython
pip-tools==6.6.0
pip-tools==6.6.1
# via feast (setup.py)
platformdirs==2.5.2
# via virtualenv
Expand Down Expand Up @@ -486,7 +493,7 @@ pygments==2.12.0
# via
# ipython
# sphinx
pyjwt[crypto]==2.3.0
pyjwt[crypto]==2.4.0
# via
# adal
# msal
Expand Down Expand Up @@ -591,6 +598,8 @@ rsa==4.8
# via google-auth
ruamel-yaml==0.17.17
# via great-expectations
s3fs==2022.1.0
# via feast (setup.py)
s3transfer==0.5.2
# via boto3
scipy==1.8.0
Expand Down Expand Up @@ -639,17 +648,17 @@ sphinxcontrib-serializinghtml==1.1.5
# via sphinx
stack-data==0.2.0
# via ipython
starlette==0.18.0
starlette==0.19.1
# via fastapi
tabulate==0.8.9
# via feast (setup.py)
tenacity==8.0.1
# via feast (setup.py)
tensorflow-metadata==1.7.0
tensorflow-metadata==1.8.0
# via feast (setup.py)
termcolor==1.1.0
# via great-expectations
testcontainers==3.5.3
testcontainers==3.5.4
# via feast (setup.py)
thriftpy2==0.4.14
# via happybase
Expand All @@ -674,7 +683,7 @@ tqdm==4.64.0
# via
# feast (setup.py)
# great-expectations
traitlets==5.1.1
traitlets==5.2.1.post0
# via
# ipython
# jupyter-core
Expand All @@ -684,23 +693,23 @@ trino==0.313.0
# via feast (setup.py)
typed-ast==1.5.3
# via black
types-protobuf==3.19.18
types-protobuf==3.19.20
# via
# feast (setup.py)
# mypy-protobuf
types-python-dateutil==2.8.14
types-python-dateutil==2.8.15
# via feast (setup.py)
types-pytz==2021.3.7
types-pytz==2021.3.8
# via feast (setup.py)
types-pyyaml==6.0.7
# via feast (setup.py)
types-redis==4.2.1
types-redis==4.2.3
# via feast (setup.py)
types-requests==2.27.25
# via feast (setup.py)
types-setuptools==57.4.14
# via feast (setup.py)
types-tabulate==0.8.8
types-tabulate==0.8.9
# via feast (setup.py)
types-urllib3==1.26.14
# via types-requests
Expand All @@ -714,12 +723,13 @@ tzdata==2022.1
# via pytz-deprecation-shim
tzlocal==4.2
# via great-expectations
ujson==5.2.0
# via gcsfs
uritemplate==4.1.1
# via google-api-python-client
urllib3==1.26.9
# via
# botocore
# feast (setup.py)
# great-expectations
# minio
# requests
Expand All @@ -744,9 +754,10 @@ wheel==0.37.1
# via pip-tools
wrapt==1.14.1
# via
# aiobotocore
# deprecated
# testcontainers
xmltodict==0.12.0
xmltodict==0.13.0
# via moto
yarl==1.7.2
# via aiohttp
Expand Down
32 changes: 12 additions & 20 deletions sdk/python/requirements/py3.10-requirements.txt
View file
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,15 @@
#
absl-py==1.0.0
# via tensorflow-metadata
anyio==3.5.0
anyio==3.6.1
# via
# starlette
# watchgod
asgiref==3.5.1
# via uvicorn
attrs==21.4.0
# via jsonschema
cachetools==4.2.4
cachetools==5.1.0
# via google-auth
certifi==2021.10.8
# via requests
Expand All @@ -32,28 +32,28 @@ dask==2022.1.1
# via feast (setup.py)
dill==0.3.4
# via feast (setup.py)
fastapi==0.76.0
fastapi==0.78.0
# via feast (setup.py)
fastavro==1.4.11
# via
# feast (setup.py)
# pandavro
fsspec==2022.3.0
# via dask
google-api-core==1.31.5
google-api-core==2.7.3
# via feast (setup.py)
google-auth==1.35.0
google-auth==2.6.6
# via google-api-core
googleapis-common-protos==1.52.0
# via
# feast (setup.py)
# google-api-core
# tensorflow-metadata
grpcio==1.46.0
grpcio==1.46.1
# via
# feast (setup.py)
# grpcio-reflection
grpcio-reflection==1.46.0
grpcio-reflection==1.46.1
# via feast (setup.py)
h11==0.13.0
# via uvicorn
Expand All @@ -80,9 +80,7 @@ numpy==1.21.6
# pandavro
# pyarrow
packaging==21.3
# via
# dask
# google-api-core
# via dask
pandas==1.4.2
# via
# feast (setup.py)
Expand Down Expand Up @@ -113,7 +111,7 @@ pydantic==1.9.0
# via
# fastapi
# feast (setup.py)
pyparsing==3.0.8
pyparsing==3.0.9
# via packaging
pyrsistent==0.18.1
# via jsonschema
Expand All @@ -122,9 +120,7 @@ python-dateutil==2.8.2
python-dotenv==0.20.0
# via uvicorn
pytz==2022.1
# via
# google-api-core
# pandas
# via pandas
pyyaml==6.0
# via
# dask
Expand All @@ -137,20 +133,19 @@ rsa==4.8
six==1.16.0
# via
# absl-py
# google-api-core
# google-auth
# grpcio
# pandavro
# python-dateutil
sniffio==1.2.0
# via anyio
starlette==0.18.0
starlette==0.19.1
# via fastapi
tabulate==0.8.9
# via feast (setup.py)
tenacity==8.0.1
# via feast (setup.py)
tensorflow-metadata==1.7.0
tensorflow-metadata==1.8.0
# via feast (setup.py)
toml==0.10.2
# via feast (setup.py)
Expand All @@ -172,6 +167,3 @@ watchgod==0.8.2
# via uvicorn
websockets==10.3
# via uvicorn

# The following packages are considered to be unsafe in a requirements file:
# setuptools
Loading

0 comments on commit 1f893f1

Please sign in to comment.