Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

fix: Add S3FS dependency (which Dask depends on for S3 files) #2701

Merged
merged 2 commits into from
May 16, 2022
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
67 changes: 39 additions & 28 deletions sdk/python/requirements/py3.10-ci-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -12,17 +12,23 @@ adal==1.2.7
# msrestazure
adlfs==0.5.9
# via feast (setup.py)
aiobotocore==2.1.2
# via s3fs
aiohttp==3.8.1
# via
# adlfs
# aiobotocore
# gcsfs
# s3fs
aioitertools==0.10.0
# via aiobotocore
aiosignal==1.2.0
# via aiohttp
alabaster==0.7.12
# via sphinx
altair==4.2.0
# via great-expectations
anyio==3.5.0
anyio==3.6.1
# via
# starlette
# watchgod
Expand Down Expand Up @@ -52,7 +58,7 @@ attrs==21.4.0
# pytest
avro==1.10.0
# via feast (setup.py)
azure-core==1.23.1
azure-core==1.24.0
# via
# adlfs
# azure-identity
Expand All @@ -61,20 +67,21 @@ azure-datalake-store==0.0.52
# via adlfs
azure-identity==1.10.0
# via adlfs
azure-storage-blob==12.11.0
azure-storage-blob==12.12.0
# via adlfs
babel==2.10.1
# via sphinx
backcall==0.2.0
# via ipython
black==19.10b0
# via feast (setup.py)
boto3==1.22.8
boto3==1.20.23
# via
# feast (setup.py)
# moto
botocore==1.25.8
botocore==1.23.24
# via
# aiobotocore
# boto3
# moto
# s3transfer
Expand Down Expand Up @@ -115,7 +122,7 @@ colorama==0.4.4
# via
# feast (setup.py)
# great-expectations
coverage[toml]==6.3.2
coverage[toml]==6.3.3
# via pytest-cov
cryptography==3.4.8
# via
Expand Down Expand Up @@ -158,15 +165,15 @@ execnet==1.9.0
# via pytest-xdist
executing==0.8.3
# via stack-data
fastapi==0.76.0
fastapi==0.78.0
# via feast (setup.py)
fastavro==1.4.11
# via
# feast (setup.py)
# pandavro
fastjsonschema==2.15.3
# via nbformat
filelock==3.6.0
filelock==3.7.0
# via virtualenv
firebase-admin==4.5.2
# via feast (setup.py)
Expand All @@ -176,12 +183,13 @@ frozenlist==1.3.0
# via
# aiohttp
# aiosignal
fsspec==2022.3.0
fsspec==2022.1.0
# via
# adlfs
# dask
# gcsfs
gcsfs==2022.3.0
# s3fs
gcsfs==0.8.0
# via feast (setup.py)
google-api-core[grpc]==1.31.5
# via
Expand Down Expand Up @@ -227,7 +235,6 @@ google-cloud-storage==1.40.0
# via
# feast (setup.py)
# firebase-admin
# gcsfs
google-crc32c==1.3.0
# via google-resumable-media
google-resumable-media==1.3.3
Expand All @@ -241,15 +248,15 @@ googleapis-common-protos==1.52.0
# tensorflow-metadata
great-expectations==0.14.13
# via feast (setup.py)
grpcio==1.46.0
grpcio==1.46.1
# via
# feast (setup.py)
# google-api-core
# google-cloud-bigquery
# grpcio-reflection
# grpcio-testing
# grpcio-tools
grpcio-reflection==1.46.0
grpcio-reflection==1.46.1
# via feast (setup.py)
grpcio-testing==1.44.0
# via feast (setup.py)
Expand Down Expand Up @@ -296,7 +303,7 @@ jinja2==3.0.3
# great-expectations
# moto
# sphinx
jmespath==1.0.0
jmespath==0.10.0
# via
# boto3
# botocore
Expand Down Expand Up @@ -330,7 +337,7 @@ mmh3==3.0.0
# via feast (setup.py)
mock==2.0.0
# via feast (setup.py)
moto==3.1.7
moto==3.1.9
# via feast (setup.py)
msal==1.17.0
# via
Expand Down Expand Up @@ -409,7 +416,7 @@ pexpect==4.8.0
# via ipython
pickleshare==0.7.5
# via ipython
pip-tools==6.6.0
pip-tools==6.6.1
# via feast (setup.py)
platformdirs==2.5.2
# via virtualenv
Expand Down Expand Up @@ -486,7 +493,7 @@ pygments==2.12.0
# via
# ipython
# sphinx
pyjwt[crypto]==2.3.0
pyjwt[crypto]==2.4.0
# via
# adal
# msal
Expand Down Expand Up @@ -591,6 +598,8 @@ rsa==4.8
# via google-auth
ruamel-yaml==0.17.17
# via great-expectations
s3fs==2022.1.0
# via feast (setup.py)
s3transfer==0.5.2
# via boto3
scipy==1.8.0
Expand Down Expand Up @@ -639,17 +648,17 @@ sphinxcontrib-serializinghtml==1.1.5
# via sphinx
stack-data==0.2.0
# via ipython
starlette==0.18.0
starlette==0.19.1
# via fastapi
tabulate==0.8.9
# via feast (setup.py)
tenacity==8.0.1
# via feast (setup.py)
tensorflow-metadata==1.7.0
tensorflow-metadata==1.8.0
# via feast (setup.py)
termcolor==1.1.0
# via great-expectations
testcontainers==3.5.3
testcontainers==3.5.4
# via feast (setup.py)
thriftpy2==0.4.14
# via happybase
Expand All @@ -674,7 +683,7 @@ tqdm==4.64.0
# via
# feast (setup.py)
# great-expectations
traitlets==5.1.1
traitlets==5.2.1.post0
# via
# ipython
# jupyter-core
Expand All @@ -684,23 +693,23 @@ trino==0.313.0
# via feast (setup.py)
typed-ast==1.5.3
# via black
types-protobuf==3.19.18
types-protobuf==3.19.20
# via
# feast (setup.py)
# mypy-protobuf
types-python-dateutil==2.8.14
types-python-dateutil==2.8.15
# via feast (setup.py)
types-pytz==2021.3.7
types-pytz==2021.3.8
# via feast (setup.py)
types-pyyaml==6.0.7
# via feast (setup.py)
types-redis==4.2.1
types-redis==4.2.3
# via feast (setup.py)
types-requests==2.27.25
# via feast (setup.py)
types-setuptools==57.4.14
# via feast (setup.py)
types-tabulate==0.8.8
types-tabulate==0.8.9
# via feast (setup.py)
types-urllib3==1.26.14
# via types-requests
Expand All @@ -714,12 +723,13 @@ tzdata==2022.1
# via pytz-deprecation-shim
tzlocal==4.2
# via great-expectations
ujson==5.2.0
# via gcsfs
uritemplate==4.1.1
# via google-api-python-client
urllib3==1.26.9
# via
# botocore
# feast (setup.py)
# great-expectations
# minio
# requests
Expand All @@ -744,9 +754,10 @@ wheel==0.37.1
# via pip-tools
wrapt==1.14.1
# via
# aiobotocore
# deprecated
# testcontainers
xmltodict==0.12.0
xmltodict==0.13.0
# via moto
yarl==1.7.2
# via aiohttp
Expand Down
32 changes: 12 additions & 20 deletions sdk/python/requirements/py3.10-requirements.txt
Original file line number Diff line number Diff line change
Expand Up @@ -6,15 +6,15 @@
#
absl-py==1.0.0
# via tensorflow-metadata
anyio==3.5.0
anyio==3.6.1
# via
# starlette
# watchgod
asgiref==3.5.1
# via uvicorn
attrs==21.4.0
# via jsonschema
cachetools==4.2.4
cachetools==5.1.0
# via google-auth
certifi==2021.10.8
# via requests
Expand All @@ -32,28 +32,28 @@ dask==2022.1.1
# via feast (setup.py)
dill==0.3.4
# via feast (setup.py)
fastapi==0.76.0
fastapi==0.78.0
# via feast (setup.py)
fastavro==1.4.11
# via
# feast (setup.py)
# pandavro
fsspec==2022.3.0
# via dask
google-api-core==1.31.5
google-api-core==2.7.3
# via feast (setup.py)
google-auth==1.35.0
google-auth==2.6.6
# via google-api-core
googleapis-common-protos==1.52.0
# via
# feast (setup.py)
# google-api-core
# tensorflow-metadata
grpcio==1.46.0
grpcio==1.46.1
# via
# feast (setup.py)
# grpcio-reflection
grpcio-reflection==1.46.0
grpcio-reflection==1.46.1
# via feast (setup.py)
h11==0.13.0
# via uvicorn
Expand All @@ -80,9 +80,7 @@ numpy==1.21.6
# pandavro
# pyarrow
packaging==21.3
# via
# dask
# google-api-core
# via dask
pandas==1.4.2
# via
# feast (setup.py)
Expand Down Expand Up @@ -113,7 +111,7 @@ pydantic==1.9.0
# via
# fastapi
# feast (setup.py)
pyparsing==3.0.8
pyparsing==3.0.9
# via packaging
pyrsistent==0.18.1
# via jsonschema
Expand All @@ -122,9 +120,7 @@ python-dateutil==2.8.2
python-dotenv==0.20.0
# via uvicorn
pytz==2022.1
# via
# google-api-core
# pandas
# via pandas
pyyaml==6.0
# via
# dask
Expand All @@ -137,20 +133,19 @@ rsa==4.8
six==1.16.0
# via
# absl-py
# google-api-core
# google-auth
# grpcio
# pandavro
# python-dateutil
sniffio==1.2.0
# via anyio
starlette==0.18.0
starlette==0.19.1
# via fastapi
tabulate==0.8.9
# via feast (setup.py)
tenacity==8.0.1
# via feast (setup.py)
tensorflow-metadata==1.7.0
tensorflow-metadata==1.8.0
# via feast (setup.py)
toml==0.10.2
# via feast (setup.py)
Expand All @@ -172,6 +167,3 @@ watchgod==0.8.2
# via uvicorn
websockets==10.3
# via uvicorn

# The following packages are considered to be unsafe in a requirements file:
# setuptools
Loading