From 6917cf8ba0c5b75f7400b4eee3a27439923d84e9 Mon Sep 17 00:00:00 2001 From: James Liu Date: Thu, 28 Jan 2021 13:49:32 -0800 Subject: [PATCH] Upgrade tfx version to 0.26.0 in backend --- backend/requirements.in | 2 +- backend/requirements.txt | 207 ++++++++++++++++++--------------- backend/update_requirements.sh | 2 +- 3 files changed, 113 insertions(+), 98 deletions(-) diff --git a/backend/requirements.in b/backend/requirements.in index f45e174e7ba..e996a15dcf2 100644 --- a/backend/requirements.in +++ b/backend/requirements.in @@ -1 +1 @@ -tfx==0.22.0 +tfx==0.26.0 diff --git a/backend/requirements.txt b/backend/requirements.txt index 381c131b11a..56d203e1128 100644 --- a/backend/requirements.txt +++ b/backend/requirements.txt @@ -4,147 +4,162 @@ # # pip-compile --output-file=- - # -absl-py==0.8.1 # via ml-metadata, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl -apache-beam[gcp]==2.22.0 # via tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl +absl-py==0.10.0 # via ml-metadata, ml-pipelines-sdk, tensorboard, tensorflow, tensorflow-cloud, tensorflow-data-validation, tensorflow-datasets, tensorflow-metadata, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl +apache-beam[gcp]==2.27.0 # via tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl +argon2-cffi==20.1.0 # via notebook astunparse==1.6.3 # via tensorflow -attrs==19.3.0 # via jsonschema +async-generator==1.10 # via nbclient +attrs==20.3.0 # via jsonschema, ml-metadata, tensorflow-datasets, tfx avro-python3==1.9.2.1 # via apache-beam backcall==0.2.0 # via ipython -bleach==3.1.5 # via nbconvert -cachetools==3.1.1 # via apache-beam, google-auth -certifi==2020.6.20 # via kubernetes, requests -chardet==3.0.4 # via requests +bleach==3.2.3 # via nbconvert +cachetools==4.2.1 # via apache-beam, google-auth +certifi==2020.12.5 # via kubernetes, requests +cffi==1.14.4 # via argon2-cffi, google-crc32c +chardet==4.0.0 # via requests click==7.1.2 # via tfx -colorama==0.4.3 # via keras-tuner +colorama==0.4.4 # via keras-tuner crcmod==1.7 # via apache-beam -decorator==4.4.2 # via ipython, traitlets +decorator==4.4.2 # via ipython defusedxml==0.6.0 # via nbconvert -dill==0.3.1.1 # via apache-beam -docker==4.2.2 # via tfx +dill==0.3.1.1 # via apache-beam, tensorflow-datasets +docker==4.4.1 # via ml-pipelines-sdk, tensorflow-cloud, tfx docopt==0.6.2 # via hdfs entrypoints==0.3 # via nbconvert -fastavro==0.23.5 # via apache-beam -fasteners==0.15 # via google-apitools -future==0.18.2 # via apache-beam, keras-tuner +fastavro==1.3.0 # via apache-beam +fasteners==0.16 # via google-apitools +future==0.18.2 # via apache-beam, keras-tuner, tensorflow-datasets gast==0.3.3 # via tensorflow -google-api-core[grpc,grpcgcp]==1.21.0 # via google-api-python-client, google-cloud-bigquery, google-cloud-bigtable, google-cloud-core, google-cloud-datastore, google-cloud-dlp, google-cloud-language, google-cloud-pubsub, google-cloud-spanner, google-cloud-videointelligence, google-cloud-vision -google-api-python-client==1.9.3 # via tfx, tfx-bsl +google-api-core[grpc,grpcgcp]==1.25.1 # via google-api-python-client, google-cloud-bigquery, google-cloud-bigtable, google-cloud-build, google-cloud-core, google-cloud-datastore, google-cloud-dlp, google-cloud-language, google-cloud-pubsub, google-cloud-spanner, google-cloud-videointelligence, google-cloud-vision +google-api-python-client==1.12.8 # via tensorflow-cloud, tfx, tfx-bsl google-apitools==0.5.31 # via apache-beam -google-auth-httplib2==0.0.3 # via google-api-python-client -google-auth-oauthlib==0.4.1 # via tensorboard -google-auth==1.18.0 # via google-api-core, google-api-python-client, google-auth-httplib2, google-auth-oauthlib, google-cloud-bigquery, kubernetes, tensorboard -google-cloud-bigquery==1.24.0 # via apache-beam -google-cloud-bigtable==1.0.0 # via apache-beam -google-cloud-core==1.3.0 # via apache-beam, google-cloud-bigquery, google-cloud-bigtable, google-cloud-datastore, google-cloud-spanner -google-cloud-datastore==1.7.4 # via apache-beam -google-cloud-dlp==0.13.0 # via apache-beam +google-auth-httplib2==0.0.4 # via google-api-python-client +google-auth-oauthlib==0.4.2 # via tensorboard +google-auth==1.24.0 # via apache-beam, google-api-core, google-api-python-client, google-auth-httplib2, google-auth-oauthlib, google-cloud-storage, kubernetes, tensorboard, tensorflow-cloud +google-cloud-bigquery==1.28.0 # via apache-beam +google-cloud-bigtable==1.6.1 # via apache-beam +google-cloud-build==2.0.0 # via apache-beam +google-cloud-core==1.5.0 # via apache-beam, google-cloud-bigquery, google-cloud-bigtable, google-cloud-datastore, google-cloud-spanner, google-cloud-storage +google-cloud-datastore==1.15.3 # via apache-beam +google-cloud-dlp==1.0.0 # via apache-beam google-cloud-language==1.3.0 # via apache-beam -google-cloud-pubsub==1.0.2 # via apache-beam -google-cloud-spanner==1.13.0 # via apache-beam -google-cloud-videointelligence==1.13.0 # via apache-beam -google-cloud-vision==0.42.0 # via apache-beam +google-cloud-pubsub==1.7.0 # via apache-beam +google-cloud-spanner==1.19.1 # via apache-beam +google-cloud-storage==1.35.0 # via tensorflow-cloud +google-cloud-videointelligence==1.16.1 # via apache-beam +google-cloud-vision==1.0.0 # via apache-beam +google-crc32c==1.1.2 # via google-resumable-media google-pasta==0.2.0 # via tensorflow -google-resumable-media==0.5.1 # via google-cloud-bigquery +google-resumable-media==1.2.0 # via google-cloud-bigquery, google-cloud-storage googleapis-common-protos[grpc]==1.52.0 # via google-api-core, grpc-google-iam-v1, tensorflow-metadata grpc-google-iam-v1==0.12.3 # via google-cloud-bigtable, google-cloud-pubsub, google-cloud-spanner grpcio-gcp==0.2.2 # via apache-beam, google-api-core -grpcio==1.30.0 # via apache-beam, google-api-core, googleapis-common-protos, grpc-google-iam-v1, grpcio-gcp, tensorboard, tensorflow, tensorflow-serving-api, tfx +grpcio==1.35.0 # via apache-beam, google-api-core, googleapis-common-protos, grpc-google-iam-v1, grpcio-gcp, ml-metadata, tensorboard, tensorflow, tensorflow-serving-api, tfx h5py==2.10.0 # via tensorflow hdfs==2.5.8 # via apache-beam httplib2==0.17.4 # via apache-beam, google-api-python-client, google-apitools, google-auth-httplib2, oauth2client idna==2.10 # via requests -importlib-metadata==1.7.0 # via jsonschema, markdown -ipykernel==5.3.0 # via ipywidgets, jupyter, jupyter-console, notebook, qtconsole -ipython-genutils==0.2.0 # via nbformat, notebook, qtconsole, traitlets -ipython==7.9.0 # via ipykernel, ipywidgets, jupyter-console -ipywidgets==7.5.1 # via jupyter, tensorflow-model-analysis -jedi==0.17.1 # via ipython -jinja2==2.11.2 # via nbconvert, notebook, tfx +importlib-metadata==3.4.0 # via jsonschema, markdown +ipykernel==5.4.3 # via ipywidgets, notebook +ipython-genutils==0.2.0 # via nbformat, notebook, traitlets +ipython==7.19.0 # via ipykernel, ipywidgets, tensorflow-model-analysis +ipywidgets==7.6.3 # via tensorflow-model-analysis +jedi==0.18.0 # via ipython +jinja2==2.11.2 # via ml-pipelines-sdk, nbconvert, notebook, tfx joblib==0.14.1 # via scikit-learn, tensorflow-data-validation jsonschema==3.2.0 # via nbformat -jupyter-client==6.1.5 # via ipykernel, jupyter-console, notebook, qtconsole -jupyter-console==6.1.0 # via jupyter -jupyter-core==4.6.3 # via jupyter-client, nbconvert, nbformat, notebook, qtconsole -jupyter==1.0.0 # via tensorflow-model-analysis +jupyter-client==6.1.11 # via ipykernel, nbclient, notebook +jupyter-core==4.7.0 # via jupyter-client, nbconvert, nbformat, notebook +jupyterlab-pygments==0.1.2 # via nbconvert +jupyterlab-widgets==1.0.0 # via ipywidgets keras-preprocessing==1.1.2 # via tensorflow -keras-tuner==1.0.1 # via tfx +keras-tuner==1.0.1 # via tensorflow-cloud, tfx kubernetes==11.0.0 # via tfx -markdown==3.2.2 # via tensorboard +libcst==0.3.16 # via google-cloud-build +markdown==3.3.3 # via tensorboard markupsafe==1.1.1 # via jinja2 mistune==0.8.4 # via nbconvert -ml-metadata==0.22.1 # via tfx +ml-metadata==0.26.0 # via ml-pipelines-sdk, tfx +ml-pipelines-sdk==0.26.0 # via tfx mock==2.0.0 # via apache-beam -monotonic==1.5 # via fasteners -nbconvert==5.6.1 # via jupyter, notebook -nbformat==5.0.7 # via ipywidgets, nbconvert, notebook -notebook==6.0.3 # via jupyter, widgetsnbextension -numpy==1.18.5 # via apache-beam, h5py, keras-preprocessing, keras-tuner, opt-einsum, pandas, pyarrow, scikit-learn, scipy, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx-bsl -oauth2client==3.0.0 # via apache-beam, google-apitools +mypy-extensions==0.4.3 # via typing-inspect +nbclient==0.5.1 # via nbconvert +nbconvert==6.0.7 # via notebook +nbformat==5.1.2 # via ipywidgets, nbclient, nbconvert, notebook +nest-asyncio==1.5.1 # via nbclient +notebook==6.2.0 # via widgetsnbextension +numpy==1.18.5 # via apache-beam, h5py, keras-preprocessing, keras-tuner, opt-einsum, pandas, pyarrow, scikit-learn, scipy, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-datasets, tensorflow-hub, tensorflow-model-analysis, tensorflow-transform, tfx-bsl +oauth2client==4.1.3 # via apache-beam, google-apitools oauthlib==3.1.0 # via requests-oauthlib -opt-einsum==3.2.1 # via tensorflow -packaging==20.4 # via bleach -pandas==0.25.3 # via tensorflow-data-validation, tensorflow-model-analysis, tfx-bsl -pandocfilters==1.4.2 # via nbconvert -parso==0.7.0 # via jedi -pbr==5.4.5 # via mock +opt-einsum==3.3.0 # via tensorflow +packaging==20.8 # via bleach +pandas==1.2.1 # via tensorflow-data-validation, tensorflow-model-analysis, tfx-bsl +pandocfilters==1.4.3 # via nbconvert +parso==0.8.1 # via jedi +pbr==5.5.1 # via mock pexpect==4.8.0 # via ipython pickleshare==0.7.5 # via ipython -prometheus-client==0.8.0 # via notebook -prompt-toolkit==2.0.10 # via ipython, jupyter-console -protobuf==3.12.2 # via apache-beam, google-api-core, google-cloud-bigquery, googleapis-common-protos, ml-metadata, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-metadata, tensorflow-model-analysis, tensorflow-serving-api, tensorflow-transform, tfx, tfx-bsl -ptyprocess==0.6.0 # via pexpect, terminado -pyarrow==0.16.0 # via apache-beam, tensorflow-data-validation, tensorflow-model-analysis, tfx, tfx-bsl +prometheus-client==0.9.0 # via notebook +promise==2.3 # via tensorflow-datasets +prompt-toolkit==3.0.14 # via ipython +proto-plus==1.13.0 # via google-cloud-build +protobuf==3.14.0 # via apache-beam, google-api-core, googleapis-common-protos, ml-metadata, ml-pipelines-sdk, proto-plus, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-datasets, tensorflow-hub, tensorflow-metadata, tensorflow-model-analysis, tensorflow-serving-api, tensorflow-transform, tfx, tfx-bsl +ptyprocess==0.7.0 # via pexpect, terminado +pyarrow==0.17.1 # via apache-beam, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl pyasn1-modules==0.2.8 # via google-auth, oauth2client pyasn1==0.4.8 # via oauth2client, pyasn1-modules, rsa +pycparser==2.20 # via cffi pydot==1.4.1 # via apache-beam, tensorflow-transform -pygments==2.6.1 # via ipython, jupyter-console, nbconvert, qtconsole -pymongo==3.10.1 # via apache-beam +pygments==2.7.4 # via ipython, jupyterlab-pygments, nbconvert +pymongo==3.11.2 # via apache-beam pyparsing==2.4.7 # via packaging, pydot -pyrsistent==0.16.0 # via jsonschema +pyrsistent==0.17.3 # via jsonschema python-dateutil==2.8.1 # via apache-beam, jupyter-client, kubernetes, pandas -pytz==2020.1 # via apache-beam, fastavro, google-api-core, pandas -pyyaml==5.3.1 # via kubernetes, tfx -pyzmq==19.0.1 # via jupyter-client, notebook, qtconsole -qtconsole==4.7.5 # via jupyter -qtpy==1.9.0 # via qtconsole +pytz==2020.5 # via apache-beam, google-api-core, pandas +pyyaml==5.4.1 # via kubernetes, libcst, tfx +pyzmq==22.0.0 # via jupyter-client, notebook requests-oauthlib==1.3.0 # via google-auth-oauthlib, kubernetes -requests==2.24.0 # via docker, google-api-core, hdfs, keras-tuner, kubernetes, requests-oauthlib, tensorboard -rsa==4.6 # via google-auth, oauth2client -scikit-learn==0.22.2.post1 # via keras-tuner -scipy==1.4.1 # via keras-tuner, scikit-learn, tensorflow, tensorflow-model-analysis +requests==2.25.1 # via apache-beam, docker, google-api-core, google-cloud-storage, hdfs, keras-tuner, kubernetes, requests-oauthlib, tensorboard, tensorflow-datasets +rsa==4.7 # via google-auth, oauth2client +scikit-learn==0.24.1 # via keras-tuner +scipy==1.6.0 # via keras-tuner, scikit-learn, tensorflow-model-analysis send2trash==1.5.0 # via notebook -six==1.15.0 # via absl-py, astunparse, bleach, docker, fasteners, google-api-core, google-api-python-client, google-apitools, google-auth, google-cloud-bigquery, google-pasta, google-resumable-media, grpcio, h5py, hdfs, jsonschema, keras-preprocessing, kubernetes, ml-metadata, mock, oauth2client, packaging, prompt-toolkit, protobuf, pyarrow, pyrsistent, python-dateutil, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx, tfx-bsl, traitlets, websocket-client +six==1.15.0 # via absl-py, argon2-cffi, astunparse, bleach, docker, fasteners, google-api-core, google-api-python-client, google-apitools, google-auth, google-auth-httplib2, google-cloud-bigquery, google-cloud-core, google-pasta, google-resumable-media, grpcio, h5py, hdfs, jsonschema, keras-preprocessing, kubernetes, ml-metadata, ml-pipelines-sdk, mock, oauth2client, promise, protobuf, python-dateutil, tensorboard, tensorflow, tensorflow-data-validation, tensorflow-datasets, tensorflow-hub, tensorflow-model-analysis, tensorflow-transform, tfx, websocket-client tabulate==0.8.7 # via keras-tuner -tensorboard-plugin-wit==1.7.0 # via tensorboard -tensorboard==2.2.2 # via tensorflow -tensorflow-data-validation==0.22.2 # via tfx -tensorflow-estimator==2.2.0 # via tensorflow -tensorflow-metadata==0.22.2 # via tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx-bsl -tensorflow-model-analysis==0.22.2 # via tfx -tensorflow-serving-api==2.2.0 # via tfx, tfx-bsl -tensorflow-transform==0.22.0 # via tensorflow-data-validation, tfx -tensorflow==2.2.0 # via ml-metadata, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-serving-api, tensorflow-transform, tfx, tfx-bsl -termcolor==1.1.0 # via tensorflow -terminado==0.8.3 # via notebook +tensorboard-plugin-wit==1.8.0 # via tensorboard +tensorboard==2.4.1 # via tensorflow, tensorflow-cloud +tensorflow-cloud==0.1.11 # via tfx +tensorflow-data-validation==0.26.0 # via tfx +tensorflow-datasets==3.0.0 # via tensorflow-cloud +tensorflow-estimator==2.3.0 # via tensorflow +tensorflow-hub==0.9.0 # via tfx +tensorflow-metadata==0.26.0 # via tensorflow-data-validation, tensorflow-datasets, tensorflow-model-analysis, tensorflow-transform, tfx-bsl +tensorflow-model-analysis==0.26.0 # via tfx +tensorflow-serving-api==2.3.0 # via tfx, tfx-bsl +tensorflow-transform==0.26.0 # via tensorflow-data-validation, tfx +tensorflow==2.3.2 # via tensorflow-cloud, tensorflow-data-validation, tensorflow-model-analysis, tensorflow-serving-api, tensorflow-transform, tfx, tfx-bsl +termcolor==1.1.0 # via tensorflow, tensorflow-datasets +terminado==0.9.2 # via notebook terminaltables==3.1.0 # via keras-tuner testpath==0.4.4 # via nbconvert -tfx-bsl==0.22.1 # via tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx -tfx==0.22.0 # via -r - -tornado==6.0.4 # via ipykernel, jupyter-client, notebook, terminado -tqdm==4.47.0 # via keras-tuner -traitlets==4.3.3 # via ipykernel, ipython, ipywidgets, jupyter-client, jupyter-core, nbconvert, nbformat, notebook, qtconsole -typing-extensions==3.7.4.2 # via apache-beam -typing==3.7.4.1 # via apache-beam +tfx-bsl==0.26.1 # via tensorflow-data-validation, tensorflow-model-analysis, tensorflow-transform, tfx +tfx==0.26.0 # via -r - +threadpoolctl==2.1.0 # via scikit-learn +tornado==6.1 # via ipykernel, jupyter-client, notebook, terminado +tqdm==4.56.0 # via keras-tuner, tensorflow-datasets +traitlets==5.0.5 # via ipykernel, ipython, ipywidgets, jupyter-client, jupyter-core, nbclient, nbconvert, nbformat, notebook +typing-extensions==3.7.4.3 # via apache-beam, importlib-metadata, libcst, typing-inspect +typing-inspect==0.6.0 # via libcst uritemplate==3.0.1 # via google-api-python-client -urllib3==1.25.9 # via kubernetes, requests +urllib3==1.26.3 # via kubernetes, requests wcwidth==0.2.5 # via prompt-toolkit webencodings==0.5.1 # via bleach websocket-client==0.57.0 # via docker, kubernetes werkzeug==1.0.1 # via tensorboard -wheel==0.34.2 # via astunparse, tensorboard, tensorflow +wheel==0.36.2 # via astunparse, tensorboard, tensorflow widgetsnbextension==3.5.1 # via ipywidgets -wrapt==1.12.1 # via tensorflow -zipp==1.2.0 # via importlib-metadata +wrapt==1.12.1 # via tensorflow, tensorflow-datasets +zipp==3.4.0 # via importlib-metadata # The following packages are considered to be unsafe in a requirements file: # setuptools diff --git a/backend/update_requirements.sh b/backend/update_requirements.sh index f4cb2118c4f..a0b9cf7b55f 100755 --- a/backend/update_requirements.sh +++ b/backend/update_requirements.sh @@ -1,6 +1,6 @@ #!/bin/bash -# Usage: update_requirements.sh requirements.txt +# Usage: ./update_requirements.sh requirements.txt set -euo pipefail IMAGE=${1:-"python:3.7"}