From 6691bc86d8917a7ea89308fb99dc3838912e9a9b Mon Sep 17 00:00:00 2001 From: Your Name Date: Thu, 3 Oct 2024 14:52:58 +0000 Subject: [PATCH 1/6] ROCm changes --- constraints/rocm.txt | 15 ++++++++++++++- scripts/article/run_rocm.sh | 37 ++++++++++++++++++++++++++++--------- 2 files changed, 42 insertions(+), 10 deletions(-) diff --git a/constraints/rocm.txt b/constraints/rocm.txt index b86ce00d3..cc1585575 100644 --- a/constraints/rocm.txt +++ b/constraints/rocm.txt @@ -1,7 +1,20 @@ ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 # # voir >= 0.2.19 torchcompat >= 1.0.0 gymnax >= 0.0.8 + + +trl<0.11.0 + +# latest torchtune is slower than before and cause failures +# next version of pytorch seems to work better +# so pending a new version of pytorch this is what we get +torchtune<0.3.0 + +# transformers added torchao support recently +# but only the most recent version we do not support +transformers<4.45.0 +torchao \ No newline at end of file diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index b8a15fb76..96f78e715 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -6,10 +6,16 @@ export MILABENCH_GPU_ARCH=rocm export MILABENCH_WORDIR="$(pwd)/$MILABENCH_GPU_ARCH" export MILABENCH_BASE="$MILABENCH_WORDIR/results" -export MILABENCH_CONFIG="$MILABENCH_WORDIR/milabench/config/standard.yaml" export MILABENCH_VENV="$MILABENCH_WORDIR/env" export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch" +if [ -z "${MILABENCH_SOURCE}" ]; then + export MILABENCH_CONFIG="$MILABENCH_WORDIR/milabench/config/standard.yaml" +else + export MILABENCH_CONFIG="$MILABENCH_SOURCE/config/standard.yaml" +fi + +ARGS="$@" install_prepare() { mkdir -p $MILABENCH_WORDIR @@ -17,15 +23,22 @@ install_prepare() { virtualenv $MILABENCH_WORDIR/env - git clone https://github.com/mila-iqia/milabench.git + if [ -z "${MILABENCH_SOURCE}" ]; then + if [ ! -d "$MILABENCH_WORDIR/milabench" ]; then + git clone https://github.com/mila-iqia/milabench.git + fi + export MILABENCH_SOURCE="$MILABENCH_WORDIR/milabench" + fi . $MILABENCH_WORDIR/env/bin/activate - pip install -e $MILABENCH_WORDIR/milabench + pip install -e $MILABENCH_SOURCE + # # Install milabench's benchmarks in their venv # - milabench install + milabench pin --variant rocm --from-scratch $ARGS + milabench install $ARGS # # Override/add package to milabench venv here @@ -36,13 +49,19 @@ install_prepare() { ( . $BENCHMARK_VENV/bin/activate + if [ -z "${MILABENCH_HF_TOKEN}" ]; then + echo "Missing token" + else + huggingface-cli login --token $MILABENCH_HF_TOKEN + fi + # # Override/add package to the benchmark venv here # which pip - pip uninstall torch torchvision torchaudio - pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1 - pip uninstall pynvml + # pip uninstall torch torchvision torchaudio -y + # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1 + # pip uninstall pynvml # sudo apt-get install lld # https://github.com/ROCm/jax/releases/tag/rocm-jaxlib-v0.4.30 @@ -64,7 +83,7 @@ install_prepare() { # # Generate/download datasets, download models etc... # - milabench prepare + milabench prepare $ARGS } if [ ! -d "$MILABENCH_WORDIR" ]; then @@ -78,7 +97,7 @@ cd $MILABENCH_WORDIR # # Run the benchmakrs -milabench run "$@" +milabench run $ARGS # # Display report From de92a7ea9dea1da24e8105e4566d5e6daef8464c Mon Sep 17 00:00:00 2001 From: Your Name Date: Thu, 3 Oct 2024 15:48:05 +0000 Subject: [PATCH 2/6] Update ping --- .pin/constraints-rocm-torch.txt | 557 +++++++++++--- benchmarks/brax/requirements.rocm.txt | 73 +- benchmarks/diffusion/requirements.rocm.txt | 75 +- benchmarks/dinov2/requirements.rocm.txt | 43 +- benchmarks/flops/requirements.rocm.txt | 33 +- benchmarks/geo_gnn/requirements-pre.rocm.txt | 30 +- benchmarks/geo_gnn/requirements.rocm.txt | 185 +++-- benchmarks/huggingface/requirements.rocm.txt | 44 +- benchmarks/lightning/requirements.rocm.txt | 50 +- benchmarks/llama/requirements.rocm.txt | 64 +- benchmarks/llava/requirements.rocm.txt | 293 ++++++++ benchmarks/llm/requirements.rocm.txt | 118 ++- benchmarks/purejaxrl/requirements.rocm.txt | 693 ++++++++++++++++++ benchmarks/recursiongfn/requirements.rocm.txt | 328 ++++----- benchmarks/rlhf/requirements.rocm.txt | 312 ++++++++ benchmarks/timm/requirements.rocm.txt | 41 +- benchmarks/torchatari/requirements.rocm.txt | 49 +- benchmarks/torchvision/requirements.rocm.txt | 33 +- .../torchvision_ddp/requirements.rocm.txt | 33 +- benchmarks/vjepa/requirements.rocm.txt | 247 +++++++ milabench/_version.py | 6 +- scripts/article/run_rocm.sh | 5 +- 22 files changed, 2638 insertions(+), 674 deletions(-) create mode 100644 benchmarks/llava/requirements.rocm.txt create mode 100644 benchmarks/purejaxrl/requirements.rocm.txt create mode 100644 benchmarks/rlhf/requirements.rocm.txt create mode 100644 benchmarks/vjepa/requirements.rocm.txt diff --git a/.pin/constraints-rocm-torch.txt b/.pin/constraints-rocm-torch.txt index 4fe6ae9da..ecc49d511 100644 --- a/.pin/constraints-rocm-torch.txt +++ b/.pin/constraints-rocm-torch.txt @@ -2,31 +2,39 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=.pin/constraints-rocm-torch.txt .pin/tmp-constraints.txt benchmarks/brax/requirements.in benchmarks/diffusion/requirements.in benchmarks/dinov2/requirements.in benchmarks/flops/requirements.in benchmarks/huggingface/requirements.in benchmarks/lightning/requirements.in benchmarks/llama/requirements.in benchmarks/llm/requirements.in benchmarks/super-slomo/requirements.in benchmarks/timm/requirements.in benchmarks/torchatari/requirements.in benchmarks/torchvision/requirements.in benchmarks/torchvision_ddp/requirements.in +# pip-compile --output-file=.pin/constraints-rocm-torch.txt .pin/tmp-constraints.txt benchmarks/brax/requirements.in benchmarks/diffusion/requirements.in benchmarks/dinov2/requirements.in benchmarks/flops/requirements.in benchmarks/geo_gnn/requirements-pre.in benchmarks/geo_gnn/requirements.in benchmarks/huggingface/requirements.in benchmarks/lightning/requirements.in benchmarks/llama/requirements.in benchmarks/llava/requirements.in benchmarks/llm/requirements.in benchmarks/purejaxrl/requirements.in benchmarks/recursiongfn/requirements.in benchmarks/rlhf/requirements.in benchmarks/timm/requirements.in benchmarks/torchatari/requirements.in benchmarks/torchvision/requirements.in benchmarks/torchvision_ddp/requirements.in benchmarks/vjepa/requirements.in constraints/extra/torch.rocm.txt # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 absl-py==2.1.0 # via # brax # chex + # distrax # dm-env # ml-collections # mujoco # mujoco-mjx # optax # orbax-checkpoint + # rlax # tensorboard -accelerate==0.33.0 + # tensorflow-probability +accelerate==0.34.2 # via # -r benchmarks/diffusion/requirements.in + # -r benchmarks/llava/requirements.in + # -r benchmarks/llm/requirements.in + # -r benchmarks/rlhf/requirements.in # diffusers -aiohappyeyeballs==2.4.0 + # trl +aiohappyeyeballs==2.4.3 # via aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via # datasets # fsspec + # torch-geometric aiosignal==1.3.1 # via aiohttp antlr4-python3-runtime==4.9.3 @@ -37,72 +45,137 @@ argklass==1.4.4 # via # -r benchmarks/diffusion/requirements.in # -r benchmarks/llm/requirements.in + # -r benchmarks/purejaxrl/requirements.in +astroid==3.3.4 + # via pylint asttokens==2.4.1 # via giving async-timeout==4.0.3 # via aiohttp attrs==24.2.0 # via aiohttp +beartype==0.19.0 + # via -r benchmarks/vjepa/requirements.in +black==24.8.0 + # via navix blinker==1.8.2 # via flask -blobfile==2.1.1 - # via torchtune +blobfile==3.0.0 + # via + # -r benchmarks/llm/requirements.txt + # torchtune +blosc2==2.7.1 + # via tables +botorch==0.12.0 + # via -r benchmarks/recursiongfn/requirements.in +braceexpand==0.1.7 + # via + # -r benchmarks/vjepa/requirements.in + # webdataset brax==0.10.5 - # via -r benchmarks/brax/requirements.in + # via + # -r benchmarks/brax/requirements.in + # -r benchmarks/purejaxrl/requirements.in cantilever==0.1.0 # via -r benchmarks/torchatari/requirements.in -certifi==2024.7.4 - # via requests +certifi==2024.8.30 + # via + # requests + # sentry-sdk charset-normalizer==3.3.2 # via requests -chex==0.1.86 - # via optax +chex==0.1.87 + # via + # distrax + # evosax + # flashbax + # gymnax + # optax + # rlax click==8.1.7 - # via flask + # via + # black + # flask + # wandb cloudpickle==3.0.0 # via # gym # gymnasium # submitit -codefind==0.1.6 + # tensorflow-probability +codefind==0.1.7 # via ptera contextlib2==21.6.0 # via ml-collections -datasets==2.21.0 +contourpy==1.3.0 + # via matplotlib +cvxopt==1.3.2 + # via -r benchmarks/recursiongfn/requirements.in +cycler==0.12.1 + # via matplotlib +datasets==3.0.1 # via # -r benchmarks/diffusion/requirements.in # -r benchmarks/llama/requirements.in + # -r benchmarks/llava/requirements.in + # -r benchmarks/rlhf/requirements.in # torchtune -diffusers[torch]==0.30.0 + # trl +decorator==5.1.1 + # via tensorflow-probability +decord==0.6.0 + # via -r benchmarks/vjepa/requirements.in +diffusers[torch]==0.30.3 # via -r benchmarks/diffusion/requirements.in dill==0.3.8 # via # datasets # multiprocess + # pylint +distrax==0.1.5 + # via + # -r benchmarks/purejaxrl/requirements.in + # rlax dm-env==1.6 # via # brax # envpool + # rlax dm-tree==0.1.8 - # via dm-env + # via + # dm-env + # tensorflow-probability +docker-pycreds==0.4.0 + # via wandb docstring-parser==0.16 # via tyro +dotmap==1.3.30 + # via evosax +einops==0.8.0 + # via -r benchmarks/vjepa/requirements.in envpool==0.8.4 # via -r benchmarks/torchatari/requirements.in -etils[epath,epy]==1.7.0 +etils[epath,epy]==1.9.4 # via # brax # mujoco # mujoco-mjx # optax # orbax-checkpoint -executing==1.2.0 +evosax==0.1.6 + # via -r benchmarks/purejaxrl/requirements.in +exceptiongroup==1.2.2 + # via pytest +executing==2.1.0 # via varname fairscale==0.4.13 - # via -r benchmarks/llama/requirements.in + # via + # -r benchmarks/llama/requirements.in + # -r benchmarks/llm/requirements.in + # -r benchmarks/llm/requirements.txt farama-notifications==0.0.4 # via gymnasium -filelock==3.15.4 +filelock==3.16.1 # via # blobfile # datasets @@ -111,16 +184,30 @@ filelock==3.15.4 # pytorch-triton-rocm # torch # transformers -fire==0.6.0 - # via -r benchmarks/llama/requirements.in +fire==0.7.0 + # via + # -r benchmarks/llama/requirements.in + # -r benchmarks/llm/requirements.txt +flake8==7.1.1 + # via navix +flashbax==0.1.2 + # via -r benchmarks/purejaxrl/requirements.in flask==3.0.3 # via # brax # flask-cors -flask-cors==4.0.1 - # via brax -flax==0.8.5 +flask-cors==5.0.0 # via brax +flax==0.9.0 + # via + # -r benchmarks/purejaxrl/requirements.in + # brax + # evosax + # flashbax + # gymnax + # navix +fonttools==4.54.1 + # via matplotlib frozenlist==1.4.1 # via # aiohttp @@ -133,92 +220,141 @@ fsspec[http]==2024.6.1 # lightning # pytorch-lightning # torch + # torch-geometric fvcore==0.1.5.post20221221 # via -r benchmarks/dinov2/requirements.in -giving==0.4.2 +gast==0.6.0 + # via tensorflow-probability +gitdb==4.0.11 + # via gitpython +gitpython==3.1.43 + # via + # -r benchmarks/recursiongfn/requirements.in + # wandb +giving==0.4.3 # via # ptera # voir glfw==2.7.0 # via mujoco -grpcio==1.65.5 +gpytorch==1.13 + # via + # -r benchmarks/recursiongfn/requirements.in + # botorch +grpcio==1.66.2 # via # brax # tensorboard -gym==0.23.1 +gym==0.26.2 # via # -r benchmarks/torchatari/requirements.in # brax # envpool + # gymnax gym-notices==0.0.8 # via gym gymnasium==0.29.1 - # via envpool + # via + # envpool + # gymnax +gymnax==0.0.8 + # via + # -c .pin/../constraints/rocm.txt + # -r benchmarks/purejaxrl/requirements.in hjson==3.1.0 # via argklass -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -r benchmarks/timm/requirements.in # accelerate # datasets # diffusers + # timm # tokenizers # torchtune # transformers humanize==4.10.0 # via orbax-checkpoint -idna==3.7 +idna==3.10 # via # requests # yarl -importlib-metadata==8.4.0 +importlib-metadata==8.5.0 # via diffusers -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # argklass # cantilever # etils # torchcompat +iniconfig==2.0.0 + # via pytest iopath==0.1.10 # via # -r benchmarks/dinov2/requirements.in # fvcore +isort==5.13.2 + # via pylint itsdangerous==2.2.0 # via flask -jax==0.4.31 +jax==0.4.33 # via # -r benchmarks/brax/requirements.in + # -r benchmarks/purejaxrl/requirements.in # brax # chex + # distrax + # evosax + # flashbax # flax + # gymnax # jaxopt # mujoco-mjx # optax # orbax-checkpoint -jaxlib==0.4.31 + # rlax +jaxlib==0.4.33 # via # brax # chex + # distrax + # evosax + # flashbax + # gymnax # jax # jaxopt # mujoco-mjx # optax # orbax-checkpoint + # rlax jaxopt==0.8.3 # via brax +jaxtyping==0.2.19 + # via + # gpytorch + # linear-operator jinja2==3.1.4 # via # brax # flask # torch + # torch-geometric +joblib==1.4.2 + # via scikit-learn +kiwisolver==1.4.7 + # via matplotlib lightning==2.4.0 # via -r benchmarks/lightning/requirements.in -lightning-utilities==0.11.6 +lightning-utilities==0.11.7 # via # lightning # pytorch-lightning # torchmetrics -lxml==4.9.4 +linear-operator==0.5.3 + # via + # botorch + # gpytorch +lxml==5.3.0 # via blobfile markdown==3.7 # via tensorboard @@ -228,169 +364,284 @@ markupsafe==2.1.5 # via # jinja2 # werkzeug +matplotlib==3.9.2 + # via + # evosax + # gymnax + # seaborn +mccabe==0.7.0 + # via + # flake8 + # pylint mdurl==0.1.2 # via markdown-it-py ml-collections==0.1.1 # via brax -ml-dtypes==0.4.0 +ml-dtypes==0.5.0 # via # jax # jaxlib # tensorstore mpmath==1.3.0 - # via sympy -msgpack==1.0.8 # via + # botorch + # gpytorch + # linear-operator + # sympy +msgpack==1.1.0 + # via + # blosc2 # flax # orbax-checkpoint -mujoco==3.2.2 +mujoco==3.2.3 # via # brax # mujoco-mjx -mujoco-mjx==3.2.2 +mujoco-mjx==3.2.3 # via brax -multidict==6.0.5 +multidict==6.1.0 # via # aiohttp # yarl +multipledispatch==1.0.0 + # via botorch multiprocess==0.70.16 # via datasets +mypy-extensions==1.0.0 + # via black +navix==0.7.0 + # via -r benchmarks/purejaxrl/requirements.in +ndindex==1.9.2 + # via blosc2 nest-asyncio==1.6.0 # via orbax-checkpoint networkx==3.3 - # via torch + # via + # -r benchmarks/recursiongfn/requirements.in + # torch +numexpr==2.10.1 + # via + # blosc2 + # tables numpy==1.26.4 # via - # -r benchmarks/super-slomo/requirements.in + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/llava/requirements.in + # -r benchmarks/purejaxrl/requirements.in # -r benchmarks/torchatari/requirements.in + # -r benchmarks/vjepa/requirements.in # accelerate + # blosc2 # brax # chex + # contourpy # datasets + # decord # diffusers + # distrax # dm-env # envpool + # evosax # fairscale - # flax + # flashbax # fvcore # gym # gymnasium # jax # jaxlib # jaxopt + # jaxtyping + # matplotlib # ml-dtypes # mujoco + # navix + # numexpr # opencv-python - # opt-einsum # optax # orbax-checkpoint # pandas # pyarrow + # pyro-ppl + # rdkit + # rlax + # scikit-learn # scipy + # seaborn + # tables # tensorboard # tensorboardx + # tensorflow-probability # tensorstore + # torch-geometric # torchmetrics # torchtune # torchvision # transformers # trimesh + # trl + # webdataset # xformers +nvidia-ml-py==12.560.30 + # via voir omegaconf==2.3.0 # via # -r benchmarks/dinov2/requirements.in + # -r benchmarks/recursiongfn/requirements.in # torchtune # voir opencv-python==4.10.0.84 - # via -r benchmarks/super-slomo/requirements.in -opt-einsum==3.3.0 - # via jax + # via -r benchmarks/vjepa/requirements.in +opt-einsum==3.4.0 + # via + # jax + # pyro-ppl optax==0.2.3 # via + # -r benchmarks/purejaxrl/requirements.in # brax # flax -optree==0.12.1 +optree==0.13.0 # via envpool -orbax-checkpoint==0.6.0 +orbax-checkpoint==0.6.4 # via # brax # flax -ovld==0.3.8 +ovld==0.3.9 # via voir packaging==24.1 # via # accelerate + # black # datasets # envpool # huggingface-hub # lightning # lightning-utilities + # matplotlib + # pytest # pytorch-lightning + # setuptools-scm + # tables # tensorboard # tensorboardx # torchmetrics # transformers -pandas==2.2.2 - # via datasets +pandas==2.2.3 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in + # -r benchmarks/vjepa/requirements.in + # datasets + # seaborn +pathspec==0.12.1 + # via black pillow==10.4.0 # via # -r benchmarks/huggingface/requirements.in + # -r benchmarks/llava/requirements.in # brax # diffusers # fvcore + # matplotlib + # navix + # rdkit # torchvision +platformdirs==4.3.6 + # via + # black + # pylint + # wandb +pluggy==1.5.0 + # via pytest portalocker==2.10.1 # via iopath -protobuf==5.27.3 +protobuf==5.28.2 # via # orbax-checkpoint # tensorboard # tensorboardx + # wandb psutil==5.9.8 # via # accelerate + # torch-geometric # voir + # wandb ptera==1.4.1 # via voir +py-cpuinfo==9.0.0 + # via + # blosc2 + # tables pyarrow==17.0.0 - # via datasets -pycryptodomex==3.20.0 + # via + # -r benchmarks/recursiongfn/requirements.in + # datasets +pycodestyle==2.12.1 + # via flake8 +pycryptodomex==3.21.0 # via blobfile +pyflakes==3.2.0 + # via flake8 pygments==2.18.0 # via rich -pynvml==11.5.3 - # via voir +pylint==3.3.1 + # via navix pyopengl==3.1.7 # via mujoco +pyparsing==3.1.4 + # via + # matplotlib + # torch-geometric +pyro-api==0.1.2 + # via pyro-ppl +pyro-ppl==1.9.1 + # via + # -r benchmarks/recursiongfn/requirements.in + # botorch +pytest==8.3.3 + # via navix python-dateutil==2.9.0.post0 - # via pandas + # via + # matplotlib + # pandas pytinyrenderer==0.0.14 # via brax pytorch-lightning==2.4.0 # via lightning pytorch-triton-rocm==3.0.0 # via torch -pytz==2024.1 +pytz==2024.2 # via pandas pyyaml==6.0.2 # via # -r benchmarks/llm/requirements.in # -r benchmarks/timm/requirements.in + # -r benchmarks/vjepa/requirements.in # accelerate # datasets + # evosax # flax # fvcore + # gymnax # huggingface-hub # lightning # ml-collections # omegaconf # orbax-checkpoint # pytorch-lightning + # timm # transformers + # wandb + # webdataset # yacs +rdkit==2024.3.5 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in reactivex==4.0.4 # via giving -regex==2024.7.24 +regex==2024.9.11 # via # diffusers # tiktoken @@ -401,90 +652,166 @@ requests==2.32.3 # diffusers # huggingface-hub # tiktoken + # torch-geometric # transformers -rich==13.7.1 + # wandb +rich==13.9.1 # via # flax # tyro # voir -safetensors==0.4.4 +rlax==0.1.6 + # via navix +safetensors==0.4.5 # via # -r benchmarks/timm/requirements.in # accelerate # diffusers + # timm # torchtune # transformers -scipy==1.14.0 +scikit-learn==1.5.2 + # via gpytorch +scipy==1.14.1 # via # -r benchmarks/dinov2/requirements.in + # -r benchmarks/recursiongfn/requirements.in + # botorch # brax + # gpytorch # jax # jaxlib # jaxopt + # linear-operator # mujoco-mjx + # scikit-learn + # torch-cluster + # torch-sparse +seaborn==0.13.2 + # via gymnax sentencepiece==0.2.0 # via # -r benchmarks/llama/requirements.in # torchtune +sentry-sdk==2.15.0 + # via wandb +setproctitle==1.3.3 + # via wandb +setuptools-scm==8.1.0 + # via navix shtab==1.7.1 # via tyro six==1.16.0 # via # asttokens - # fire + # docker-pycreds # ml-collections # python-dateutil # tensorboard -submitit==1.5.1 - # via -r benchmarks/dinov2/requirements.in -sympy==1.13.2 + # tensorflow-probability +smmap==5.0.1 + # via gitdb +submitit==1.5.2 + # via + # -r benchmarks/dinov2/requirements.in + # -r benchmarks/vjepa/requirements.in +sympy==1.13.3 # via torch +tables==3.10.1 + # via -r benchmarks/recursiongfn/requirements.in tabulate==0.9.0 # via fvcore -tensorboard==2.17.1 - # via -r benchmarks/torchatari/requirements.in +tensorboard==2.18.0 + # via + # -r benchmarks/recursiongfn/requirements.in + # -r benchmarks/torchatari/requirements.in tensorboard-data-server==0.7.2 # via tensorboard tensorboardx==2.6.2.2 # via brax -tensorstore==0.1.64 +tensorflow-probability==0.24.0 + # via distrax +tensorstore==0.1.66 # via + # flashbax # flax # orbax-checkpoint termcolor==2.4.0 # via # fire # fvcore +threadpoolctl==3.5.0 + # via scikit-learn tiktoken==0.7.0 # via torchtune +timm==1.0.9 + # via -r benchmarks/vjepa/requirements.in tokenizers==0.19.1 # via transformers +tomli==2.0.2 + # via + # black + # pylint + # pytest + # setuptools-scm +tomlkit==0.13.2 + # via pylint toolz==0.12.1 # via chex -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -r benchmarks/brax/requirements.in # -r benchmarks/dinov2/requirements.in # -r benchmarks/flops/requirements.in + # -r benchmarks/geo_gnn/requirements-pre.in # -r benchmarks/huggingface/requirements.in # -r benchmarks/lightning/requirements.in # -r benchmarks/llama/requirements.in + # -r benchmarks/llava/requirements.in # -r benchmarks/llm/requirements.in - # -r benchmarks/super-slomo/requirements.in + # -r benchmarks/llm/requirements.txt + # -r benchmarks/purejaxrl/requirements.in + # -r benchmarks/recursiongfn/requirements.in + # -r benchmarks/rlhf/requirements.in # -r benchmarks/timm/requirements.in # -r benchmarks/torchatari/requirements.in # -r benchmarks/torchvision/requirements.in # -r benchmarks/torchvision_ddp/requirements.in + # -r benchmarks/vjepa/requirements.in # accelerate + # botorch # diffusers # fairscale # lightning + # linear-operator + # pyro-ppl # pytorch-lightning + # timm # torchmetrics # torchvision + # trl # xformers +torch-cluster==1.6.3 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in +torch-geometric==2.6.1 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in +torch-scatter==2.1.2 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in +torch-sparse==0.6.18 + # via + # -r benchmarks/geo_gnn/requirements.in + # -r benchmarks/recursiongfn/requirements.in torchao==0.3.1 - # via torchtune + # via + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llm/requirements.in + # torchtune torchcompat==1.1.4 # via # -c .pin/../constraints/rocm.txt @@ -493,28 +820,30 @@ torchcompat==1.1.4 # -r benchmarks/torchatari/requirements.in # -r benchmarks/torchvision/requirements.in # -r benchmarks/torchvision_ddp/requirements.in -torchmetrics==1.4.1 +torchmetrics==1.4.2 # via # -r benchmarks/dinov2/requirements.in # lightning # pytorch-lightning torchtune==0.2.1 - # via -r benchmarks/llm/requirements.in -torchvision==0.19.0+rocm6.0 + # via + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llm/requirements.in +torchvision==0.19.1+rocm6.1 # via # -r benchmarks/diffusion/requirements.in # -r benchmarks/dinov2/requirements.in # -r benchmarks/flops/requirements.in # -r benchmarks/lightning/requirements.in - # -r benchmarks/super-slomo/requirements.in # -r benchmarks/timm/requirements.in # -r benchmarks/torchvision/requirements.in # -r benchmarks/torchvision_ddp/requirements.in + # -r benchmarks/vjepa/requirements.in + # timm tqdm==4.66.5 # via # -r benchmarks/diffusion/requirements.in # -r benchmarks/flops/requirements.in - # -r benchmarks/super-slomo/requirements.in # -r benchmarks/torchvision/requirements.in # -r benchmarks/torchvision_ddp/requirements.in # datasets @@ -522,48 +851,75 @@ tqdm==4.66.5 # huggingface-hub # iopath # lightning + # pyro-ppl # pytorch-lightning + # torch-geometric # torchtune # transformers -transformers==4.44.1 +transformers==4.44.2 # via + # -c .pin/../constraints/rocm.txt # -r benchmarks/diffusion/requirements.in # -r benchmarks/huggingface/requirements.in # -r benchmarks/llama/requirements.in -trimesh==4.4.7 + # -r benchmarks/llava/requirements.in + # -r benchmarks/llm/requirements.in + # -r benchmarks/rlhf/requirements.in + # trl +trimesh==4.4.9 # via # brax # mujoco-mjx -types-protobuf==5.27.0.20240626 +trl==0.10.1 + # via + # -c .pin/../constraints/rocm.txt + # -r benchmarks/rlhf/requirements.in +typeguard==4.3.0 + # via jaxtyping +types-protobuf==5.28.0.20240924 # via envpool typing-extensions==4.12.2 # via + # astroid + # black + # botorch # brax # chex # envpool # etils + # flashbax # flax # gymnasium # huggingface-hub # iopath + # jaxtyping # lightning # lightning-utilities + # multidict + # navix # optree # orbax-checkpoint # pytorch-lightning # reactivex + # rich # submitit + # tables # torch + # typeguard # tyro -tyro==0.8.8 - # via -r benchmarks/torchatari/requirements.in -tzdata==2024.1 +tyro==0.8.11 + # via + # -r benchmarks/torchatari/requirements.in + # navix + # trl +tzdata==2024.2 # via pandas -urllib3==2.2.2 +urllib3==2.2.3 # via # blobfile # requests -varname==0.10.0 + # sentry-sdk +varname==0.13.3 # via giving voir==0.2.19 # via @@ -572,28 +928,39 @@ voir==0.2.19 # -r benchmarks/diffusion/requirements.in # -r benchmarks/dinov2/requirements.in # -r benchmarks/flops/requirements.in + # -r benchmarks/geo_gnn/requirements.in # -r benchmarks/huggingface/requirements.in # -r benchmarks/lightning/requirements.in # -r benchmarks/llama/requirements.in + # -r benchmarks/llava/requirements.in # -r benchmarks/llm/requirements.in - # -r benchmarks/super-slomo/requirements.in + # -r benchmarks/purejaxrl/requirements.in + # -r benchmarks/recursiongfn/requirements.in + # -r benchmarks/rlhf/requirements.in # -r benchmarks/timm/requirements.in # -r benchmarks/torchatari/requirements.in # -r benchmarks/torchvision/requirements.in # -r benchmarks/torchvision_ddp/requirements.in -werkzeug==3.0.3 + # -r benchmarks/vjepa/requirements.in +wandb==0.18.3 + # via + # -r benchmarks/recursiongfn/requirements.in + # navix +webdataset==0.2.100 + # via -r benchmarks/vjepa/requirements.in +werkzeug==3.0.4 # via # flask # tensorboard -xformers==0.0.27.post2 +xformers==0.0.28.post1 # via -r benchmarks/dinov2/requirements.in xxhash==3.5.0 # via datasets yacs==0.1.8 # via fvcore -yarl==1.9.4 +yarl==1.13.1 # via aiohttp -zipp==3.20.0 +zipp==3.20.2 # via # etils # importlib-metadata diff --git a/benchmarks/brax/requirements.rocm.txt b/benchmarks/brax/requirements.rocm.txt index 0c14e04d9..a1923520c 100644 --- a/benchmarks/brax/requirements.rocm.txt +++ b/benchmarks/brax/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/brax/requirements.rocm.txt .pin/tmp-constraints-rocm-brax.txt benchmarks/brax/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 absl-py==2.1.0 # via @@ -33,7 +33,7 @@ brax==0.10.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/brax/requirements.in -chex==0.1.86 +chex==0.1.87 # via # -c .pin/../.pin/constraints-rocm-torch.txt # optax @@ -45,7 +45,7 @@ cloudpickle==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # gym -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -61,7 +61,7 @@ dm-tree==0.1.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt # dm-env -etils[epath,epy]==1.7.0 +etils[epath,epy]==1.9.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -69,11 +69,11 @@ etils[epath,epy]==1.7.0 # mujoco-mjx # optax # orbax-checkpoint -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -83,11 +83,11 @@ flask==3.0.3 # -c .pin/../.pin/constraints-rocm-torch.txt # brax # flask-cors -flask-cors==4.0.1 +flask-cors==5.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax -flax==0.8.5 +flax==0.9.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -96,7 +96,7 @@ fsspec==2024.6.1 # -c .pin/../.pin/constraints-rocm-torch.txt # etils # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -105,11 +105,11 @@ glfw==2.7.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # mujoco -grpcio==1.65.5 +grpcio==1.66.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax -gym==0.23.1 +gym==0.26.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -121,7 +121,7 @@ humanize==4.10.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # orbax-checkpoint -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # etils @@ -129,7 +129,7 @@ itsdangerous==2.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # flask -jax==0.4.31 +jax==0.4.33 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/brax/requirements.in @@ -140,7 +140,7 @@ jax==0.4.31 # mujoco-mjx # optax # orbax-checkpoint -jaxlib==0.4.31 +jaxlib==0.4.33 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -177,7 +177,7 @@ ml-collections==0.1.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax -ml-dtypes==0.4.0 +ml-dtypes==0.5.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # jax @@ -187,17 +187,17 @@ mpmath==1.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # sympy -msgpack==1.0.8 +msgpack==1.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # flax # orbax-checkpoint -mujoco==3.2.2 +mujoco==3.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax # mujoco-mjx -mujoco-mjx==3.2.2 +mujoco-mjx==3.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -215,25 +215,27 @@ numpy==1.26.4 # brax # chex # dm-env - # flax # gym # jax # jaxlib # jaxopt # ml-dtypes # mujoco - # opt-einsum # optax # orbax-checkpoint # scipy # tensorboardx # tensorstore # trimesh +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -opt-einsum==3.3.0 +opt-einsum==3.4.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # jax @@ -242,12 +244,12 @@ optax==0.2.3 # -c .pin/../.pin/constraints-rocm-torch.txt # brax # flax -orbax-checkpoint==0.6.0 +orbax-checkpoint==0.6.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax # flax -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -259,7 +261,7 @@ pillow==10.4.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax -protobuf==5.27.3 +protobuf==5.28.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # orbax-checkpoint @@ -276,10 +278,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pyopengl==3.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -303,12 +301,12 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # flax # voir -scipy==1.14.0 +scipy==1.14.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -321,7 +319,7 @@ six==1.16.0 # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # ml-collections -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch @@ -329,7 +327,7 @@ tensorboardx==2.6.2.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax -tensorstore==0.1.64 +tensorstore==0.1.66 # via # -c .pin/../.pin/constraints-rocm-torch.txt # flax @@ -338,11 +336,11 @@ toolz==0.12.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # chex -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/brax/requirements.in -trimesh==4.4.7 +trimesh==4.4.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # brax @@ -356,8 +354,9 @@ typing-extensions==4.12.2 # flax # orbax-checkpoint # reactivex + # rich # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving @@ -366,11 +365,11 @@ voir==0.2.19 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/brax/requirements.in -werkzeug==3.0.3 +werkzeug==3.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # flask -zipp==3.20.0 +zipp==3.20.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # etils diff --git a/benchmarks/diffusion/requirements.rocm.txt b/benchmarks/diffusion/requirements.rocm.txt index 5d0fd6e3f..ecedcbb4e 100644 --- a/benchmarks/diffusion/requirements.rocm.txt +++ b/benchmarks/diffusion/requirements.rocm.txt @@ -4,18 +4,18 @@ # # pip-compile --output-file=benchmarks/diffusion/requirements.rocm.txt .pin/tmp-constraints-rocm-diffusion-nodes.txt benchmarks/diffusion/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -accelerate==0.33.0 +accelerate==0.34.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/diffusion/requirements.in # diffusers -aiohappyeyeballs==2.4.0 +aiohappyeyeballs==2.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -44,7 +44,7 @@ attrs==24.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -certifi==2024.7.4 +certifi==2024.8.30 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -52,15 +52,15 @@ charset-normalizer==3.3.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -datasets==2.21.0 +datasets==3.0.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/diffusion/requirements.in -diffusers[torch]==0.30.0 +diffusers[torch]==0.30.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/diffusion/requirements.in @@ -69,11 +69,11 @@ dill==0.3.8 # -c .pin/../.pin/constraints-rocm-torch.txt # datasets # multiprocess -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -93,7 +93,7 @@ fsspec[http]==2024.6.1 # datasets # huggingface-hub # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -102,7 +102,7 @@ hjson==3.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # argklass -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # accelerate @@ -110,16 +110,16 @@ huggingface-hub==0.24.6 # diffusers # tokenizers # transformers -idna==3.7 +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests # yarl -importlib-metadata==8.4.0 +importlib-metadata==8.5.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # diffusers -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # argklass @@ -143,7 +143,7 @@ mpmath==1.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # sympy -multidict==6.0.5 +multidict==6.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp @@ -166,11 +166,15 @@ numpy==1.26.4 # pyarrow # torchvision # transformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -181,7 +185,7 @@ packaging==24.1 # datasets # huggingface-hub # transformers -pandas==2.2.2 +pandas==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -207,10 +211,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir python-dateutil==2.9.0.post0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -219,7 +219,7 @@ pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -pytz==2024.1 +pytz==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas @@ -235,7 +235,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -regex==2024.7.24 +regex==2024.9.11 # via # -c .pin/../.pin/constraints-rocm-torch.txt # diffusers @@ -247,11 +247,11 @@ requests==2.32.3 # diffusers # huggingface-hub # transformers -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -safetensors==0.4.4 +safetensors==0.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # accelerate @@ -262,7 +262,7 @@ six==1.16.0 # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # python-dateutil -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch @@ -270,13 +270,13 @@ tokenizers==0.19.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # accelerate # diffusers # torchvision -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/diffusion/requirements.in @@ -287,29 +287,32 @@ tqdm==4.66.5 # datasets # huggingface-hub # transformers -transformers==4.44.1 +transformers==4.44.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt # -r benchmarks/diffusion/requirements.in typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub + # multidict # reactivex + # rich # torch -tzdata==2024.1 +tzdata==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas -urllib3==2.2.2 +urllib3==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt @@ -318,11 +321,11 @@ xxhash==3.5.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets -yarl==1.9.4 +yarl==1.13.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -zipp==3.20.0 +zipp==3.20.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # importlib-metadata diff --git a/benchmarks/dinov2/requirements.rocm.txt b/benchmarks/dinov2/requirements.rocm.txt index c46ba9819..f8b7f43e2 100644 --- a/benchmarks/dinov2/requirements.rocm.txt +++ b/benchmarks/dinov2/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/dinov2/requirements.rocm.txt .pin/tmp-constraints-rocm-dinov2-giant-gpus.txt benchmarks/dinov2/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -18,15 +18,15 @@ cloudpickle==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # submitit -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -39,7 +39,7 @@ fvcore==0.1.5.post20221221 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -53,7 +53,7 @@ jinja2==3.1.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -lightning-utilities==0.11.6 +lightning-utilities==0.11.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchmetrics @@ -85,12 +85,16 @@ numpy==1.26.4 # torchmetrics # torchvision # xformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -120,10 +124,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -138,11 +138,11 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -scipy==1.14.0 +scipy==1.14.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in @@ -150,11 +150,11 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -submitit==1.5.1 +submitit==1.5.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch @@ -166,18 +166,18 @@ termcolor==2.4.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # fvcore -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in # torchmetrics # torchvision # xformers -torchmetrics==1.4.1 +torchmetrics==1.4.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in @@ -192,18 +192,19 @@ typing-extensions==4.12.2 # iopath # lightning-utilities # reactivex + # rich # submitit # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/dinov2/requirements.in -xformers==0.0.27.post2 +xformers==0.0.28.post1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/dinov2/requirements.in diff --git a/benchmarks/flops/requirements.rocm.txt b/benchmarks/flops/requirements.rocm.txt index d9ac15eb5..fbc8952d1 100644 --- a/benchmarks/flops/requirements.rocm.txt +++ b/benchmarks/flops/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/flops/requirements.rocm.txt .pin/tmp-constraints-rocm-flops.txt benchmarks/flops/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -14,15 +14,15 @@ asttokens==2.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -31,12 +31,12 @@ fsspec==2024.6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchcompat @@ -68,11 +68,15 @@ numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchvision +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -92,10 +96,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -108,7 +108,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -116,11 +116,11 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/flops/requirements.in @@ -130,7 +130,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/flops/requirements.in -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/flops/requirements.in @@ -142,8 +142,9 @@ typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex + # rich # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/geo_gnn/requirements-pre.rocm.txt b/benchmarks/geo_gnn/requirements-pre.rocm.txt index 3aded346f..9b4cf02fb 100644 --- a/benchmarks/geo_gnn/requirements-pre.rocm.txt +++ b/benchmarks/geo_gnn/requirements-pre.rocm.txt @@ -2,48 +2,48 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=benchmarks/geo_gnn/requirements-pre.rocm.txt .pin/tmp-constraints-rocm-geo_gnn.txt benchmarks/geo_gnn/requirements-pre.in +# pip-compile --output-file=benchmarks/geo_gnn/requirements-pre.rocm.txt .pin/tmp-constraints-rocm-dimenet.txt benchmarks/geo_gnn/requirements-pre.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -filelock==3.15.4 +filelock==3.16.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm # torch fsspec==2024.6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch jinja2==3.1.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch markupsafe==2.1.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # jinja2 mpmath==1.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # sympy networkx==3.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch pytorch-triton-rocm==3.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch -sympy==1.13.2 +sympy==1.13.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.in typing-extensions==4.12.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch diff --git a/benchmarks/geo_gnn/requirements.rocm.txt b/benchmarks/geo_gnn/requirements.rocm.txt index 60246f795..8dfacfe7a 100644 --- a/benchmarks/geo_gnn/requirements.rocm.txt +++ b/benchmarks/geo_gnn/requirements.rocm.txt @@ -2,271 +2,258 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=benchmarks/geo_gnn/requirements.rocm.txt .pin/tmp-constraints-rocm-geo_gnn.txt benchmarks/geo_gnn/requirements-pre.rocm.txt benchmarks/geo_gnn/requirements.in +# pip-compile --output-file=benchmarks/geo_gnn/requirements.rocm.txt .pin/tmp-constraints-rocm-dimenet.txt benchmarks/geo_gnn/requirements-pre.rocm.txt benchmarks/geo_gnn/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -aiohappyeyeballs==2.4.0 +aiohappyeyeballs==2.4.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric aiosignal==1.3.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp antlr4-python3-runtime==4.9.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # omegaconf asttokens==2.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving async-timeout==4.0.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp attrs==24.2.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -certifi==2024.7.4 +certifi==2024.8.30 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests charset-normalizer==3.3.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # pytorch-triton-rocm # torch frozenlist==1.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp # aiosignal fsspec==2024.6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # torch # torch-geometric -giving==0.4.2 +giving==0.4.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -idna==3.7 +idna==3.10 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests # yarl jinja2==3.1.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # torch # torch-geometric -joblib==1.4.2 - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # scikit-learn markdown-it-py==3.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rich markupsafe==2.1.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # jinja2 mdurl==0.1.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # markdown-it-py mpmath==1.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # sympy -multidict==6.0.5 +multidict==6.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp # yarl networkx==3.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # torch numpy==1.26.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in # pandas # rdkit - # scikit-learn # scipy # torch-geometric +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir -pandas==2.2.2 +pandas==2.2.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in pillow==10.4.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rdkit psutil==5.9.8 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric # voir ptera==1.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir pygments==2.18.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # voir -pyparsing==3.1.2 +pyparsing==3.1.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric python-dateutil==2.9.0.post0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas pytorch-triton-rocm==3.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # torch -pytz==2024.1 +pytz==2024.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas pyyaml==6.0.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # omegaconf rdkit==2024.3.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in reactivex==4.0.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving requests==2.32.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric -rich==13.7.1 +rich==13.9.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir -scikit-learn==1.5.1 +scipy==1.14.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # torch-geometric -scipy==1.14.0 - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # scikit-learn + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-cluster - # torch-geometric # torch-sparse six==1.16.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # python-dateutil -sympy==1.13.2 +sympy==1.13.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt # torch -threadpoolctl==3.5.0 +torch==2.4.1+rocm6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # scikit-learn -torch==2.4.0+rocm6.0 - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt torch-cluster==1.6.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in -torch-geometric==2.5.3 +torch-geometric==2.6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in torch-scatter==2.1.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in torch-sparse==0.6.18 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements.in tqdm==4.66.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric typing-extensions==4.12.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/geo_gnn/requirements-pre.rocm.txt + # multidict # reactivex + # rich # torch -tzdata==2024.1 +tzdata==2024.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas -urllib3==2.2.2 +urllib3==2.2.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.10.0 +varname==0.13.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/geo_gnn/requirements.in -yarl==1.9.4 +yarl==1.13.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp diff --git a/benchmarks/huggingface/requirements.rocm.txt b/benchmarks/huggingface/requirements.rocm.txt index 1f54d841a..653d2c59e 100644 --- a/benchmarks/huggingface/requirements.rocm.txt +++ b/benchmarks/huggingface/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/huggingface/requirements.rocm.txt .pin/tmp-constraints-rocm-hf.txt benchmarks/huggingface/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -14,7 +14,7 @@ asttokens==2.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -certifi==2024.7.4 +certifi==2024.8.30 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -22,15 +22,15 @@ charset-normalizer==3.3.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub @@ -42,17 +42,17 @@ fsspec==2024.6.1 # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tokenizers # transformers -idna==3.7 +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -84,11 +84,15 @@ numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -113,10 +117,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -131,7 +131,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -regex==2024.7.24 +regex==2024.9.11 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers @@ -140,11 +140,11 @@ requests==2.32.3 # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # transformers -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -safetensors==0.4.4 +safetensors==0.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers @@ -152,7 +152,7 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch @@ -160,7 +160,7 @@ tokenizers==0.19.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/huggingface/requirements.in @@ -169,21 +169,23 @@ tqdm==4.66.5 # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # transformers -transformers==4.44.1 +transformers==4.44.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt # -r benchmarks/huggingface/requirements.in typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # reactivex + # rich # torch -urllib3==2.2.2 +urllib3==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/lightning/requirements.rocm.txt b/benchmarks/lightning/requirements.rocm.txt index 26fdcedfa..aee2b1ba3 100644 --- a/benchmarks/lightning/requirements.rocm.txt +++ b/benchmarks/lightning/requirements.rocm.txt @@ -4,13 +4,13 @@ # # pip-compile --output-file=benchmarks/lightning/requirements.rocm.txt .pin/tmp-constraints-rocm-lightning-gpus.txt benchmarks/lightning/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -aiohappyeyeballs==2.4.0 +aiohappyeyeballs==2.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt # fsspec @@ -34,15 +34,15 @@ attrs==24.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -58,16 +58,16 @@ fsspec[http]==2024.6.1 # lightning # pytorch-lightning # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -idna==3.7 +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # yarl -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchcompat @@ -79,7 +79,7 @@ lightning==2.4.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/lightning/requirements.in -lightning-utilities==0.11.6 +lightning-utilities==0.11.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # lightning @@ -101,7 +101,7 @@ mpmath==1.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # sympy -multidict==6.0.5 +multidict==6.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp @@ -115,11 +115,15 @@ numpy==1.26.4 # -c .pin/../.pin/constraints-rocm-torch.txt # torchmetrics # torchvision +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -146,10 +150,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-lightning==2.4.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -168,7 +168,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -176,11 +176,11 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/lightning/requirements.in @@ -193,12 +193,12 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/lightning/requirements.in -torchmetrics==1.4.1 +torchmetrics==1.4.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # lightning # pytorch-lightning -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/lightning/requirements.in @@ -212,19 +212,21 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # lightning # lightning-utilities + # multidict # pytorch-lightning # reactivex + # rich # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/lightning/requirements.in -yarl==1.9.4 +yarl==1.13.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp diff --git a/benchmarks/llama/requirements.rocm.txt b/benchmarks/llama/requirements.rocm.txt index 97c44bb0c..41a93e559 100644 --- a/benchmarks/llama/requirements.rocm.txt +++ b/benchmarks/llama/requirements.rocm.txt @@ -4,13 +4,13 @@ # # pip-compile --output-file=benchmarks/llama/requirements.rocm.txt .pin/tmp-constraints-rocm-llm.txt benchmarks/llama/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -aiohappyeyeballs==2.4.0 +aiohappyeyeballs==2.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -35,7 +35,7 @@ attrs==24.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -certifi==2024.7.4 +certifi==2024.8.30 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -43,11 +43,11 @@ charset-normalizer==3.3.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -datasets==2.21.0 +datasets==3.0.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llama/requirements.in @@ -56,7 +56,7 @@ dill==0.3.8 # -c .pin/../.pin/constraints-rocm-torch.txt # datasets # multiprocess -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname @@ -64,7 +64,7 @@ fairscale==0.4.13 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llama/requirements.in -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -72,7 +72,7 @@ filelock==3.15.4 # pytorch-triton-rocm # torch # transformers -fire==0.6.0 +fire==0.7.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llama/requirements.in @@ -87,18 +87,18 @@ fsspec[http]==2024.6.1 # datasets # huggingface-hub # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets # tokenizers # transformers -idna==3.7 +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -123,7 +123,7 @@ mpmath==1.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # sympy -multidict==6.0.5 +multidict==6.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp @@ -144,11 +144,15 @@ numpy==1.26.4 # pandas # pyarrow # transformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -158,7 +162,7 @@ packaging==24.1 # datasets # huggingface-hub # transformers -pandas==2.2.2 +pandas==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -178,10 +182,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir python-dateutil==2.9.0.post0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -190,7 +190,7 @@ pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -pytz==2024.1 +pytz==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas @@ -205,7 +205,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -regex==2024.7.24 +regex==2024.9.11 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers @@ -215,11 +215,11 @@ requests==2.32.3 # datasets # huggingface-hub # transformers -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -safetensors==0.4.4 +safetensors==0.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers @@ -231,9 +231,8 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens - # fire # python-dateutil -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch @@ -245,7 +244,7 @@ tokenizers==0.19.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # transformers -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llama/requirements.in @@ -256,25 +255,28 @@ tqdm==4.66.5 # datasets # huggingface-hub # transformers -transformers==4.44.1 +transformers==4.44.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt # -r benchmarks/llama/requirements.in typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub + # multidict # reactivex + # rich # torch -tzdata==2024.1 +tzdata==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas -urllib3==2.2.2 +urllib3==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving @@ -287,7 +289,7 @@ xxhash==3.5.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets -yarl==1.9.4 +yarl==1.13.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp diff --git a/benchmarks/llava/requirements.rocm.txt b/benchmarks/llava/requirements.rocm.txt new file mode 100644 index 000000000..fe11f280d --- /dev/null +++ b/benchmarks/llava/requirements.rocm.txt @@ -0,0 +1,293 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile --output-file=benchmarks/llava/requirements.rocm.txt .pin/tmp-constraints-rocm-llava-single.txt benchmarks/llava/requirements.in +# +--extra-index-url https://download.pytorch.org/whl/rocm6.1 + +accelerate==0.34.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llava/requirements.in +aiohappyeyeballs==2.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +aiohttp==3.10.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # fsspec +aiosignal==1.3.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +antlr4-python3-runtime==4.9.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # omegaconf +asttokens==2.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +async-timeout==4.0.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +attrs==24.2.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +certifi==2024.8.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +charset-normalizer==3.3.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +codefind==0.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera +datasets==3.0.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llava/requirements.in +dill==0.3.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # multiprocess +executing==2.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # varname +filelock==3.16.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # pytorch-triton-rocm + # torch + # transformers +frozenlist==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp + # aiosignal +fsspec[http]==2024.6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # torch +giving==0.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera + # voir +huggingface-hub==0.25.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests + # yarl +jinja2==3.1.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +markdown-it-py==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +markupsafe==2.1.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jinja2 +mdurl==0.1.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # markdown-it-py +mpmath==1.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # sympy +multidict==6.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp + # yarl +multiprocess==0.70.16 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +networkx==3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +numpy==1.26.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llava/requirements.in + # accelerate + # datasets + # pandas + # pyarrow + # transformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +omegaconf==2.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +ovld==0.3.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +packaging==24.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +pillow==10.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llava/requirements.in +psutil==5.9.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # voir +ptera==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +pyarrow==17.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +pygments==2.18.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +python-dateutil==2.9.0.post0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pytorch-triton-rocm==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +pytz==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pyyaml==6.0.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # huggingface-hub + # omegaconf + # transformers +reactivex==4.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +regex==2024.9.11 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # transformers +requests==2.32.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # transformers +rich==13.9.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +safetensors==0.4.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # transformers +six==1.16.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # asttokens + # python-dateutil +sympy==1.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +tokenizers==0.19.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # transformers +torch==2.4.1+rocm6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llava/requirements.in + # accelerate +tqdm==4.66.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # transformers +transformers==4.44.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llava/requirements.in +typing-extensions==4.12.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub + # multidict + # reactivex + # rich + # torch +tzdata==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +urllib3==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +varname==0.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +voir==0.2.19 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llava/requirements.in +xxhash==3.5.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +yarl==1.13.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp diff --git a/benchmarks/llm/requirements.rocm.txt b/benchmarks/llm/requirements.rocm.txt index ab5098d08..055089f04 100644 --- a/benchmarks/llm/requirements.rocm.txt +++ b/benchmarks/llm/requirements.rocm.txt @@ -4,13 +4,17 @@ # # pip-compile --output-file=benchmarks/llm/requirements.rocm.txt .pin/tmp-constraints-rocm-llm-full-mp-nodes.txt benchmarks/llm/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 -aiohappyeyeballs==2.4.0 +accelerate==0.34.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llm/requirements.in +aiohappyeyeballs==2.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets @@ -39,11 +43,12 @@ attrs==24.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -blobfile==2.1.1 +blobfile==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llm/requirements.txt # torchtune -certifi==2024.7.4 +certifi==2024.8.30 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -51,11 +56,11 @@ charset-normalizer==3.3.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -datasets==2.21.0 +datasets==3.0.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchtune @@ -64,11 +69,16 @@ dill==0.3.8 # -c .pin/../.pin/constraints-rocm-torch.txt # datasets # multiprocess -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +fairscale==0.4.13 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llm/requirements.in + # -r benchmarks/llm/requirements.txt +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile @@ -76,6 +86,11 @@ filelock==3.15.4 # huggingface-hub # pytorch-triton-rocm # torch + # transformers +fire==0.7.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/llm/requirements.txt frozenlist==1.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -87,7 +102,7 @@ fsspec[http]==2024.6.1 # datasets # huggingface-hub # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -96,17 +111,20 @@ hjson==3.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # argklass -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate # datasets + # tokenizers # torchtune -idna==3.7 + # transformers +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests # yarl -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # argklass @@ -114,7 +132,7 @@ jinja2==3.1.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -lxml==4.9.4 +lxml==5.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile @@ -134,7 +152,7 @@ mpmath==1.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # sympy -multidict==6.0.5 +multidict==6.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp @@ -150,31 +168,41 @@ networkx==3.3 numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate # datasets + # fairscale # pandas # pyarrow # torchtune + # transformers +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchtune # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir packaging==24.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate # datasets # huggingface-hub -pandas==2.2.2 + # transformers +pandas==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets psutil==5.9.8 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate # voir ptera==1.4.1 # via @@ -184,7 +212,7 @@ pyarrow==17.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets -pycryptodomex==3.20.0 +pycryptodomex==3.21.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile @@ -192,10 +220,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir python-dateutil==2.9.0.post0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -204,7 +228,7 @@ pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -pytz==2024.1 +pytz==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas @@ -212,31 +236,37 @@ pyyaml==6.0.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llm/requirements.in + # accelerate # datasets # huggingface-hub # omegaconf + # transformers reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -regex==2024.7.24 +regex==2024.9.11 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tiktoken + # transformers requests==2.32.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets # huggingface-hub # tiktoken -rich==13.7.1 + # transformers +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -safetensors==0.4.4 +safetensors==0.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate # torchtune + # transformers sentencepiece==0.2.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -246,25 +276,39 @@ six==1.16.0 # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # python-dateutil -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch +termcolor==2.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # fire tiktoken==0.7.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchtune -torch==2.4.0+rocm6.0 +tokenizers==0.19.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # transformers +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/llm/requirements.in + # -r benchmarks/llm/requirements.txt + # accelerate + # fairscale torchao==0.3.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llm/requirements.in # torchtune torchtune==0.2.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt # -r benchmarks/llm/requirements.in tqdm==4.66.5 # via @@ -272,26 +316,34 @@ tqdm==4.66.5 # datasets # huggingface-hub # torchtune + # transformers +transformers==4.44.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/llm/requirements.in typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub + # multidict # reactivex + # rich # torch -tzdata==2024.1 +tzdata==2024.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pandas -urllib3==2.2.2 +urllib3==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # blobfile # requests -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt @@ -300,7 +352,7 @@ xxhash==3.5.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # datasets -yarl==1.9.4 +yarl==1.13.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp diff --git a/benchmarks/purejaxrl/requirements.rocm.txt b/benchmarks/purejaxrl/requirements.rocm.txt new file mode 100644 index 000000000..226415e04 --- /dev/null +++ b/benchmarks/purejaxrl/requirements.rocm.txt @@ -0,0 +1,693 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile --output-file=benchmarks/purejaxrl/requirements.rocm.txt .pin/tmp-constraints-rocm-ppo.txt benchmarks/purejaxrl/requirements.in +# +--extra-index-url https://download.pytorch.org/whl/rocm6.1 + +absl-py==2.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # chex + # distrax + # dm-env + # ml-collections + # mujoco + # mujoco-mjx + # optax + # orbax-checkpoint + # rlax + # tensorflow-probability +antlr4-python3-runtime==4.9.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # omegaconf +argklass==1.4.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +astroid==3.3.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pylint +asttokens==2.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +black==24.8.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +blinker==1.8.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flask +brax==0.10.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +certifi==2024.8.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests + # sentry-sdk +charset-normalizer==3.3.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +chex==0.1.87 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # distrax + # evosax + # flashbax + # gymnax + # optax + # rlax +click==8.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black + # flask + # wandb +cloudpickle==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gym + # gymnasium + # tensorflow-probability +codefind==0.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera +contextlib2==21.6.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ml-collections +contourpy==1.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib +cycler==0.12.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib +decorator==5.1.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tensorflow-probability +dill==0.3.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pylint +distrax==0.1.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in + # rlax +dm-env==1.6 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # rlax +dm-tree==0.1.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # dm-env + # tensorflow-probability +docker-pycreds==0.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # wandb +docstring-parser==0.16 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tyro +dotmap==1.3.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # evosax +etils[epath,epy]==1.9.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # mujoco + # mujoco-mjx + # optax + # orbax-checkpoint +evosax==0.1.6 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +exceptiongroup==1.2.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pytest +executing==2.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # varname +farama-notifications==0.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gymnasium +filelock==3.16.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pytorch-triton-rocm + # torch +flake8==7.1.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +flashbax==0.1.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +flask==3.0.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # flask-cors +flask-cors==5.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +flax==0.9.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in + # brax + # evosax + # flashbax + # gymnax + # navix +fonttools==4.54.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib +fsspec==2024.6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # etils + # torch +gast==0.6.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tensorflow-probability +gitdb==4.0.11 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gitpython +gitpython==3.1.43 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # wandb +giving==0.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera + # voir +glfw==2.7.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # mujoco +grpcio==1.66.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +gym==0.26.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # gymnax +gym-notices==0.0.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gym +gymnasium==0.29.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gymnax +gymnax==0.0.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/purejaxrl/requirements.in +hjson==3.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # argklass +humanize==4.10.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # orbax-checkpoint +idna==3.10 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +importlib-resources==6.4.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # argklass + # etils +iniconfig==2.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pytest +isort==5.13.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pylint +itsdangerous==2.2.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flask +jax==0.4.33 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in + # brax + # chex + # distrax + # evosax + # flashbax + # flax + # gymnax + # jaxopt + # mujoco-mjx + # optax + # orbax-checkpoint + # rlax +jaxlib==0.4.33 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # chex + # distrax + # evosax + # flashbax + # gymnax + # jax + # jaxopt + # mujoco-mjx + # optax + # orbax-checkpoint + # rlax +jaxopt==0.8.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +jinja2==3.1.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # flask + # torch +kiwisolver==1.4.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib +markdown-it-py==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +markupsafe==2.1.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jinja2 + # werkzeug +matplotlib==3.9.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # evosax + # gymnax + # seaborn +mccabe==0.7.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flake8 + # pylint +mdurl==0.1.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # markdown-it-py +ml-collections==0.1.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +ml-dtypes==0.5.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jax + # jaxlib + # tensorstore +mpmath==1.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # sympy +msgpack==1.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flax + # orbax-checkpoint +mujoco==3.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # mujoco-mjx +mujoco-mjx==3.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +mypy-extensions==1.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black +navix==0.7.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +nest-asyncio==1.6.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # orbax-checkpoint +networkx==3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +numpy==1.26.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in + # brax + # chex + # contourpy + # distrax + # dm-env + # evosax + # flashbax + # gym + # gymnasium + # jax + # jaxlib + # jaxopt + # matplotlib + # ml-dtypes + # mujoco + # navix + # optax + # orbax-checkpoint + # pandas + # rlax + # scipy + # seaborn + # tensorboardx + # tensorflow-probability + # tensorstore + # trimesh +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +omegaconf==2.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +opt-einsum==3.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jax +optax==0.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in + # brax + # flax +orbax-checkpoint==0.6.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # flax +ovld==0.3.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +packaging==24.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black + # matplotlib + # pytest + # setuptools-scm + # tensorboardx +pandas==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # seaborn +pathspec==0.12.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black +pillow==10.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # matplotlib + # navix +platformdirs==4.3.6 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black + # pylint + # wandb +pluggy==1.5.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pytest +protobuf==5.28.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # orbax-checkpoint + # tensorboardx + # wandb +psutil==5.9.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir + # wandb +ptera==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +pycodestyle==2.12.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flake8 +pyflakes==3.2.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flake8 +pygments==2.18.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +pylint==3.3.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +pyopengl==3.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # mujoco +pyparsing==3.1.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib +pytest==8.3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +python-dateutil==2.9.0.post0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # matplotlib + # pandas +pytinyrenderer==0.0.14 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +pytorch-triton-rocm==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +pytz==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pyyaml==6.0.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # evosax + # flax + # gymnax + # ml-collections + # omegaconf + # orbax-checkpoint + # wandb +reactivex==4.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +requests==2.32.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # wandb +rich==13.9.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flax + # tyro + # voir +rlax==0.1.6 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +scipy==1.14.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # jax + # jaxlib + # jaxopt + # mujoco-mjx +seaborn==0.13.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gymnax +sentry-sdk==2.15.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # wandb +setproctitle==1.3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # wandb +setuptools-scm==8.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +shtab==1.7.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tyro +six==1.16.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # asttokens + # docker-pycreds + # ml-collections + # python-dateutil + # tensorflow-probability +smmap==5.0.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # gitdb +sympy==1.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +tensorboardx==2.6.2.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax +tensorflow-probability==0.24.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # distrax +tensorstore==0.1.66 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flashbax + # flax + # orbax-checkpoint +tomli==2.0.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # black + # pylint + # pytest + # setuptools-scm +tomlkit==0.13.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pylint +toolz==0.12.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # chex +torch==2.4.1+rocm6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/purejaxrl/requirements.in +trimesh==4.4.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # brax + # mujoco-mjx +typing-extensions==4.12.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # astroid + # black + # brax + # chex + # etils + # flashbax + # flax + # gymnasium + # navix + # orbax-checkpoint + # reactivex + # rich + # torch + # tyro +tyro==0.8.11 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +tzdata==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +urllib3==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests + # sentry-sdk +varname==0.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +voir==0.2.19 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/purejaxrl/requirements.in +wandb==0.18.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # navix +werkzeug==3.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # flask +zipp==3.20.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # etils + +# The following packages are considered to be unsafe in a requirements file: +# setuptools diff --git a/benchmarks/recursiongfn/requirements.rocm.txt b/benchmarks/recursiongfn/requirements.rocm.txt index 1bc73f14e..bcb64cdb2 100644 --- a/benchmarks/recursiongfn/requirements.rocm.txt +++ b/benchmarks/recursiongfn/requirements.rocm.txt @@ -2,201 +2,198 @@ # This file is autogenerated by pip-compile with Python 3.10 # by the following command: # -# pip-compile --output-file=benchmarks/recursiongfn/requirements.rocm.txt .pin/tmp-constraints-rocm-recursiongfn_gnn.txt benchmarks/recursiongfn/requirements.in +# pip-compile --output-file=benchmarks/recursiongfn/requirements.rocm.txt .pin/tmp-constraints-rocm-recursiongfn.txt benchmarks/recursiongfn/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 absl-py==2.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard -aiohappyeyeballs==2.4.0 +aiohappyeyeballs==2.4.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp -aiohttp==3.10.5 +aiohttp==3.10.8 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric aiosignal==1.3.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp antlr4-python3-runtime==4.9.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # omegaconf asttokens==2.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving async-timeout==4.0.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp attrs==24.2.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp blosc2==2.7.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tables -botorch==0.11.3 +botorch==0.12.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet -certifi==2024.7.4 + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in +certifi==2024.8.30 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk charset-normalizer==3.3.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests click==8.1.7 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # wandb -codefind==0.1.6 +codefind==0.1.7 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # ptera cvxopt==1.3.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in docker-pycreds==0.4.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # wandb -executing==1.2.0 +executing==2.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm # torch frozenlist==1.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp # aiosignal fsspec==2024.6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch # torch-geometric -gflownet @ git+https://github.com/Delaunay/gflownet@milabench - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # -r benchmarks/recursiongfn/requirements.in gitdb==4.0.11 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # gitpython gitpython==3.1.43 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # wandb -giving==0.4.2 +giving==0.4.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -gpytorch==1.12 +gpytorch==1.13 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # botorch - # gflownet -grpcio==1.65.5 +grpcio==1.66.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard -idna==3.7 +idna==3.10 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests # yarl -jaxtyping==0.2.33 +jaxtyping==0.2.19 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt + # gpytorch # linear-operator jinja2==3.1.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch # torch-geometric joblib==1.4.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # scikit-learn -linear-operator==0.5.2 +linear-operator==0.5.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # botorch # gpytorch markdown==3.7 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard markdown-it-py==3.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rich markupsafe==2.1.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # jinja2 # werkzeug mdurl==0.1.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # markdown-it-py mpmath==1.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # botorch # gpytorch + # linear-operator # sympy -msgpack==1.0.8 +msgpack==1.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # blosc2 -multidict==6.0.5 +multidict==6.1.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp # yarl multipledispatch==1.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # botorch -ndindex==1.8 +ndindex==1.9.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # blosc2 networkx==3.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # torch numexpr==2.10.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # blosc2 # tables numpy==1.26.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # blosc2 - # botorch + # jaxtyping # numexpr - # opt-einsum # pandas # pyarrow # pyro-ppl @@ -206,239 +203,240 @@ numpy==1.26.4 # tables # tensorboard # torch-geometric +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # voir -opt-einsum==3.3.0 +opt-einsum==3.4.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pyro-ppl -ovld==0.3.8 +ovld==0.3.9 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir packaging==24.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tables # tensorboard -pandas==2.2.2 +pandas==2.2.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in pillow==10.4.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rdkit -platformdirs==4.2.2 +platformdirs==4.3.6 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # wandb -protobuf==5.27.3 +protobuf==5.28.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard # wandb psutil==5.9.8 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric # voir # wandb ptera==1.4.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir py-cpuinfo==9.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # blosc2 # tables pyarrow==17.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in pygments==2.18.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # voir -pyparsing==3.1.2 +pyparsing==3.1.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric pyro-api==0.1.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pyro-ppl pyro-ppl==1.9.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # botorch - # gflownet python-dateutil==2.9.0.post0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas pytorch-triton-rocm==3.0.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch -pytz==2024.1 +pytz==2024.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas pyyaml==6.0.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # omegaconf # wandb rdkit==2024.3.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in reactivex==4.0.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving requests==2.32.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch-geometric # wandb -rich==13.7.1 +rich==13.9.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # voir -scikit-learn==1.5.1 +scikit-learn==1.5.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # gpytorch - # torch-geometric -scipy==1.14.0 +scipy==1.14.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in # botorch - # gflownet # gpytorch # linear-operator # scikit-learn # torch-cluster - # torch-geometric # torch-sparse -sentry-sdk==2.13.0 +sentry-sdk==2.15.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # wandb setproctitle==1.3.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # wandb six==1.16.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # docker-pycreds # python-dateutil # tensorboard smmap==5.0.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # gitdb -sympy==1.13.2 +sympy==1.13.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # torch tables==3.10.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet -tensorboard==2.17.1 + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in +tensorboard==2.18.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in tensorboard-data-server==0.7.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard threadpoolctl==3.5.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # scikit-learn -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/recursiongfn/requirements.in # botorch - # gflownet # linear-operator # pyro-ppl torch-cluster==1.6.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet -torch-geometric==2.5.3 + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in +torch-geometric==2.6.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in torch-scatter==2.1.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in torch-sparse==0.6.18 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in tqdm==4.66.5 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pyro-ppl # torch-geometric -typeguard==2.13.3 +typeguard==4.3.0 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # jaxtyping - # linear-operator typing-extensions==4.12.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt + # botorch + # jaxtyping + # multidict # reactivex + # rich # tables # torch -tzdata==2024.1 + # typeguard +tzdata==2024.2 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # pandas -urllib3==2.2.2 +urllib3==2.2.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # requests # sentry-sdk -varname==0.10.0 +varname==0.13.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/recursiongfn/requirements.in -wandb==0.17.7 +wandb==0.18.3 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt - # gflownet -werkzeug==3.0.3 + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/recursiongfn/requirements.in +werkzeug==3.0.4 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard -yarl==1.9.4 +yarl==1.13.1 # via - # -c .pin/../.pin/constraints-rocm-gnn.txt + # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp # The following packages are considered to be unsafe in a requirements file: diff --git a/benchmarks/rlhf/requirements.rocm.txt b/benchmarks/rlhf/requirements.rocm.txt new file mode 100644 index 000000000..65365f073 --- /dev/null +++ b/benchmarks/rlhf/requirements.rocm.txt @@ -0,0 +1,312 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile --output-file=benchmarks/rlhf/requirements.rocm.txt .pin/tmp-constraints-rocm-rlhf-gpus.txt benchmarks/rlhf/requirements.in +# +--extra-index-url https://download.pytorch.org/whl/rocm6.1 + +accelerate==0.34.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/rlhf/requirements.in + # trl +aiohappyeyeballs==2.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +aiohttp==3.10.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # fsspec +aiosignal==1.3.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +antlr4-python3-runtime==4.9.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # omegaconf +asttokens==2.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +async-timeout==4.0.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +attrs==24.2.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp +certifi==2024.8.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +charset-normalizer==3.3.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +codefind==0.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera +datasets==3.0.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/rlhf/requirements.in + # trl +dill==0.3.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # multiprocess +docstring-parser==0.16 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tyro +executing==2.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # varname +filelock==3.16.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # pytorch-triton-rocm + # torch + # transformers +frozenlist==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp + # aiosignal +fsspec[http]==2024.6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # torch +giving==0.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera + # voir +huggingface-hub==0.25.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # tokenizers + # transformers +idna==3.10 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests + # yarl +jinja2==3.1.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +markdown-it-py==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +markupsafe==2.1.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jinja2 +mdurl==0.1.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # markdown-it-py +mpmath==1.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # sympy +multidict==6.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp + # yarl +multiprocess==0.70.16 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +networkx==3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +numpy==1.26.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # pandas + # pyarrow + # transformers + # trl +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +omegaconf==2.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +ovld==0.3.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +packaging==24.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # huggingface-hub + # transformers +pandas==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +psutil==5.9.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # voir +ptera==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +pyarrow==17.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +pygments==2.18.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +python-dateutil==2.9.0.post0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pytorch-triton-rocm==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +pytz==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pyyaml==6.0.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # datasets + # huggingface-hub + # omegaconf + # transformers +reactivex==4.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +regex==2024.9.11 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # transformers +requests==2.32.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # transformers +rich==13.9.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tyro + # voir +safetensors==0.4.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # accelerate + # transformers +shtab==1.7.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # tyro +six==1.16.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # asttokens + # python-dateutil +sympy==1.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +tokenizers==0.19.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # transformers +torch==2.4.1+rocm6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/rlhf/requirements.in + # accelerate + # trl +tqdm==4.66.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets + # huggingface-hub + # transformers +transformers==4.44.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/rlhf/requirements.in + # trl +trl==0.10.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/rlhf/requirements.in +typing-extensions==4.12.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub + # multidict + # reactivex + # rich + # torch + # tyro +tyro==0.8.11 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # trl +tzdata==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +urllib3==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +varname==0.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +voir==0.2.19 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/rlhf/requirements.in +xxhash==3.5.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # datasets +yarl==1.13.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # aiohttp diff --git a/benchmarks/timm/requirements.rocm.txt b/benchmarks/timm/requirements.rocm.txt index 8383f9e6b..18e83d953 100644 --- a/benchmarks/timm/requirements.rocm.txt +++ b/benchmarks/timm/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/timm/requirements.rocm.txt .pin/tmp-constraints-rocm-timm.txt benchmarks/timm/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -14,7 +14,7 @@ asttokens==2.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -certifi==2024.7.4 +certifi==2024.8.30 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -22,15 +22,15 @@ charset-normalizer==3.3.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub @@ -41,16 +41,16 @@ fsspec==2024.6.1 # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -huggingface-hub==0.24.6 +huggingface-hub==0.25.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/timm/requirements.in -idna==3.7 +idna==3.10 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests @@ -82,11 +82,15 @@ numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchvision +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -110,10 +114,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -132,11 +132,11 @@ requests==2.32.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -safetensors==0.4.4 +safetensors==0.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/timm/requirements.in @@ -144,16 +144,16 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/timm/requirements.in # torchvision -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/timm/requirements.in @@ -166,12 +166,13 @@ typing-extensions==4.12.2 # -c .pin/../.pin/constraints-rocm-torch.txt # huggingface-hub # reactivex + # rich # torch -urllib3==2.2.2 +urllib3==2.2.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # requests -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchatari/requirements.rocm.txt b/benchmarks/torchatari/requirements.rocm.txt index 71fd92e51..76fa829c5 100644 --- a/benchmarks/torchatari/requirements.rocm.txt +++ b/benchmarks/torchatari/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/torchatari/requirements.rocm.txt .pin/tmp-constraints-rocm-torchatari.txt benchmarks/torchatari/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 absl-py==2.1.0 # via @@ -32,7 +32,7 @@ cloudpickle==3.0.0 # -c .pin/../.pin/constraints-rocm-torch.txt # gym # gymnasium -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera @@ -52,7 +52,7 @@ envpool==0.8.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname @@ -60,7 +60,7 @@ farama-notifications==0.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # gymnasium -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -69,16 +69,16 @@ fsspec==2024.6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -grpcio==1.65.5 +grpcio==1.66.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard -gym==0.23.1 +gym==0.26.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in @@ -91,7 +91,7 @@ gymnasium==0.29.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # envpool -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # cantilever @@ -134,15 +134,19 @@ numpy==1.26.4 # gym # gymnasium # tensorboard +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -optree==0.12.1 +optree==0.13.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # envpool -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -151,7 +155,7 @@ packaging==24.1 # -c .pin/../.pin/constraints-rocm-torch.txt # envpool # tensorboard -protobuf==5.27.3 +protobuf==5.28.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard @@ -167,10 +171,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -183,7 +183,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tyro @@ -197,11 +197,11 @@ six==1.16.0 # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens # tensorboard -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -tensorboard==2.17.1 +tensorboard==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in @@ -209,7 +209,7 @@ tensorboard-data-server==0.7.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in @@ -218,7 +218,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/torchatari/requirements.in -types-protobuf==5.27.0.20240626 +types-protobuf==5.28.0.20240924 # via # -c .pin/../.pin/constraints-rocm-torch.txt # envpool @@ -229,22 +229,23 @@ typing-extensions==4.12.2 # gymnasium # optree # reactivex + # rich # torch # tyro -tyro==0.8.8 +tyro==0.8.11 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchatari/requirements.in -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -voir==0.2.17 +voir==0.2.19 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/torchatari/requirements.in -werkzeug==3.0.3 +werkzeug==3.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # tensorboard diff --git a/benchmarks/torchvision/requirements.rocm.txt b/benchmarks/torchvision/requirements.rocm.txt index 094eb29b6..08dfdebf1 100644 --- a/benchmarks/torchvision/requirements.rocm.txt +++ b/benchmarks/torchvision/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/torchvision/requirements.rocm.txt .pin/tmp-constraints-rocm-torchvision.txt benchmarks/torchvision/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -14,15 +14,15 @@ asttokens==2.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -31,12 +31,12 @@ fsspec==2024.6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchcompat @@ -68,11 +68,15 @@ numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchvision +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -92,10 +96,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -108,7 +108,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -116,11 +116,11 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchvision/requirements.in @@ -130,7 +130,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/torchvision/requirements.in -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchvision/requirements.in @@ -142,8 +142,9 @@ typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex + # rich # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/torchvision_ddp/requirements.rocm.txt b/benchmarks/torchvision_ddp/requirements.rocm.txt index d1241db8b..9eed94421 100644 --- a/benchmarks/torchvision_ddp/requirements.rocm.txt +++ b/benchmarks/torchvision_ddp/requirements.rocm.txt @@ -4,7 +4,7 @@ # # pip-compile --output-file=benchmarks/torchvision_ddp/requirements.rocm.txt .pin/tmp-constraints-rocm-torchvision.txt benchmarks/torchvision_ddp/requirements.in # ---extra-index-url https://download.pytorch.org/whl/rocm6.0 +--extra-index-url https://download.pytorch.org/whl/rocm6.1 antlr4-python3-runtime==4.9.3 # via @@ -14,15 +14,15 @@ asttokens==2.4.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -codefind==0.1.6 +codefind==0.1.7 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera -executing==1.2.0 +executing==2.1.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # varname -filelock==3.15.4 +filelock==3.16.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # pytorch-triton-rocm @@ -31,12 +31,12 @@ fsspec==2024.6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -giving==0.4.2 +giving==0.4.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # ptera # voir -importlib-resources==6.4.3 +importlib-resources==6.4.5 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchcompat @@ -68,11 +68,15 @@ numpy==1.26.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torchvision +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir omegaconf==2.3.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir -ovld==0.3.8 +ovld==0.3.9 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -92,10 +96,6 @@ pygments==2.18.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # rich -pynvml==11.5.3 - # via - # -c .pin/../.pin/constraints-rocm-torch.txt - # voir pytorch-triton-rocm==3.0.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt @@ -108,7 +108,7 @@ reactivex==4.0.4 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving -rich==13.7.1 +rich==13.9.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # voir @@ -116,11 +116,11 @@ six==1.16.0 # via # -c .pin/../.pin/constraints-rocm-torch.txt # asttokens -sympy==1.13.2 +sympy==1.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # torch -torch==2.4.0+rocm6.0 +torch==2.4.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchvision_ddp/requirements.in @@ -130,7 +130,7 @@ torchcompat==1.1.4 # -c .pin/../.pin/constraints-rocm-torch.txt # -c .pin/../constraints/rocm.txt # -r benchmarks/torchvision_ddp/requirements.in -torchvision==0.19.0+rocm6.0 +torchvision==0.19.1+rocm6.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # -r benchmarks/torchvision_ddp/requirements.in @@ -142,8 +142,9 @@ typing-extensions==4.12.2 # via # -c .pin/../.pin/constraints-rocm-torch.txt # reactivex + # rich # torch -varname==0.10.0 +varname==0.13.3 # via # -c .pin/../.pin/constraints-rocm-torch.txt # giving diff --git a/benchmarks/vjepa/requirements.rocm.txt b/benchmarks/vjepa/requirements.rocm.txt new file mode 100644 index 000000000..a473fac77 --- /dev/null +++ b/benchmarks/vjepa/requirements.rocm.txt @@ -0,0 +1,247 @@ +# +# This file is autogenerated by pip-compile with Python 3.10 +# by the following command: +# +# pip-compile --output-file=benchmarks/vjepa/requirements.rocm.txt .pin/tmp-constraints-rocm-vjepa-gpus.txt benchmarks/vjepa/requirements.in +# +--extra-index-url https://download.pytorch.org/whl/rocm6.1 + +antlr4-python3-runtime==4.9.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # omegaconf +asttokens==2.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +beartype==0.19.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +braceexpand==0.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in + # webdataset +certifi==2024.8.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +charset-normalizer==3.3.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +cloudpickle==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # submitit +codefind==0.1.7 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera +decord==0.6.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +einops==0.8.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +executing==2.1.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # varname +filelock==3.16.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub + # pytorch-triton-rocm + # torch +fsspec==2024.6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub + # torch +giving==0.4.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # ptera + # voir +huggingface-hub==0.25.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # timm +idna==3.10 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +jinja2==3.1.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +markdown-it-py==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +markupsafe==2.1.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # jinja2 +mdurl==0.1.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # markdown-it-py +mpmath==1.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # sympy +networkx==3.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +numpy==1.26.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in + # decord + # opencv-python + # pandas + # torchvision + # webdataset +nvidia-ml-py==12.560.30 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +omegaconf==2.3.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +opencv-python==4.10.0.84 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +ovld==0.3.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +packaging==24.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub +pandas==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +pillow==10.4.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torchvision +psutil==5.9.8 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +ptera==1.4.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +pygments==2.18.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # rich +python-dateutil==2.9.0.post0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pytorch-triton-rocm==3.0.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +pytz==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +pyyaml==6.0.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in + # huggingface-hub + # omegaconf + # timm + # webdataset +reactivex==4.0.4 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +requests==2.32.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub +rich==13.9.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # voir +safetensors==0.4.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # timm +six==1.16.0 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # asttokens + # python-dateutil +submitit==1.5.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +sympy==1.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # torch +timm==1.0.9 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in +torch==2.4.1+rocm6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in + # timm + # torchvision +torchvision==0.19.1+rocm6.1 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in + # timm +tqdm==4.66.5 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub +typing-extensions==4.12.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # huggingface-hub + # reactivex + # rich + # submitit + # torch +tzdata==2024.2 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # pandas +urllib3==2.2.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # requests +varname==0.13.3 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # giving +voir==0.2.19 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -c .pin/../constraints/rocm.txt + # -r benchmarks/vjepa/requirements.in +webdataset==0.2.100 + # via + # -c .pin/../.pin/constraints-rocm-torch.txt + # -r benchmarks/vjepa/requirements.in diff --git a/milabench/_version.py b/milabench/_version.py index cdd2418dd..0f6075a3a 100644 --- a/milabench/_version.py +++ b/milabench/_version.py @@ -1,5 +1,5 @@ """This file is generated, do not modify""" -__tag__ = "v1.0.0_RC1-9-g6d1e1140" -__commit__ = "6d1e114000cc4200ea307330032234db6696e40d" -__date__ = "2024-09-30 14:39:43 -0400" +__tag__ = "v1.0.0_RC1-12-g6691bc8" +__commit__ = "6691bc86d8917a7ea89308fb99dc3838912e9a9b" +__date__ = "2024-10-03 14:52:58 +0000" diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index 96f78e715..110e20997 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -37,7 +37,8 @@ install_prepare() { # # Install milabench's benchmarks in their venv # - milabench pin --variant rocm --from-scratch $ARGS + # pip install torch --index-url https://download.pytorch.org/whl/rocm6.1 + # milabench pin --variant rocm --from-scratch $ARGS milabench install $ARGS # @@ -77,7 +78,7 @@ install_prepare() { # takes forever to compile # https://github.com/ROCm/xformers pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers - pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/flash-attention.git + pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/flash-attention.git ) # From 046308f54b06349abd0fdbefbadd87c3b28f4dfb Mon Sep 17 00:00:00 2001 From: Your Name Date: Thu, 3 Oct 2024 17:25:42 +0000 Subject: [PATCH 3/6] - --- milabench/_version.py | 6 ++--- scripts/article/run_rocm.sh | 49 ++++++++++++++++++++++++++++++++++++- 2 files changed, 51 insertions(+), 4 deletions(-) diff --git a/milabench/_version.py b/milabench/_version.py index 0f6075a3a..b07d8b5e8 100644 --- a/milabench/_version.py +++ b/milabench/_version.py @@ -1,5 +1,5 @@ """This file is generated, do not modify""" -__tag__ = "v1.0.0_RC1-12-g6691bc8" -__commit__ = "6691bc86d8917a7ea89308fb99dc3838912e9a9b" -__date__ = "2024-10-03 14:52:58 +0000" +__tag__ = "v1.0.0_RC1-13-gde92a7e" +__commit__ = "de92a7ea9dea1da24e8105e4566d5e6daef8464c" +__date__ = "2024-10-03 15:48:10 +0000" diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index 110e20997..bd9280bc1 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -2,6 +2,10 @@ set -ex + +# sudo usermod -a -G render,video $LOGNAME +# sudo chmod u+s /opt/rocm-6.2.2/lib/llvm/bin/amdgpu-arch + export MILABENCH_GPU_ARCH=rocm export MILABENCH_WORDIR="$(pwd)/$MILABENCH_GPU_ARCH" @@ -50,6 +54,8 @@ install_prepare() { ( . $BENCHMARK_VENV/bin/activate + pip install ninja + if [ -z "${MILABENCH_HF_TOKEN}" ]; then echo "Missing token" else @@ -78,7 +84,7 @@ install_prepare() { # takes forever to compile # https://github.com/ROCm/xformers pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers - pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/flash-attention.git + pip install -v -U --no-build-isolation --use-pep517 --no-deps git+https://github.com/ROCm/flash-attention.git ) # @@ -96,6 +102,47 @@ fi cd $MILABENCH_WORDIR + + ( + . $BENCHMARK_VENV/bin/activate + + pip install ninja + + if [ -z "${MILABENCH_HF_TOKEN}" ]; then + echo "Missing token" + else + huggingface-cli login --token $MILABENCH_HF_TOKEN + fi + + # + # Override/add package to the benchmark venv here + # + which pip + # pip uninstall torch torchvision torchaudio -y + # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1 + # pip uninstall pynvml + + # sudo apt-get install lld + # https://github.com/ROCm/jax/releases/tag/rocm-jaxlib-v0.4.30 + # does not really work + pip install https://github.com/ROCm/jax/releases/download/rocm-jaxlib-v0.4.30/jaxlib-0.4.30+rocm611-cp310-cp310-manylinux2014_x86_64.whl + pip install https://github.com/ROCm/jax/archive/refs/tags/rocm-jaxlib-v0.4.30.tar.gz + + # + FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git + FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git + FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git + + # takes forever to compile + # https://github.com/ROCm/xformers + pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers + pip install -v -U --no-build-isolation --use-pep517 --no-deps git+https://github.com/ROCm/flash-attention.git + ) + +. $MILABENCH_WORDIR/env/bin/activate + +milabench prepare $ARGS + # # Run the benchmakrs milabench run $ARGS From b58e5b15a1c7e6e601b31ce64c0f630afb3d2057 Mon Sep 17 00:00:00 2001 From: Your Name Date: Mon, 7 Oct 2024 19:22:15 +0000 Subject: [PATCH 4/6] Cleanup the rocm script --- benchmarks/brax/benchfile.py | 6 ++- benchmarks/purejaxrl/benchfile.py | 4 +- benchmarks/purejaxrl/main.py | 1 + config/base.yaml | 4 +- scripts/article/run_cuda.sh | 4 +- scripts/article/run_rocm.sh | 63 +++++-------------------------- 6 files changed, 25 insertions(+), 57 deletions(-) diff --git a/benchmarks/brax/benchfile.py b/benchmarks/brax/benchfile.py index 0388956d6..c33128138 100644 --- a/benchmarks/brax/benchfile.py +++ b/benchmarks/brax/benchfile.py @@ -5,5 +5,9 @@ class BraxBenchmark(Package): base_requirements = "requirements.in" main_script = "main.py" - + def make_env(self): + env = super().make_env() + env["XLA_PYTHON_CLIENT_PREALLOCATE"] = "False" + return env + __pack__ = BraxBenchmark diff --git a/benchmarks/purejaxrl/benchfile.py b/benchmarks/purejaxrl/benchfile.py index 08a51cef0..ab1c0ee73 100644 --- a/benchmarks/purejaxrl/benchfile.py +++ b/benchmarks/purejaxrl/benchfile.py @@ -18,7 +18,9 @@ class Template(Package): def make_env(self): # Return a dict of environment variables for prepare_script and # main_script. - return super().make_env() + env = super().make_env() + env["XLA_PYTHON_CLIENT_PREALLOCATE"] = "False" + return env async def install(self): await super().install() # super() call installs the requirements diff --git a/benchmarks/purejaxrl/main.py b/benchmarks/purejaxrl/main.py index f37c45e0d..c3a3630dd 100644 --- a/benchmarks/purejaxrl/main.py +++ b/benchmarks/purejaxrl/main.py @@ -6,6 +6,7 @@ import argklass +import torch # This is a bit of a trick to make jax use torch's packaged libs from dqn import add_dqn_command, main as dqn_main from ppo import add_ppo_command, main as ppo_main diff --git a/config/base.yaml b/config/base.yaml index d7926799f..a6449e347 100644 --- a/config/base.yaml +++ b/config/base.yaml @@ -66,7 +66,7 @@ llama: definition: ../benchmarks/llama group: llm install_group: torch - max_duration: 800 + max_duration: 3600 tags: - nlp - llm @@ -693,6 +693,7 @@ _purejaxrl: - monogpu - gym - rl + - jax definition: ../benchmarks/purejaxrl plan: method: per_gpu @@ -883,6 +884,7 @@ cleanrljax: definition: ../benchmarks/cleanrl_jax tags: - monogpu + - jax plan: method: per_gpu diff --git a/scripts/article/run_cuda.sh b/scripts/article/run_cuda.sh index ba4c1ae38..bc030d15b 100644 --- a/scripts/article/run_cuda.sh +++ b/scripts/article/run_cuda.sh @@ -9,7 +9,7 @@ export MILABENCH_BASE="$MILABENCH_WORDIR/results" export MILABENCH_VENV="$MILABENCH_WORDIR/env" export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch" export MILABENCH_SIZER_SAVE="$MILABENCH_WORDIR/scaling.yaml" - + if [ -z "${MILABENCH_PREPARE}" ]; then export MILABENCH_PREPARE=0 @@ -84,6 +84,8 @@ if [ "$MILABENCH_PREPARE" -eq 0 ]; then . $MILABENCH_WORDIR/env/bin/activate + + # pip install torch # milabench pin --variant cuda --from-scratch # rm -rf $MILABENCH_WORDIR/results/venv/ diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index bd9280bc1..14c9e189b 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -2,13 +2,12 @@ set -ex - # sudo usermod -a -G render,video $LOGNAME # sudo chmod u+s /opt/rocm-6.2.2/lib/llvm/bin/amdgpu-arch export MILABENCH_GPU_ARCH=rocm export MILABENCH_WORDIR="$(pwd)/$MILABENCH_GPU_ARCH" - +export ROCM_PATH="/opt/rocm" export MILABENCH_BASE="$MILABENCH_WORDIR/results" export MILABENCH_VENV="$MILABENCH_WORDIR/env" export BENCHMARK_VENV="$MILABENCH_WORDIR/results/venv/torch" @@ -66,27 +65,27 @@ install_prepare() { # Override/add package to the benchmark venv here # which pip - # pip uninstall torch torchvision torchaudio -y - # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1 - # pip uninstall pynvml - # sudo apt-get install lld # https://github.com/ROCm/jax/releases/tag/rocm-jaxlib-v0.4.30 - # does not really work pip install https://github.com/ROCm/jax/releases/download/rocm-jaxlib-v0.4.30/jaxlib-0.4.30+rocm611-cp310-cp310-manylinux2014_x86_64.whl pip install https://github.com/ROCm/jax/archive/refs/tags/rocm-jaxlib-v0.4.30.tar.gz # - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git + FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git + FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git + FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git # takes forever to compile # https://github.com/ROCm/xformers - pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers + pip install xformers --index-url https://download.pytorch.org/whl/rocm6.1 + # pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers + # pip install -v -U --no-build-isolation --no-deps git+https://github.com/facebookresearch/xformers.git + # pip install xformers -U --index-url https://download.pytorch.org/whl/rocm6.1 pip install -v -U --no-build-isolation --use-pep517 --no-deps git+https://github.com/ROCm/flash-attention.git + pip uninstall pynvml nvidia-ml-py -y ) + pip uninstall pynvml nvidia-ml-py -y # # Generate/download datasets, download models etc... # @@ -101,48 +100,6 @@ else fi cd $MILABENCH_WORDIR - - - ( - . $BENCHMARK_VENV/bin/activate - - pip install ninja - - if [ -z "${MILABENCH_HF_TOKEN}" ]; then - echo "Missing token" - else - huggingface-cli login --token $MILABENCH_HF_TOKEN - fi - - # - # Override/add package to the benchmark venv here - # - which pip - # pip uninstall torch torchvision torchaudio -y - # pip install torch torchvision torchaudio --index-url https://download.pytorch.org/whl/rocm6.1 - # pip uninstall pynvml - - # sudo apt-get install lld - # https://github.com/ROCm/jax/releases/tag/rocm-jaxlib-v0.4.30 - # does not really work - pip install https://github.com/ROCm/jax/releases/download/rocm-jaxlib-v0.4.30/jaxlib-0.4.30+rocm611-cp310-cp310-manylinux2014_x86_64.whl - pip install https://github.com/ROCm/jax/archive/refs/tags/rocm-jaxlib-v0.4.30.tar.gz - - # - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git - FORCE_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git - - # takes forever to compile - # https://github.com/ROCm/xformers - pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers - pip install -v -U --no-build-isolation --use-pep517 --no-deps git+https://github.com/ROCm/flash-attention.git - ) - -. $MILABENCH_WORDIR/env/bin/activate - -milabench prepare $ARGS - # # Run the benchmakrs milabench run $ARGS From db191141a0373aa81ccf5152c7c358ea43000a2d Mon Sep 17 00:00:00 2001 From: Your Name Date: Mon, 7 Oct 2024 19:22:53 +0000 Subject: [PATCH 5/6] use rocm branch --- scripts/article/run_rocm.sh | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index 14c9e189b..038d21e47 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -28,7 +28,7 @@ install_prepare() { if [ -z "${MILABENCH_SOURCE}" ]; then if [ ! -d "$MILABENCH_WORDIR/milabench" ]; then - git clone https://github.com/mila-iqia/milabench.git + git clone https://github.com/mila-iqia/milabench.git -b rocm fi export MILABENCH_SOURCE="$MILABENCH_WORDIR/milabench" fi From baf53044e78d0989600359e9496e9aae682bf640 Mon Sep 17 00:00:00 2001 From: Your Name Date: Thu, 10 Oct 2024 16:12:31 +0000 Subject: [PATCH 6/6] - --- benchmarks/rlhf/requirements.in | 1 + benchmarks/rlhf/requirements.rocm.txt | 1 + scripts/article/run_rocm.sh | 26 ++++++++++++++++++++------ 3 files changed, 22 insertions(+), 6 deletions(-) diff --git a/benchmarks/rlhf/requirements.in b/benchmarks/rlhf/requirements.in index 045bca09c..1cb6cd247 100644 --- a/benchmarks/rlhf/requirements.in +++ b/benchmarks/rlhf/requirements.in @@ -4,3 +4,4 @@ trl accelerate transformers datasets +einops \ No newline at end of file diff --git a/benchmarks/rlhf/requirements.rocm.txt b/benchmarks/rlhf/requirements.rocm.txt index 65365f073..5b7f2726b 100644 --- a/benchmarks/rlhf/requirements.rocm.txt +++ b/benchmarks/rlhf/requirements.rocm.txt @@ -310,3 +310,4 @@ yarl==1.13.1 # via # -c .pin/../.pin/constraints-rocm-torch.txt # aiohttp +einops \ No newline at end of file diff --git a/scripts/article/run_rocm.sh b/scripts/article/run_rocm.sh index 038d21e47..90a26baaa 100644 --- a/scripts/article/run_rocm.sh +++ b/scripts/article/run_rocm.sh @@ -18,6 +18,13 @@ else export MILABENCH_CONFIG="$MILABENCH_SOURCE/config/standard.yaml" fi + +export GPU="$(/opt/rocm/lib/llvm/bin/amdgpu-arch | head -n 1)" +export TORCH_ROCM_ARCH_LIST="$GPU" +export ROCM_TARGETS="$GPU" +export PYTORCH_ROCM_ARCH="$GPU" + + ARGS="$@" install_prepare() { @@ -68,21 +75,26 @@ install_prepare() { # https://github.com/ROCm/jax/releases/tag/rocm-jaxlib-v0.4.30 pip install https://github.com/ROCm/jax/releases/download/rocm-jaxlib-v0.4.30/jaxlib-0.4.30+rocm611-cp310-cp310-manylinux2014_x86_64.whl - pip install https://github.com/ROCm/jax/archive/refs/tags/rocm-jaxlib-v0.4.30.tar.gz + pip install https://github.com/ROCm/jax/archive/refs/tags/rocm-jaxlib-v0.4.30.tar.g - # - FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git - FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git - FORCE_ONLY_CUDA=1 pip install -U -v --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git + pip uninstall torch_cluster torch_scatter torch_sparse -y + FORCE_ONLY_CUDA=1 pip install -U -v --use-pep517 --no-build-isolation git+https://github.com/rusty1s/pytorch_cluster.git + FORCE_ONLY_CUDA=1 pip install -U -v --use-pep517 --no-build-isolation git+https://github.com/rusty1s/pytorch_scatter.git + FORCE_ONLY_CUDA=1 pip install -U -v --use-pep517 --no-build-isolation git+https://github.com/rusty1s/pytorch_sparse.git # takes forever to compile # https://github.com/ROCm/xformers + pip uninstall xformers pip install xformers --index-url https://download.pytorch.org/whl/rocm6.1 # pip install -v -U --no-build-isolation --no-deps git+https://github.com/ROCm/xformers.git@develop#egg=xformers # pip install -v -U --no-build-isolation --no-deps git+https://github.com/facebookresearch/xformers.git # pip install xformers -U --index-url https://download.pytorch.org/whl/rocm6.1 + + pip uninstall flash-attention pip install -v -U --no-build-isolation --use-pep517 --no-deps git+https://github.com/ROCm/flash-attention.git pip uninstall pynvml nvidia-ml-py -y + + pip install einops ) pip uninstall pynvml nvidia-ml-py -y @@ -99,7 +111,9 @@ else . $MILABENCH_WORDIR/env/bin/activate fi -cd $MILABENCH_WORDIR + +milabench prepare $ARGS + # # Run the benchmakrs milabench run $ARGS