Add IQL-TorchRL tutorial (#180)

* Add IQL-TorchRL tutorial * Fix small lint issues * Fix pre-commit issues * Upda docs/requirements.txt * Update docs/requirements.txt * Add headless requirements * make tutorial deterministic * fix pre-commit and requirements
Farama-Foundation · Jan 31, 2024 · 28e75bb · 28e75bb
1 parent cfcf01b
commit 28e75bb
Show file tree

Hide file tree

Showing 9 changed files with 535 additions and 0 deletions.
diff --git a/.pre-commit-config.yaml b/.pre-commit-config.yaml
@@ -35,6 +35,7 @@ repos:
         args:
           - '--per-file-ignores=*/__init__.py:F401
             docs/tutorials/using_datasets/behavioral_cloning.py:E999
+            docs/tutorials/using_datasets/IQL_torchrl.py:E402,E501,E703,F401
             docs/_scripts/gen_dataset_md.py:E221,E222,E231,E272'
           - --extend-ignore=E203,W604
           - --max-complexity=205
@@ -46,6 +47,7 @@ repos:
     hooks:
       - id: isort
         args: ["--profile", "black"]
+        exclude: "docs/tutorials/using_datasets/IQL_torchrl.py"
   - repo: https://github.com/asottile/pyupgrade
     rev: v3.15.0
     hooks:

diff --git a/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_1.gif b/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_1.gif
diff --git a/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_2.gif b/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_2.gif
diff --git a/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_3.gif b/docs/_static/img/tutorials/IQL_torchrl_adroit_pen_example_3.gif
diff --git a/docs/_static/img/tutorials/IQL_torchrl_expectile_example.png b/docs/_static/img/tutorials/IQL_torchrl_expectile_example.png
diff --git a/docs/_static/img/tutorials/IQL_torchrl_first_frame.png b/docs/_static/img/tutorials/IQL_torchrl_first_frame.png
diff --git a/docs/_static/img/tutorials/IQL_torchrl_training_graphs.png b/docs/_static/img/tutorials/IQL_torchrl_training_graphs.png
diff --git a/docs/requirements.txt b/docs/requirements.txt
@@ -1,7 +1,10 @@
+--extra-index-url https://download.pytorch.org/whl/nightly/cpu
+torch>=2.3.0.dev20231230
 sphinx
 sphinx-autobuild
 sphinx_github_changelog
 myst-parser
+matplotlib
 google-cloud-storage==2.5.0
 gymnasium-robotics>=1.2.1
 minigrid>=2.2.0
@@ -10,3 +13,6 @@ imageio>=2.14.1
 nbmake
 git+https://github.com/sphinx-gallery/sphinx-gallery.git@4006662c8c1984453a247dc6d3df6260e5b00f4b#egg=sphinx_gallery
 git+https://github.com/Farama-Foundation/Celshast#egg=furo
+torchrl-nightly>=2023.12.30
+pyvirtualdisplay
+moviepy
diff --git a/docs/tutorials/using_datasets/IQL_torchrl.py b/docs/tutorials/using_datasets/IQL_torchrl.py