[RLlib] Put learning test into own folders (ray-project#26862)

Co-authored-by: Artur Niederfahrenhorst <[email protected]> Signed-off-by: Stefan van der Kleij <[email protected]>
Stefan-1313 · Aug 18, 2022 · 6a66d12 · 6a66d12
1 parent 79f7c28
commit 6a66d12
Show file tree

Hide file tree

Showing 16 changed files with 297 additions and 6 deletions.
diff --git a/release/release_tests.yaml b/release/release_tests.yaml
@@ -2600,7 +2600,7 @@
 # RLlib tests
 ########################
 
-- name: rllib_learning_tests_a_to_e
+- name: rllib_learning_tests_a2c
   group: RLlib tests
   working_dir: rllib_tests
 
@@ -2614,17 +2614,17 @@
 
   cluster:
     cluster_env: app_config.yaml
-    cluster_compute: 12gpus_192cpus.yaml
+    cluster_compute: 2gpus_32cpus.yaml
 
   run:
     timeout: 18000
-    script: python learning_tests/run.py --yaml-sub-dir=a-e
+    script: python learning_tests/run.py --yaml-sub-dir=a2c
     type: sdk_command
     file_manager: job
 
   alert: default
 
-- name: rllib_learning_tests_f_to_z
+- name: rllib_learning_tests_a3c
   group: RLlib tests
   working_dir: rllib_tests
 
@@ -2638,16 +2638,307 @@
 
   cluster:
     cluster_env: app_config.yaml
-    cluster_compute: 8gpus_96cpus.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=a3c
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_apex
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=apex
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_appo
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=appo
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_bc
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=bc
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_cql
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=cql
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_ddpg
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=ddpg
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_dqn
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=dqn
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_es
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 4gpus_64cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=es
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_impala
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=impala
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_marwil
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=marwil
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+
+- name: rllib_learning_tests_sac
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=sac
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+- name: rllib_learning_tests_slateq
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
+
+  run:
+    timeout: 18000
+    script: python learning_tests/run.py --yaml-sub-dir=slateq
+    type: sdk_command
+    file_manager: job
+
+  alert: default
+
+
+- name: rllib_learning_tests_td3
+  group: RLlib tests
+  working_dir: rllib_tests
+
+  legacy:
+    test_name: learning_tests
+    test_suite: rllib_tests
+
+  frequency: nightly
+  team: ml
+  env: staging
+
+  cluster:
+    cluster_env: app_config.yaml
+    cluster_compute: 2gpus_32cpus.yaml
 
   run:
     timeout: 18000
-    script: python learning_tests/run.py --yaml-sub-dir=f-z
+    script: python learning_tests/run.py --yaml-sub-dir=td3
     type: sdk_command
     file_manager: job
 
   alert: default
 
+
 - name: rllib_multi_gpu_learning_tests
   group: RLlib tests
   working_dir: rllib_tests

diff --git a/...files/a-e/a2c-breakoutnoframeskip-v4.yaml → ...files/a2c/a2c-breakoutnoframeskip-v4.yaml b/...files/a-e/a2c-breakoutnoframeskip-v4.yaml → ...files/a2c/a2c-breakoutnoframeskip-v4.yaml
diff --git a/...l_files/a-e/a3c-pongdeterministic-v4.yaml → ...l_files/a3c/a3c-pongdeterministic-v4.yaml b/...l_files/a-e/a3c-pongdeterministic-v4.yaml → ...l_files/a3c/a3c-pongdeterministic-v4.yaml
diff --git a/...iles/a-e/apex-breakoutnoframeskip-v4.yaml → ...les/apex/apex-breakoutnoframeskip-v4.yaml b/...iles/a-e/apex-breakoutnoframeskip-v4.yaml → ...les/apex/apex-breakoutnoframeskip-v4.yaml
diff --git a/...ml_files/a-e/appo-pongnoframeskip-v4.yaml → ...l_files/appo/appo-pongnoframeskip-v4.yaml b/...ml_files/a-e/appo-pongnoframeskip-v4.yaml → ...l_files/appo/appo-pongnoframeskip-v4.yaml
diff --git a/...files/a-e/bc-halfcheetahbulletenv-v0.yaml → ..._files/bc/bc-halfcheetahbulletenv-v0.yaml b/...files/a-e/bc-halfcheetahbulletenv-v0.yaml → ..._files/bc/bc-halfcheetahbulletenv-v0.yaml
diff --git a/...iles/a-e/cql-halfcheetahbulletenv-v0.yaml → ...iles/cql/cql-halfcheetahbulletenv-v0.yaml b/...iles/a-e/cql-halfcheetahbulletenv-v0.yaml → ...iles/cql/cql-halfcheetahbulletenv-v0.yaml
diff --git a/...ml_files/a-e/ddpg-hopperbulletenv-v0.yaml → ...l_files/ddpg/ddpg-hopperbulletenv-v0.yaml b/...ml_files/a-e/ddpg-hopperbulletenv-v0.yaml → ...l_files/ddpg/ddpg-hopperbulletenv-v0.yaml
diff --git a/...files/a-e/dqn-breakoutnoframeskip-v4.yaml → ...files/dqn/dqn-breakoutnoframeskip-v4.yaml b/...files/a-e/dqn-breakoutnoframeskip-v4.yaml → ...files/dqn/dqn-breakoutnoframeskip-v4.yaml
diff --git a/...ml_files/a-e/es-humanoidbulletenv-v0.yaml → ...aml_files/es/es-humanoidbulletenv-v0.yaml b/...ml_files/a-e/es-humanoidbulletenv-v0.yaml → ...aml_files/es/es-humanoidbulletenv-v0.yaml
diff --git a/...es/f-z/impala-breakoutnoframeskip-v4.yaml → ...impala/impala-breakoutnoframeskip-v4.yaml b/...es/f-z/impala-breakoutnoframeskip-v4.yaml → ...impala/impala-breakoutnoframeskip-v4.yaml
diff --git a/...s/f-z/marwil-halfcheetahbulletenv-v0.yaml → ...arwil/marwil-halfcheetahbulletenv-v0.yaml b/...s/f-z/marwil-halfcheetahbulletenv-v0.yaml → ...arwil/marwil-halfcheetahbulletenv-v0.yaml
diff --git a/...files/f-z/ppo-breakoutnoframeskip-v4.yaml → ...files/ppo/ppo-breakoutnoframeskip-v4.yaml b/...files/f-z/ppo-breakoutnoframeskip-v4.yaml → ...files/ppo/ppo-breakoutnoframeskip-v4.yaml
diff --git a/...iles/f-z/sac-halfcheetahbulletenv-v0.yaml → ...iles/sac/sac-halfcheetahbulletenv-v0.yaml b/...iles/f-z/sac-halfcheetahbulletenv-v0.yaml → ...iles/sac/sac-halfcheetahbulletenv-v0.yaml
diff --git a/...slateq-interest-evolution-recsim-env.yaml → ...slateq-interest-evolution-recsim-env.yaml b/...slateq-interest-evolution-recsim-env.yaml → ...slateq-interest-evolution-recsim-env.yaml
diff --git a/...iles/f-z/td3-halfcheetahbulletenv-v0.yaml → ...iles/td3/td3-halfcheetahbulletenv-v0.yaml b/...iles/f-z/td3-halfcheetahbulletenv-v0.yaml → ...iles/td3/td3-halfcheetahbulletenv-v0.yaml