From 17392747b8b9026853b586abf88b4dccbfbf1af5 Mon Sep 17 00:00:00 2001 From: Avnish Narayan <38871737+avnishn@users.noreply.github.com> Date: Fri, 22 Jul 2022 11:20:47 -0700 Subject: [PATCH] [RLlib] Put learning test into own folders (#26862) Co-authored-by: Artur Niederfahrenhorst Signed-off-by: Rohan138 --- release/release_tests.yaml | 303 +++++++++++++++++- .../a2c-breakoutnoframeskip-v4.yaml | 0 .../a3c-pongdeterministic-v4.yaml | 0 .../apex-breakoutnoframeskip-v4.yaml | 0 .../appo-pongnoframeskip-v4.yaml | 0 .../bc-halfcheetahbulletenv-v0.yaml | 0 .../cql-halfcheetahbulletenv-v0.yaml | 0 .../ddpg-hopperbulletenv-v0.yaml | 0 .../dqn-breakoutnoframeskip-v4.yaml | 0 .../{a-e => es}/es-humanoidbulletenv-v0.yaml | 0 .../impala-breakoutnoframeskip-v4.yaml | 0 .../marwil-halfcheetahbulletenv-v0.yaml | 0 .../ppo-breakoutnoframeskip-v4.yaml | 0 .../sac-halfcheetahbulletenv-v0.yaml | 0 .../slateq-interest-evolution-recsim-env.yaml | 0 .../td3-halfcheetahbulletenv-v0.yaml | 0 16 files changed, 297 insertions(+), 6 deletions(-) rename release/rllib_tests/learning_tests/yaml_files/{a-e => a2c}/a2c-breakoutnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => a3c}/a3c-pongdeterministic-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => apex}/apex-breakoutnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => appo}/appo-pongnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => bc}/bc-halfcheetahbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => cql}/cql-halfcheetahbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => ddpg}/ddpg-hopperbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => dqn}/dqn-breakoutnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{a-e => es}/es-humanoidbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => impala}/impala-breakoutnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => marwil}/marwil-halfcheetahbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => ppo}/ppo-breakoutnoframeskip-v4.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => sac}/sac-halfcheetahbulletenv-v0.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => slateq}/slateq-interest-evolution-recsim-env.yaml (100%) rename release/rllib_tests/learning_tests/yaml_files/{f-z => td3}/td3-halfcheetahbulletenv-v0.yaml (100%) diff --git a/release/release_tests.yaml b/release/release_tests.yaml index 9d968cd754dd..f59eb9c093fe 100644 --- a/release/release_tests.yaml +++ b/release/release_tests.yaml @@ -2600,7 +2600,7 @@ # RLlib tests ######################## -- name: rllib_learning_tests_a_to_e +- name: rllib_learning_tests_a2c group: RLlib tests working_dir: rllib_tests @@ -2614,17 +2614,17 @@ cluster: cluster_env: app_config.yaml - cluster_compute: 12gpus_192cpus.yaml + cluster_compute: 2gpus_32cpus.yaml run: timeout: 18000 - script: python learning_tests/run.py --yaml-sub-dir=a-e + script: python learning_tests/run.py --yaml-sub-dir=a2c type: sdk_command file_manager: job alert: default -- name: rllib_learning_tests_f_to_z +- name: rllib_learning_tests_a3c group: RLlib tests working_dir: rllib_tests @@ -2638,16 +2638,307 @@ cluster: cluster_env: app_config.yaml - cluster_compute: 8gpus_96cpus.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=a3c + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_apex + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=apex + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_appo + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=appo + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_bc + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=bc + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_cql + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=cql + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_ddpg + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=ddpg + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_dqn + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=dqn + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_es + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 4gpus_64cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=es + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_impala + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=impala + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_marwil + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=marwil + type: sdk_command + file_manager: job + + alert: default + + +- name: rllib_learning_tests_sac + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=sac + type: sdk_command + file_manager: job + + alert: default + +- name: rllib_learning_tests_slateq + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml + + run: + timeout: 18000 + script: python learning_tests/run.py --yaml-sub-dir=slateq + type: sdk_command + file_manager: job + + alert: default + + +- name: rllib_learning_tests_td3 + group: RLlib tests + working_dir: rllib_tests + + legacy: + test_name: learning_tests + test_suite: rllib_tests + + frequency: nightly + team: ml + env: staging + + cluster: + cluster_env: app_config.yaml + cluster_compute: 2gpus_32cpus.yaml run: timeout: 18000 - script: python learning_tests/run.py --yaml-sub-dir=f-z + script: python learning_tests/run.py --yaml-sub-dir=td3 type: sdk_command file_manager: job alert: default + - name: rllib_multi_gpu_learning_tests group: RLlib tests working_dir: rllib_tests diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/a2c-breakoutnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/a2c/a2c-breakoutnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/a2c-breakoutnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/a2c/a2c-breakoutnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/a3c-pongdeterministic-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/a3c/a3c-pongdeterministic-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/a3c-pongdeterministic-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/a3c/a3c-pongdeterministic-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/apex-breakoutnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/apex/apex-breakoutnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/apex-breakoutnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/apex/apex-breakoutnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/appo-pongnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/appo/appo-pongnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/appo-pongnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/appo/appo-pongnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/bc-halfcheetahbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/bc/bc-halfcheetahbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/bc-halfcheetahbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/bc/bc-halfcheetahbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/cql-halfcheetahbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/cql/cql-halfcheetahbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/cql-halfcheetahbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/cql/cql-halfcheetahbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/ddpg-hopperbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/ddpg/ddpg-hopperbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/ddpg-hopperbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/ddpg/ddpg-hopperbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/dqn-breakoutnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/dqn/dqn-breakoutnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/dqn-breakoutnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/dqn/dqn-breakoutnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/a-e/es-humanoidbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/es/es-humanoidbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/a-e/es-humanoidbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/es/es-humanoidbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/impala-breakoutnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/impala/impala-breakoutnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/impala-breakoutnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/impala/impala-breakoutnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/marwil-halfcheetahbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/marwil/marwil-halfcheetahbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/marwil-halfcheetahbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/marwil/marwil-halfcheetahbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/ppo-breakoutnoframeskip-v4.yaml b/release/rllib_tests/learning_tests/yaml_files/ppo/ppo-breakoutnoframeskip-v4.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/ppo-breakoutnoframeskip-v4.yaml rename to release/rllib_tests/learning_tests/yaml_files/ppo/ppo-breakoutnoframeskip-v4.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/sac-halfcheetahbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/sac/sac-halfcheetahbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/sac-halfcheetahbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/sac/sac-halfcheetahbulletenv-v0.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/slateq-interest-evolution-recsim-env.yaml b/release/rllib_tests/learning_tests/yaml_files/slateq/slateq-interest-evolution-recsim-env.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/slateq-interest-evolution-recsim-env.yaml rename to release/rllib_tests/learning_tests/yaml_files/slateq/slateq-interest-evolution-recsim-env.yaml diff --git a/release/rllib_tests/learning_tests/yaml_files/f-z/td3-halfcheetahbulletenv-v0.yaml b/release/rllib_tests/learning_tests/yaml_files/td3/td3-halfcheetahbulletenv-v0.yaml similarity index 100% rename from release/rllib_tests/learning_tests/yaml_files/f-z/td3-halfcheetahbulletenv-v0.yaml rename to release/rllib_tests/learning_tests/yaml_files/td3/td3-halfcheetahbulletenv-v0.yaml