[RLlib] Fix test case: Multi-agent CartPole IMPALA (needed 1 more CPU…

…). (#46292)
ray-project · Jun 27, 2024 · 9e1d4fe · 9e1d4fe
1 parent 9a2f2c2
commit 9e1d4fe
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 3 deletions.
diff --git a/rllib/BUILD b/rllib/BUILD
@@ -368,7 +368,7 @@ py_test(
     tags = ["team:rllib", "exclusive", "learning_tests", "learning_tests_cartpole", "learning_tests_discrete", "torch_only"],
     size = "large",
     srcs = ["tuned_examples/impala/multi_agent_cartpole_impala.py"],
-    args = ["--as-test", "--enable-new-api-stack", "--num-agents=2", "--num-gpus=1", "--num-cpus=5"]
+    args = ["--as-test", "--enable-new-api-stack", "--num-agents=2", "--num-gpus=1", "--num-cpus=6"]
 )
 py_test(
     name = "learning_tests_multi_agent_cartpole_impala_gpu",

diff --git a/rllib/tuned_examples/impala/multi_agent_cartpole_impala.py b/rllib/tuned_examples/impala/multi_agent_cartpole_impala.py
@@ -25,10 +25,10 @@
     )
     .environment("multi_cart", env_config={"num_agents": args.num_agents})
     .training(
-        train_batch_size_per_learner=750,
+        train_batch_size_per_learner=1000,
         grad_clip=30.0,
         grad_clip_by="global_norm",
-        lr=0.00065,
+        lr=0.0005,
         vf_loss_coeff=0.01,
         entropy_coeff=0.0,
     )