[rllib] Use compress observations where replay buffers and image obs …

…are used in tuned examples (ray-project#26735) Signed-off-by: Rohan138 <[email protected]>
Rohan138 · Jul 28, 2022 · 2c604c8 · 2c604c8
1 parent 55162b8
commit 2c604c8
Show file tree

Hide file tree

Showing 4 changed files with 10 additions and 1 deletion.
diff --git a/rllib/tuned_examples/apex_dqn/atari-apex-dqn.yaml b/rllib/tuned_examples/apex_dqn/atari-apex-dqn.yaml
@@ -27,4 +27,4 @@ apex-breakoutnoframeskip-v4:
         rollout_fragment_length: 20
         train_batch_size: 512
         target_network_update_freq: 50000
-        min_sample_timesteps_per_iteration: 25000
+        min_sample_timesteps_per_iteration: 25000
diff --git a/rllib/tuned_examples/apex_dqn/pong-apex-dqn.yaml b/rllib/tuned_examples/apex_dqn/pong-apex-dqn.yaml
@@ -18,5 +18,8 @@ pong-apex:
         replay_buffer_config:
           type: MultiAgentPrioritizedReplayBuffer
           capacity: 1000000
+        # we should set compress_observations to True because few machines
+        # would be able to contain the replay buffers in memory otherwise
+        compress_observations: True
         gamma: 0.99
         training_intensity: 16
diff --git a/rllib/tuned_examples/dqn/pong-dqn.yaml b/rllib/tuned_examples/dqn/pong-dqn.yaml
@@ -24,3 +24,6 @@ pong-deterministic-dqn:
           grayscale: True
           zero_mean: False
           dim: 42
+        # we should set compress_observations to True because few machines
+        # would be able to contain the replay buffers in memory otherwise
+        compress_observations: True
diff --git a/rllib/tuned_examples/dqn/pong-rainbow.yaml b/rllib/tuned_examples/dqn/pong-rainbow.yaml
@@ -26,3 +26,6 @@ pong-deterministic-rainbow:
           grayscale: True
           zero_mean: False
           dim: 42
+        # we should set compress_observations to True because few machines
+        # would be able to contain the replay buffers in memory otherwise
+        compress_observations: True