[RLlib] Fix crashing remote envs example (#30562)

ray-project · Nov 23, 2022 · 805ff74 · 805ff74
1 parent 3c06fb1
commit 805ff74
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/rllib/evaluation/env_runner_v2.py b/rllib/evaluation/env_runner_v2.py
@@ -1013,7 +1013,8 @@ def end_episode(
                 raise ValueError(msg)
 
         # Clean up the episode and batch_builder for this env id.
-        del self._active_episodes[env_id]
+        if env_id in self._active_episodes:
+            del self._active_episodes[env_id]
 
     def _try_build_truncated_episode_multi_agent_batch(
         self, batch_builder: _PolicyCollectorGroup, episode: EpisodeV2