[RLlib] Fix crashing remote envs example (ray-project#30562)

Signed-off-by: Weichen Xu <[email protected]>
WeichenXu123 · Dec 19, 2022 · 5cc8388 · 5cc8388
1 parent 2a48c8b
commit 5cc8388
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/rllib/evaluation/env_runner_v2.py b/rllib/evaluation/env_runner_v2.py
@@ -1013,7 +1013,8 @@ def end_episode(
                 raise ValueError(msg)
 
         # Clean up the episode and batch_builder for this env id.
-        del self._active_episodes[env_id]
+        if env_id in self._active_episodes:
+            del self._active_episodes[env_id]
 
     def _try_build_truncated_episode_multi_agent_batch(
         self, batch_builder: _PolicyCollectorGroup, episode: EpisodeV2