diff --git a/python/setup.py b/python/setup.py
index 29aedabfb623..4f54357dcbde 100644
--- a/python/setup.py
+++ b/python/setup.py
@@ -262,7 +262,7 @@ def get_packages(self):
 
     setup_spec.extras["rllib"] = setup_spec.extras["tune"] + [
         "dm_tree",
-        "gym>=0.21.0,<0.24.0",
+        "gym>=0.21.0,<=0.24.0",
         "lz4",
         # matplotlib (dependency of scikit-image) 3.4.3 breaks docker build
         # Todo: Remove this when safe?