[Rllib] Fix broken cluster env launcher gym pinning (ray-project#26865)

Signed-off-by: Stefan van der Kleij <[email protected]>

release/long_running_tests/app_config_np.yaml

@@ -7,7 +7,7 @@ debian_packages:
 
 python:
   pip_packages:
-    - gym[atari]>=0.21.0,<0.24.0
+    - "gym[atari]>=0.21.0,<0.24.0"
     - pygame
     - pytest
     - tensorflow
@@ -18,7 +18,7 @@ post_build_cmds:
     - 'rm -r wrk || true && git clone https://github.com/wg/wrk.git /tmp/wrk && cd /tmp/wrk && make -j && sudo cp wrk /usr/local/bin'
     - pip3 install numpy==1.19 || true
     - pip3 install pytest || true
-    - pip3 install -U ray[all] gym[atari]>=0.21.0,<0.24.0 autorom[accept-rom-license]
+    - pip3 install -U ray[all] "gym[atari]>=0.21.0,<0.24.0" autorom[accept-rom-license]
     - pip3 install ray[all]
     # TODO (Alex): Ideally we would install all the dependencies from the new
     # version too, but pip won't be able to find the new version of ray-cpp.