Fix ray requirements for tutorial (Farama-Foundation#1139)

Author: elliottower

.github/workflows/linux-tutorials-test.yml

@@ -17,7 +17,7 @@ jobs:
             fail-fast: false
             matrix:
                 python-version: ['3.8', '3.9', '3.10', '3.11']
-                tutorial: [Tianshou, CustomEnvironment, CleanRL, SB3/kaz, SB3/waterworld, SB3/connect_four, SB3/test, AgileRL]  # TODO: add back Ray once next release after 2.6.2
+                tutorial: [Tianshou, CustomEnvironment, CleanRL, SB3/kaz, SB3/waterworld, SB3/connect_four, SB3/test, AgileRL, Ray]
         steps:
             - uses: actions/checkout@v4
             - name: Set up Python ${{ matrix.python-version }}

tutorials/Ray/requirements.txt

@@ -1,6 +1,6 @@
 PettingZoo[classic,butterfly]>=1.24.0
 Pillow>=9.4.0
-ray[rllib]>=2.7.0
+ray[rllib]==2.7.0
 SuperSuit>=3.9.0
 torch>=1.13.1
 tensorflow-probability>=0.19.0

tutorials/Ray/rllib_leduc_holdem.py

@@ -123,7 +123,7 @@ def env_creator():
     tune.run(
         alg_name,
         name="DQN",
-        stop={"timesteps_total": 10000000},
+        stop={"timesteps_total": 10000000 if not os.environ.get("CI") else 50000},
         checkpoint_freq=10,
         config=config.to_dict(),
     )

tutorials/Ray/rllib_pistonball.py

@@ -98,7 +98,7 @@ def env_creator(args):
     tune.run(
         "PPO",
         name="PPO",
-        stop={"timesteps_total": 5000000},
+        stop={"timesteps_total": 5000000 if not os.environ.get("CI") else 50000},
         checkpoint_freq=10,
         local_dir="~/ray_results/" + env_name,
         config=config.to_dict(),