[ci][train] Remove unnecessary xgboost_ray/lightgbm_ray reinstalls for release tests

release/lightgbm_tests/workloads/tune_16x4.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=16,
         resources_per_trial=ray_params.get_tune_resources(),
+        storage_path="/mnt/cluster_storage",
     )
     taken = time.time() - start
 

release/lightgbm_tests/workloads/tune_4x16.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=4,
         resources_per_trial=ray_params.get_tune_resources(),
+        storage_path="/mnt/cluster_storage",
     )
     taken = time.time() - start
 

release/lightgbm_tests/workloads/tune_small.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=4,
         resources_per_trial=ray_params.get_tune_resources(),
+        cluster_storage="/mnt/cluster_storage",
     )
     taken = time.time() - start
 

release/ray_release/byod/byod_xgboost_cuj_test.sh

@@ -4,4 +4,4 @@
 
 set -exo pipefail
 
-pip3 install -U --force-reinstall --no-deps xgboost_ray
+pip install -U "git+https://github.com/ray-project/xgboost_ray.git"

release/ray_release/byod/byod_xgboost_master_test.sh

@@ -4,7 +4,7 @@
 
 set -exo pipefail
 
-pip install -U "git+https://github.com/ray-project/xgboost_ray@master#egg=xgboost_ray" petastorm
+pip install -U "git+https://github.com/ray-project/xgboost_ray.git" petastorm
 sudo mkdir -p /data || true
 sudo chown ray:1000 /data || true
 rm -rf /data/classification.parquet || true

release/ray_release/byod/byod_xgboost_test.sh

@@ -4,7 +4,7 @@
 
 set -exo pipefail
 
-pip3 install -U --force-reinstall --no-deps xgboost_ray lightgbm_ray
+pip3 install -U --force-reinstall --no-deps "git+https://github.com/ray-project/xgboost_ray.git" "git+https://github.com/ray-project/lightgbm_ray.git"
 sudo mkdir -p /data || true
 sudo chown ray:1000 /data || true
 rm -rf /data/classification.parquet || true

release/ray_release/byod/byod_xgboost_tune_test.sh

@@ -4,7 +4,7 @@
 
 set -exo pipefail
 
-pip3 install -U --force-reinstall --no-deps xgboost_ray
+pip3 install -U --force-reinstall --no-deps "git+https://github.com/ray-project/xgboost_ray.git" "git+https://github.com/ray-project/lightgbm_ray.git"
 sudo mkdir -p /data || true
 sudo chown ray:1000 /data || true
 rm -rf /data/train.parquet || true

release/xgboost_tests/workloads/tune_32x4.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=32,
         resources_per_trial=ray_params.get_tune_resources(),
+        storage_path="/mnt/cluster_storage",
     )
     taken = time.time() - start
 

release/xgboost_tests/workloads/tune_4x32.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=4,
         resources_per_trial=ray_params.get_tune_resources(),
+        storage_path="/mnt/cluster_storage",
     )
     taken = time.time() - start
 

release/xgboost_tests/workloads/tune_small.py

@@ -9,6 +9,7 @@
 as the Ray Tune results table. No trials should error. All trials should
 run in parallel.
 """
+
 from collections import Counter
 import json
 import os
@@ -58,6 +59,7 @@ def train_wrapper(config, ray_params):
         config=search_space,
         num_samples=4,
         resources_per_trial=ray_params.get_tune_resources(),
+        storage_path="/mnt/cluster_storage",
     )
     taken = time.time() - start