[Data] [Release Test] Use worker node instead of head node (#47256)

for read_images_comparison_microbenchmark_single_node

cherrypick #47228

Signed-off-by: Lonnie Liu <[email protected]>

release/nightly_tests/dataset/run_image_loader_microbenchmark.sh

@@ -4,10 +4,10 @@
 # Exit if any of the test commands fail.
 set -x -e pipeline
 
-DIR="/tmp/imagenet-1gb"
-MOSAIC_DIR="/tmp/mosaicml-data"
-TFRECORDS_DIR="/tmp/tf-data"
-PARQUET_DIR="/tmp/parquet-data"
+DIR="/mnt/cluster_storage/imagenet-1gb"
+MOSAIC_DIR="/mnt/cluster_storage/mosaicml-data"
+TFRECORDS_DIR="/mnt/cluster_storage/tf-data"
+PARQUET_DIR="/mnt/cluster_storage/parquet-data"
 
 rm -rf "$DIR"
 rm -rf "$MOSAIC_DIR"

release/nightly_tests/dataset/single_worker_node_0_head_node_benchmark_compute.yaml

@@ -0,0 +1,16 @@
+cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
+region: us-west-2
+
+max_workers: 0
+
+head_node_type:
+    name: head_node
+    instance_type: m5.xlarge
+    resources:
+        cpu: 0
+
+worker_node_types:
+    - name: worker_node
+      instance_type: m5.4xlarge
+      min_workers: 1
+      max_workers: 1

release/release_tests.yaml

@@ -4025,7 +4025,7 @@
     byod:
       type: gpu
       post_build_script: byod_install_mosaicml.sh
-    cluster_compute: single_node_benchmark_compute.yaml
+    cluster_compute: single_worker_node_0_head_node_benchmark_compute.yaml
 
   run:
     timeout: 1800