Skip to content
New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Jump to bottom

[Release Test] Add GCE variation for core release tests [3/n] #34425

Merged
merged 1 commit into from
Apr 15, 2023
Merged

[Release Test] Add GCE variation for core release tests [3/n] #34425

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
33 changes: 33 additions & 0 deletions release/benchmarks/distributed_gce.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,33 @@
cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
region: us-west1
allowed_azs:
- us-west1-c

max_workers: 999

head_node_type:
name: head_node
instance_type: n2-standard-64 # Network optimized.
resources:
cpu: 0
custom_resources:
node: 1
small: 1

worker_node_types:
- name: worker_node_m
instance_type: n2-standard-64
min_workers: 32
max_workers: 32
use_spot: false
resources:
custom_resources:
node: 1
- name: worker_node_r
instance_type: n2-standard-64
min_workers: 32
max_workers: 32
use_spot: false
resources:
custom_resources:
node: 1
23 changes: 23 additions & 0 deletions release/benchmarks/object_store_gce.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,23 @@
cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
region: us-west1
allowed_azs:
- us-west1-c

max_workers: 49

head_node_type:
name: head_node
instance_type: n2-standard-64
resources:
custom_resources:
node: 1

worker_node_types:
- name: worker_node
instance_type: n2-standard-8
min_workers: 49
max_workers: 49
use_spot: false
resources:
custom_resources:
node: 1
22 changes: 22 additions & 0 deletions release/nightly_tests/chaos_test/compute_template_gce.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,22 @@
cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
region: us-west1
allowed_azs:
- us-west1-c

head_node_type:
name: head_node
instance_type: n2-standard-64
resources:
cpu: 0
custom_resources:
head: 1

worker_node_types:
- name: worker_node
instance_type: n2-standard-16
min_workers: 9
max_workers: 9
use_spot: true
resources:
custom_resources:
worker: 1
21 changes: 21 additions & 0 deletions release/nightly_tests/shuffle/shuffle_compute_single_gce.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,21 @@
cloud_id: {{env["ANYSCALE_CLOUD_ID"]}}
region: us-west1
allowed_azs:
- us-west1-c

max_workers: 0

gcp_advanced_configurations_json:
instance_properties:
disks:
- boot: true
auto_delete: true
initialize_params:
disk_size_gb: 500

head_node_type:
name: head_node
instance_type: n2-highmem-16
resources: {"object_store_memory": 21474836480}

worker_node_types: []
68 changes: 68 additions & 0 deletions release/release_tests.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3836,6 +3836,16 @@
timeout: 1800
script: OMP_NUM_THREADS=64 RAY_ADDRESS=local python run_microbenchmark.py

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: app_config.yaml
cluster_compute: tpl_64_gce.yaml


- name: benchmark_worker_startup
group: core-daily-test
team: core
Expand Down Expand Up @@ -3959,6 +3969,14 @@
script: python stress_tests/test_state_api_with_other_tests.py
nightly_tests/shuffle/shuffle_test.py --test-args="--num-partitions=100 --partition-size=200e6"

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: shuffle/shuffle_with_state_api_app_config.yaml
cluster_compute: shuffle/shuffle_compute_single_gce.yaml

- name: stress_test_many_tasks
group: core-daily-test
Expand Down Expand Up @@ -4254,6 +4272,14 @@
wait_for_nodes:
num_nodes: 50

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: app_config.yaml
cluster_compute: object_store_gce.yaml

- name: many_actors
group: core-scalability-test
Expand All @@ -4271,6 +4297,14 @@
wait_for_nodes:
num_nodes: 65

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: app_config.yaml
cluster_compute: distributed_gce.yaml

- name: many_actors_smoke_test
group: core-scalability-test
Expand Down Expand Up @@ -4305,6 +4339,14 @@
wait_for_nodes:
num_nodes: 65

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: app_config.yaml
cluster_compute: distributed_gce.yaml

- name: many_pgs
group: core-scalability-test
Expand All @@ -4322,6 +4364,15 @@
wait_for_nodes:
num_nodes: 65

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: app_config.yaml
cluster_compute: distributed_gce.yaml


- name: many_pgs_smoke_test
group: core-scalability-test
Expand Down Expand Up @@ -4831,6 +4882,14 @@
prepare: python setup_chaos.py --no-start
script: python chaos_test/test_chaos_basic.py --workload=tasks

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: chaos_test/app_config.yaml
cluster_compute: chaos_test/compute_template_gce.yaml

- name: chaos_many_actors
group: core-nightly-test
Expand All @@ -4849,6 +4908,15 @@
prepare: python setup_chaos.py --no-start
script: python chaos_test/test_chaos_basic.py --workload=actors

variations:
- __suffix__: aws
- __suffix__: gce
env: gce
frequency: manual
cluster:
cluster_env: chaos_test/app_config.yaml
cluster_compute: chaos_test/compute_template_gce.yaml


- name: chaos_dask_on_ray_large_scale_test_no_spilling
group: data-tests
Expand Down