Skip to content

Commit c4b45c3

Browse files
authored
add scanning 'ml-auto-benchmarking' (GoogleCloudPlatform#1069)
1 parent 3f4b28c commit c4b45c3

1 file changed

Lines changed: 12 additions & 0 deletions

File tree

dags/infra/clean_up.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,11 @@
4444
Zone.US_EAST1_C,
4545
Zone.US_EAST5_A,
4646
]
47+
cloud_ml_benchmarking_tpu_zones = [
48+
Zone.US_CENTRAL2_B,
49+
Zone.US_WEST1_C,
50+
Zone.US_EAST5_B,
51+
]
4752

4853
# TPUs
4954
node_cloud_ml_auto_solutions = tpu.clean_up_idle_nodes.override(
@@ -52,6 +57,9 @@
5257
node_tpu_prod_env_automated = tpu.clean_up_idle_nodes.override(
5358
task_id="cleanup_nodes_tpu-prod-env-automated"
5459
)(Project.TPU_PROD_ENV_AUTOMATED.value, v5_tpu_zones)
60+
node_cloud_ml_auto_benchmarking = tpu.clean_up_idle_nodes.override(
61+
task_id="cleanup_nodes_cloud-ml-benchmarking"
62+
)(Project.CLOUD_ML_BENCHMARKING, cloud_ml_benchmarking_tpu_zones)
5563

5664
# QRs
5765
# clean up in tpu-prod-env-automated has been handled in script below:
@@ -60,7 +68,11 @@
6068
qr_cloud_ml_auto_solutions = tpu.clean_up_idle_queued_resources.override(
6169
task_id="cleanup_qr_cloud-ml-auto-solutions"
6270
)(Project.CLOUD_ML_AUTO_SOLUTIONS.value, tpu_zones)
71+
qr_cloud_ml_benchmarking = tpu.clean_up_idle_queued_resources.override(
72+
task_id="cleanup_qr_cloud-ml-benchmarking"
73+
)(Project.CLOUD_ML_BENCHMARKING, cloud_ml_benchmarking_tpu_zones)
6374

6475
# Overview dependency
6576
node_cloud_ml_auto_solutions >> qr_cloud_ml_auto_solutions
6677
node_tpu_prod_env_automated
78+
node_cloud_ml_auto_benchmarking >> qr_cloud_ml_benchmarking

0 commit comments

Comments
 (0)