Skip to content

Commit 3f4b28c

Browse files
authored
Update to the latest test owners (GoogleCloudPlatform#1054)
1 parent 02f3d48 commit 3f4b28c

49 files changed

Lines changed: 231 additions & 52 deletions

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

dags/common/test_owner.py

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -44,6 +44,7 @@ class Team(enum.Enum):
4444

4545
# PYTORCH
4646
MANFEI_B = "manfeiBai"
47+
BHAVYA_B = "bhavya01"
4748

4849
# MaxText
4950
TONY_C = "tonyjohnchen"
@@ -92,7 +93,18 @@ class Team(enum.Enum):
9293

9394
# MAP_REPRODUCIBILITY
9495
GUNJAN_J = "gunjanj007"
96+
BRYAN_W = "bwuu"
9597

9698
# Bite
9799
Maggie_Z = "jiya-zhang"
98100
Andrew_S = "asall"
101+
102+
# Dashboard
103+
SEVERUS_H = "severus-ho"
104+
105+
# maxtext_pathways
106+
JULIE_K = "JulieKuo"
107+
108+
# TPU Observability
109+
YUNA_T = "yuna-tzeng"
110+
QUINN_M = "QuinnMMcGarry"

dags/dashboard/configs/export_config.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -11,6 +11,8 @@
1111
from airflow.providers.google.cloud.hooks.gcs import GCSHook
1212
from airflow.exceptions import AirflowException
1313

14+
from dags.common import test_owner
15+
1416
# Prefix for exported files in GCS bucket
1517
GCS_PREFIX = "airflow_exports"
1618

@@ -143,6 +145,7 @@ class AirflowTable:
143145
def get_export_operator(source_table: AirflowTable):
144146
return PythonOperator(
145147
task_id=f"export_{source_table.table_name}",
148+
owner=test_owner.SEVERUS_H,
146149
python_callable=export_table_schema_and_data,
147150
op_kwargs={"table": source_table},
148151
)
@@ -155,6 +158,7 @@ def get_gcs_to_bq_operator(
155158
table_name = source_table.table_name
156159
return GCSToBigQueryOperator(
157160
task_id=f"load_{table_name}_to_bq",
161+
owner=test_owner.SEVERUS_H,
158162
bucket=source_bucket,
159163
source_objects=[f"{GCS_PREFIX}/{table_name}_part_*.json"],
160164
destination_project_dataset_table=destination_table,

dags/dashboard/xlml_to_buganizer.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,8 @@
1717
from google.api_core.exceptions import NotFound
1818
from google.cloud import bigquery, container_v1
1919

20+
from dags.common import test_owner
21+
2022
# --- Airflow DAG Schedule ---
2123
SCHEDULED_TIME = "0 */4 * * *" # Per 4 hours
2224

@@ -309,7 +311,7 @@ def fetch_clusters_status(credentials, clusters: List[Any]) -> List[Any]:
309311
# ================================================================
310312
# Step 6: Airflow Tasks
311313
# ================================================================
312-
@task
314+
@task(owner=test_owner.SEVERUS_H)
313315
def pull_clusters_status() -> List[Any]:
314316
credentials, _ = google.auth.default(
315317
scopes=["https://www.googleapis.com/auth/cloud-platform"]
@@ -318,7 +320,7 @@ def pull_clusters_status() -> List[Any]:
318320
return fetch_clusters_status(credentials, target_clusters)
319321

320322

321-
@task
323+
@task(owner=test_owner.SEVERUS_H)
322324
def insert_gsheet_rows_task(gspread_rows_to_insert):
323325
if GSPREAD_INSERT_ENABLED and gspread_rows_to_insert:
324326
context = get_current_context()

dags/mantaray/build_mantaray_docker.py

Lines changed: 5 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,6 +15,8 @@
1515
"""DAG to build nightly mantaray docker image: gcr.io/tpu-prod-env-multipod/mantaray_maxtext_tpu:nightly"""
1616

1717
from airflow import models
18+
19+
from dags.common import test_owner
1820
from xlml.utils import mantaray
1921
import datetime
2022
from dags import composer_env
@@ -28,5 +30,7 @@
2830
start_date=datetime.datetime(2024, 9, 4),
2931
catchup=False,
3032
) as dag:
31-
run_workload = mantaray.build_docker_image()
33+
run_workload = mantaray.build_docker_image.override(
34+
owner=test_owner.BHAVYA_B
35+
)()
3236
run_workload

dags/mantaray/run_mantaray_jobs.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -374,7 +374,9 @@ def vllm_request_rate_inf_nightly_on_v6e_4_persistent_TPUVM():
374374
start_date=datetime.datetime(2024, 4, 22),
375375
catchup=False,
376376
) as dag:
377-
run_workload = mantaray.run_workload(
377+
run_workload = mantaray.run_workload.override(
378+
owner=test_owner.BHAVYA_B
379+
)(
378380
workload_file_name=job["file_name"],
379381
)
380382
run_workload

dags/map_reproducibility/a3mega/gpt3_175b_nemo.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919
from airflow import models
2020

2121
from dags import composer_env
22+
from dags.common import test_owner
2223
from dags.map_reproducibility.utils.common_utils import get_scheduled_time, run_nemo_workload, run_workload_with_quarantine
2324

2425

@@ -61,6 +62,7 @@
6162
run_workload_with_quarantine(
6263
test_name=DAG_ID,
6364
workload_function=run_nemo_workload,
65+
owner=test_owner.BRYAN_W,
6466
hypercomputer=HYPERCOMPUTER,
6567
model_id=MODEL_ID,
6668
framework=FRAMEWORK,

dags/map_reproducibility/a3mega/llama_3_1_70b_nemo.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818

1919
from airflow import models
2020
from dags import composer_env
21+
from dags.common import test_owner
2122
from dags.map_reproducibility.utils.common_utils import get_scheduled_time, run_workload_with_quarantine
2223
from dags.map_reproducibility.utils.common_utils import run_nemo_workload
2324

@@ -61,6 +62,7 @@
6162
run_workload_with_quarantine(
6263
test_name=DAG_ID,
6364
workload_function=run_nemo_workload,
65+
owner=test_owner.BRYAN_W,
6466
hypercomputer=HYPERCOMPUTER,
6567
model_id=MODEL_ID,
6668
framework=FRAMEWORK,

dags/map_reproducibility/a3mega/llama_3_1_70b_nemo_gcsfuse.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -17,6 +17,8 @@
1717
import datetime
1818

1919
from airflow import models
20+
21+
from dags.common import test_owner
2022
from dags.map_reproducibility.utils.common_utils import run_nemo_workload, run_workload_with_quarantine
2123

2224
MODEL_ID = "llama3-1-70b"
@@ -59,6 +61,7 @@
5961
run_workload_with_quarantine(
6062
test_name=DAG_ID,
6163
workload_function=run_nemo_workload,
64+
owner=test_owner.BRYAN_W,
6265
hypercomputer=HYPERCOMPUTER,
6366
model_id=MODEL_ID,
6467
framework=FRAMEWORK,

dags/map_reproducibility/a3mega/llama_3_70b_nemo.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -19,6 +19,7 @@
1919

2020
from airflow import models
2121
from dags import composer_env
22+
from dags.common import test_owner
2223
from dags.map_reproducibility.utils.common_utils import get_scheduled_time, run_workload_with_quarantine
2324
from dags.map_reproducibility.utils.common_utils import run_nemo_workload
2425

@@ -67,6 +68,7 @@
6768
run_workload_with_quarantine(
6869
test_name=DAG_ID,
6970
workload_function=run_nemo_workload,
71+
owner=test_owner.BRYAN_W,
7072
hypercomputer=HYPERCOMPUTER,
7173
model_id=MODEL_ID,
7274
framework=FRAMEWORK,

dags/map_reproducibility/a3mega/mixtral_8_7b_nemo.py

Lines changed: 2 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -18,6 +18,7 @@
1818

1919
from airflow import models
2020
from dags import composer_env
21+
from dags.common import test_owner
2122
from dags.map_reproducibility.utils.common_utils import get_scheduled_time, run_workload_with_quarantine
2223
from dags.map_reproducibility.utils.common_utils import run_nemo_workload
2324

@@ -55,6 +56,7 @@
5556
run_workload_with_quarantine(
5657
test_name=DAG_ID,
5758
workload_function=run_nemo_workload,
59+
owner=test_owner.BRYAN_W,
5860
hypercomputer=HYPERCOMPUTER,
5961
model_id=MODEL_ID,
6062
framework=FRAMEWORK,

0 commit comments

Comments
 (0)