Skip to content

Commit a6eceeb

Browse files
Deprecate project Bite DAGs (GoogleCloudPlatform#1300)
Since the project Bite DAGs are no longer maintained by the original team and overlaps with the actively maintained DAG `axlearn_reg_save` and AXLearn-arc, we propose deprecating the DAG `project_bite_tpu_e2e` and `project_bite_gpu_e2e`. See details in b/529565479.
1 parent 505afa9 commit a6eceeb

4 files changed

Lines changed: 7 additions & 583 deletions

File tree

dags/sparsity_diffusion_devx/configs/gke_config.py

Lines changed: 7 additions & 45 deletions
Original file line numberDiff line numberDiff line change
@@ -14,13 +14,12 @@
1414

1515
"""Utilities to construct configs for solutionsteam_jax_bite DAG."""
1616

17-
from dags.common import test_owner
17+
import datetime
18+
from typing import Iterable, Optional
19+
20+
from dags.common.vm_resource import Project, XpkClusters
1821
from xlml.apis import gcp_config, metric_config, task, test_config
1922
from xlml.apis.xpk_cluster_config import XpkClusterConfig
20-
from dags import gcs_bucket
21-
from dags.common.vm_resource import TpuVersion, Project, XpkClusters, GpuVersion, CpuVersion, Zone
22-
from typing import Iterable, Optional
23-
import datetime
2423

2524
clusters = {
2625
# accelerator: cluster names
@@ -49,7 +48,9 @@ def get_gke_config(
4948
test_owner: str,
5049
cluster: XpkClusterConfig = XpkClusters.TPU_V4_8_MAXTEXT_CLUSTER,
5150
num_slices: int = 1,
52-
dataset_name: metric_config.DatasetOption = metric_config.DatasetOption.XLML_DATASET,
51+
dataset_name: metric_config.DatasetOption = (
52+
metric_config.DatasetOption.XLML_DATASET
53+
),
5354
dataset_project: str = Project.CLOUD_ML_AUTO_SOLUTIONS.value,
5455
composer_project: str = Project.CLOUD_ML_AUTO_SOLUTIONS.value,
5556
tensorboard_summary_config: Optional[metric_config.SummaryConfig] = None,
@@ -88,42 +89,3 @@ def get_gke_config(
8889
task_gcp_config=job_gcp_config,
8990
task_metric_config=job_metric_config,
9091
)
91-
92-
93-
def get_gpu_gke_test_config(
94-
time_out_in_min: int,
95-
test_name: str,
96-
run_model_cmds: str,
97-
cluster: XpkClusterConfig,
98-
test_owner: str,
99-
docker_image: str,
100-
num_slices: int = 1,
101-
) -> task.XpkTask:
102-
job_gcp_config = gcp_config.GCPConfig(
103-
project_name=cluster.project,
104-
zone=cluster.zone,
105-
dataset_name=metric_config.DatasetOption.XLML_DATASET,
106-
)
107-
108-
job_test_config = test_config.GpuXpkTest(
109-
test_config.Gpu(
110-
machine_type=None,
111-
image_family=None,
112-
count=None,
113-
accelerator_type=cluster.device_version.value,
114-
runtime_version=None,
115-
),
116-
test_name=test_name,
117-
set_up_cmds=None,
118-
run_model_cmds=run_model_cmds,
119-
timeout=datetime.timedelta(minutes=time_out_in_min),
120-
task_owner=test_owner,
121-
cluster_name=cluster.name,
122-
docker_image=docker_image,
123-
num_slices=num_slices,
124-
)
125-
126-
return task.XpkTask(
127-
task_test_config=job_test_config,
128-
task_gcp_config=job_gcp_config,
129-
)

dags/sparsity_diffusion_devx/configs/project_bite_config.py

Lines changed: 0 additions & 248 deletions
This file was deleted.

dags/sparsity_diffusion_devx/project_bite_gpu_e2e.py

Lines changed: 0 additions & 70 deletions
This file was deleted.

0 commit comments

Comments
 (0)