Skip to content

Commit 4fa6ee5

Browse files
authored
trillium perf moe: enable profile (GoogleCloudPlatform#745)
1 parent ded4999 commit 4fa6ee5

1 file changed

Lines changed: 11 additions & 1 deletion

File tree

dags/multipod/maxtext_trillium_configs_perf.py

Lines changed: 11 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -13,7 +13,7 @@
1313
# limitations under the License.
1414

1515
"""
16-
A DAG to run perf tests for MaxText model configs on v5e.
16+
A DAG to run perf tests for MaxText model configs on v6e.
1717
"""
1818
import datetime
1919
from airflow import models
@@ -41,6 +41,12 @@
4141
MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED_INT8,
4242
MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16,
4343
}
44+
moe_set = {
45+
MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPLESS,
46+
MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED,
47+
MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED_INT8,
48+
MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16,
49+
}
4450

4551
with models.DAG(
4652
dag_id="maxtext_trillium_configs_perf",
@@ -82,6 +88,9 @@
8288
or model == MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16
8389
else [1, 2]
8490
)
91+
# Enable profile config to extract metrics for MoE
92+
enable_profile_config = True if model in moe_set else False
93+
8594
maxtext_sweep_gke_test = (
8695
maxtext_sweep_gke_config.get_maxtext_sweep_gke_config(
8796
test_owner=test_owner.RAYMOND_Z,
@@ -96,6 +105,7 @@
96105
run_name_prefix=f"maxtext-{model.name.lower()}-{mode.value}",
97106
base_run_model_cmds=base_run_model_cmds,
98107
sweep_params={},
108+
enable_profile_config=enable_profile_config,
99109
)
100110
)
101111
all_tests += maxtext_sweep_gke_test

0 commit comments

Comments
 (0)