|
13 | 13 | # limitations under the License. |
14 | 14 |
|
15 | 15 | """ |
16 | | -A DAG to run perf tests for MaxText model configs on v5e. |
| 16 | +A DAG to run perf tests for MaxText model configs on v6e. |
17 | 17 | """ |
18 | 18 | import datetime |
19 | 19 | from airflow import models |
|
41 | 41 | MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED_INT8, |
42 | 42 | MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16, |
43 | 43 | } |
| 44 | +moe_set = { |
| 45 | + MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPLESS, |
| 46 | + MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED, |
| 47 | + MaxTextTrilliumModelConfigs.MIXTRAL_8X7B_DROPPED_INT8, |
| 48 | + MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16, |
| 49 | +} |
44 | 50 |
|
45 | 51 | with models.DAG( |
46 | 52 | dag_id="maxtext_trillium_configs_perf", |
|
82 | 88 | or model == MaxTextTrilliumModelConfigs.DEEPSEEK_V3_EP16 |
83 | 89 | else [1, 2] |
84 | 90 | ) |
| 91 | + # Enable profile config to extract metrics for MoE |
| 92 | + enable_profile_config = True if model in moe_set else False |
| 93 | + |
85 | 94 | maxtext_sweep_gke_test = ( |
86 | 95 | maxtext_sweep_gke_config.get_maxtext_sweep_gke_config( |
87 | 96 | test_owner=test_owner.RAYMOND_Z, |
|
96 | 105 | run_name_prefix=f"maxtext-{model.name.lower()}-{mode.value}", |
97 | 106 | base_run_model_cmds=base_run_model_cmds, |
98 | 107 | sweep_params={}, |
| 108 | + enable_profile_config=enable_profile_config, |
99 | 109 | ) |
100 | 110 | ) |
101 | 111 | all_tests += maxtext_sweep_gke_test |
|
0 commit comments