We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 93e1b3e commit 9f174a5Copy full SHA for 9f174a5
1 file changed
tests/unit/train_compile_test.py
@@ -626,8 +626,8 @@ def test_moe_deepseek_pipeline_subset(self):
626
"",
627
get_test_config_path(),
628
f"compiled_trainstep_file={compiled_trainstep_file}",
629
- "compile_topology=v5p-8",
630
- "compile_topology_num_slices=2",
+ "compile_topology=v5p-64",
+ "compile_topology_num_slices=8",
631
"use_iota_embed=true",
632
"model_name=deepseek3-test",
633
"megablox=True",
@@ -636,8 +636,8 @@ def test_moe_deepseek_pipeline_subset(self):
636
"per_device_batch_size=1",
637
"max_target_length=1024",
638
"pipeline_parallel_layers=56",
639
- "ici_expert_parallelism=8",
640
- "dcn_pipeline_parallelism=2",
+ "ici_expert_parallelism=16",
+ "dcn_pipeline_parallelism=8",
641
)
642
643
0 commit comments