File tree Expand file tree Collapse file tree
src/megatron/bridge/perf_recipes/llama Expand file tree Collapse file tree Original file line number Diff line number Diff line change @@ -137,6 +137,7 @@ def llama31_405b_pretrain_128gpu_b200_nvfp4_config() -> ConfigContainer:
137137
138138llama31_405b_pretrain_256gpu_b200_fp8mx_config = llama31_405b_pretrain_256gpu_gb200_fp8mx_config
139139
140+
140141def llama31_405b_pretrain_256gpu_b200_nvfp4_config () -> ConfigContainer :
141142 """Llama3.1 405B pretrain: 256x B200, NVFP4."""
142143 cfg = llama31_405b_pretrain_256gpu_gb200_nvfp4_config ()
Original file line number Diff line number Diff line change @@ -145,6 +145,7 @@ def llama31_405b_pretrain_256gpu_b300_bf16_config() -> ConfigContainer:
145145 cfg .model .gradient_accumulation_fusion = True
146146 return cfg
147147
148+
148149llama31_405b_pretrain_256gpu_b300_fp8cs_config = llama31_405b_pretrain_256gpu_gb300_fp8cs_config
149150
150151llama31_405b_pretrain_256gpu_b300_fp8mx_config = llama31_405b_pretrain_256gpu_gb300_fp8mx_config
Original file line number Diff line number Diff line change 2525
2626llama31_405b_pretrain_256gpu_vr200_fp8mx_config = llama31_405b_pretrain_256gpu_gb200_fp8mx_config
2727
28+
2829def llama31_405b_pretrain_256gpu_vr200_nvfp4_config () -> ConfigContainer :
2930 """Llama3.1 405B pretrain: 256x VR200, NVFP4."""
3031 cfg = llama31_405b_pretrain_256gpu_gb200_nvfp4_config ()
You can’t perform that action at this time.
0 commit comments