Skip to content

Commit 55bc355

Browse files
seonjinnterrykong
andauthored
Update nemo_rl/models/megatron/setup.py
Co-authored-by: Terry Kong <terryk@nvidia.com> Signed-off-by: Seonjin <sna@nvidia.com>
1 parent d930bc1 commit 55bc355

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

nemo_rl/models/megatron/setup.py

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -524,11 +524,12 @@ def _apply_performance_config(model_cfg: Any, config: PolicyConfig) -> None:
524524
)
525525
if fine_grained_activation_offloading:
526526
offload_modules = config["megatron_cfg"].get("offload_modules", [])
527-
if not offload_modules:
527+
if not isinstance(offload_modules, list) or not offload_modules:
528528
raise ValueError(
529529
"offload_modules must be a non-empty list when "
530530
"fine_grained_activation_offloading is True."
531531
)
532+
)
532533
model_cfg.fine_grained_activation_offloading = True
533534
model_cfg.offload_modules = offload_modules
534535

0 commit comments

Comments
 (0)