fix: ft logic

willmj · willmj · commit c719594d6520 · 2025-04-11T15:36:02.000-04:00
Signed-off-by: Will Johnson &lt;mwjohnson728@gmail.com&gt;
diff --git a/plugins/accelerated-moe/src/fms_acceleration_moe/utils/scattermoe_prepare.py b/plugins/accelerated-moe/src/fms_acceleration_moe/utils/scattermoe_prepare.py
@@ -354,7 +354,7 @@ def prepare_scattermoe(
             ]
             if any(
                 module in (target_modules or []) for module in possible_target_modules
-            ):
+            ) or not lora_config:
                 if device_mesh is None:
                     # - if not on meta, just load the state dict
                     # - and then put on the device

Original file line number	Diff line number	Diff line change
`@@ -354,7 +354,7 @@ def prepare_scattermoe(`
`354`	`354`	`]`
`355`	`355`	`if any(`
`356`	`356`	`module in (target_modules or []) for module in possible_target_modules`
`357`		`- ):`
	`357`	`+ ) or not lora_config:`
`358`	`358`	`if device_mesh is None:`
`359`	`359`	`# - if not on meta, just load the state dict`
`360`	`360`	`# - and then put on the device`