fix: incorrect check on fast moe activation

kmehant · kmehant · commit c35b81fc8946 · 2025-04-29T11:22:16.000+05:30
Signed-off-by: Mehant Kammakomati &lt;mehant.kammakomati2@ibm.com&gt;
diff --git a/tuning/sft_trainer.py b/tuning/sft_trainer.py
@@ -168,7 +168,7 @@ def train(
                 "Trainer should not perform packing when using `--padding_free`"
             )
 
-    if fast_moe_config is not None:
+    if fast_moe_config is not None and fast_moe_config.fast_moe is not None:
         # Checking for unsupported modules with Scatter MoE for LoRA
         # Only raise an error for `all-linear`
         restricted_modules = ["all-linear"]

Original file line number	Diff line number	Diff line change
`@@ -168,7 +168,7 @@ def train(`
`168`	`168`	"Trainer should not perform packing when using `--padding_free`"
`169`	`169`	`)`
`170`	`170`
`171`		`- if fast_moe_config is not None:`
	`171`	`+ if fast_moe_config is not None and fast_moe_config.fast_moe is not None:`
`172`	`172`	`# Checking for unsupported modules with Scatter MoE for LoRA`
`173`	`173`	# Only raise an error for `all-linear`
`174`	`174`	`restricted_modules = ["all-linear"]`