fix: all-linear passed through CLI

Signed-off-by: Will Johnson <mwjohnson728@gmail.com>

Author: willmj

tuning/sft_trainer.py

@@ -180,14 +180,15 @@ def train(
                 module in (peft_config.target_modules or [])
                 for module in restricted_modules
             )
+            and fast_moe_config.fast_moe is not None
         ):
             raise ValueError(
                 "`--fast_moe` with LoRA does not currently support `all-linear`, as "
                 "target modules at this time. Please explicitly specify target "
                 "modules when using `--fast_moe` with LoRA."
             )
         # If other common non-linear modules, raise warning
-        if peft_config is not None and hasattr(peft_config, "target_modules"):
+        if peft_config is not None and hasattr(peft_config, "target_modules") and fast_moe_config.fast_moe is not None:
             logger.warning(
                 "You are running lora with the ScatterMoE plugin, please note that "
                 "passing target modules that are part of the moe module can cause unexpected "