Merge pull request #202 from maxdebayser/fix_deprecated_import

fix: deprecated import

Author: chichun-charlie-liu

fms_mo/run_quant.py

@@ -214,12 +214,12 @@ def run_fp8(model_args, data_args, opt_args, fp8_args):
     # Third Party
     from llmcompressor import oneshot
     from llmcompressor.modifiers.quantization import QuantizationModifier
-    from llmcompressor.transformers import SparseAutoModelForCausalLM
+    from transformers import AutoModelForCausalLM
 
     logger = set_log_level(opt_args.log_level, "fms_mo.run_fp8")
 
     if model_args.task_type == "lm":
-        model = SparseAutoModelForCausalLM.from_pretrained(
+        model = AutoModelForCausalLM.from_pretrained(
             model_args.model_name_or_path,
             torch_dtype=model_args.torch_dtype,
         )