fix w_group_size KeyError in DeepSeek per-tensor quant (Tencent#50)

ali-88123 · web-flow · commit 9260ca733a3e · 2025-08-21T19:33:49.000+08:00
diff --git a/angelslim/models/llm/deepseek.py b/angelslim/models/llm/deepseek.py
@@ -163,7 +163,7 @@ def get_qdq_module(self, layer, name):
             quant_algo=self.quant_config.quant_algo,
             weight=weight,
             weight_scale=weight_scale,
-            group_size=self.quant_config.quant_algo_info["w_group_size"],
+            group_size=self.quant_config.quant_algo_info.get("w_group_size", 128),
             bias=layer.bias,
             input_scale=act_scale,
         )

Original file line number	Diff line number	Diff line change
`@@ -163,7 +163,7 @@ def get_qdq_module(self, layer, name):`
`163`	`163`	`quant_algo=self.quant_config.quant_algo,`
`164`	`164`	`weight=weight,`
`165`	`165`	`weight_scale=weight_scale,`
`166`		`- group_size=self.quant_config.quant_algo_info["w_group_size"],`
	`166`	`+ group_size=self.quant_config.quant_algo_info.get("w_group_size", 128),`
`167`	`167`	`bias=layer.bias,`
`168`	`168`	`input_scale=act_scale,`
`169`	`169`	`)`