From 4506294bb821a752778f614d3484bef788d365c8 Mon Sep 17 00:00:00 2001 From: ali-12388 <1940747290@qq.com> Date: Thu, 21 Aug 2025 19:22:46 +0800 Subject: [PATCH] fix w_group_size KeyError in DeepSeek per-tensor quant --- angelslim/models/llm/deepseek.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/angelslim/models/llm/deepseek.py b/angelslim/models/llm/deepseek.py index 587961bb..e01ce125 100644 --- a/angelslim/models/llm/deepseek.py +++ b/angelslim/models/llm/deepseek.py @@ -163,7 +163,7 @@ def get_qdq_module(self, layer, name): quant_algo=self.quant_config.quant_algo, weight=weight, weight_scale=weight_scale, - group_size=self.quant_config.quant_algo_info["w_group_size"], + group_size=self.quant_config.quant_algo_info.get("w_group_size", 128), bias=layer.bias, input_scale=act_scale, )