Skip to content

Commit 28bbf69

Browse files
committed
fix awq tests
Signed-off-by: ZX-ModelCloud <zx@modelcloud.ai>
1 parent 83682fb commit 28bbf69

3 files changed

Lines changed: 7 additions & 7 deletions

File tree

tests/test_awq_rotary_device.py

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,9 @@ def _make_processor(rotary: nn.Module) -> AWQProcessor:
5252
calibration_concat_size=None,
5353
calibration_sort=None,
5454
batch_size=1,
55-
gptq_model=None,
55+
gptq_model=types.SimpleNamespace(
56+
rotary_embedding=None,
57+
),
5658
model=model,
5759
require_fwd=True,
5860
calculate_w_wq_diff=False,

tests/test_awq_weight_mean.py

Lines changed: 4 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -1,5 +1,5 @@
11
import os
2-
2+
import types
33

44
os.environ["CUDA_DEVICE_ORDER"] = "PCI_BUS_ID"
55
os.environ["PYTORCH_ALLOC_CONF"] = "expandable_segments:True,max_split_size_mb:256,garbage_collection_threshold:0.7" #"expandable_segments:True"
@@ -95,7 +95,9 @@ def __init__(self, qcfg: QuantizeConfig):
9595
calibration_concat_size=None,
9696
calibration_sort=None,
9797
batch_size=1,
98-
gptq_model=None,
98+
gptq_model=types.SimpleNamespace(
99+
rotary_embedding=None,
100+
),
99101
model=None,
100102
require_fwd=True,
101103
calculate_w_wq_diff=False,

tests/test_model_require_pkgs.py

Lines changed: 0 additions & 4 deletions
This file was deleted.

0 commit comments

Comments
 (0)