Skip to content

Commit cde1604

Browse files
fix assert was checking last layers (#2880)
1 parent d575ebf commit cde1604

1 file changed

Lines changed: 1 addition & 1 deletion

File tree

tests/models/test_llama3_2_exllamav3.py

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,6 @@
88

99
import torch
1010

11-
1211
TESTS_MODELS_ROOT = os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))
1312
if TESTS_MODELS_ROOT not in sys.path:
1413
sys.path.insert(0, TESTS_MODELS_ROOT)
@@ -67,6 +66,7 @@ class TestLlama3_2_ExllamaV3(ModelTest):
6766
TORCH_DTYPE = torch.float16
6867
QUANT_BACKEND = BACKEND.EXLLAMA_V3
6968
LOAD_BACKEND = BACKEND.EXLLAMA_V3
69+
MODEL_COMPAT_FAST_LAYER_POSITION = "first"
7070

7171
def test_llama3_2_exllamav3(self):
7272
self.quantize_and_evaluate()

0 commit comments

Comments
 (0)