Skip to content

Commit 2e17773

Browse files
committed
llama 3.2 gptq + marlin score update
1 parent 2d96a92 commit 2e17773

1 file changed

Lines changed: 4 additions & 4 deletions

File tree

tests/models/test_llama3_2.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -25,25 +25,25 @@ class TestLlama3_2(ModelTest):
2525
EVAL.LM_EVAL.GSM8K_PLATINUM_COT: {
2626
"chat_template": True,
2727
"exact_match,flexible-extract": {
28-
"value": 0.3143,
28+
"value": 0.3987,
2929
"floor_pct": 0.04,
3030
},
3131
},
3232
EVAL.LM_EVAL.MMLU_STEM: {
3333
"chat_template": False,
3434
"acc": {
35-
"value": 0.3990, # 0.3099 4096, 0.3270 2048
35+
"value": 0.3860, # 0.3099 4096, 0.3270 2048
3636
"floor_pct": 0.04,
3737
},
3838
},
3939
EVAL.LM_EVAL.ARC_CHALLENGE: {
4040
"chat_template": True,
4141
"acc": {
42-
"value": 0.3089, # 0.3294 4096, 0.3242 2048
42+
"value": 0.3234, # 0.3294 4096, 0.3242 2048
4343
"floor_pct": 0.04,
4444
},
4545
"acc_norm": {
46-
"value": 0.3481, # 0.3558 4096, 0.3635 2048
46+
"value": 0.3643, # 0.3558 4096, 0.3635 2048
4747
"floor_pct": 0.04,
4848
},
4949
},

0 commit comments

Comments
 (0)