Skip to content

Commit 981e805

Browse files
[Benchmark] Add support for MMLongBench (#1592)
Co-authored-by: Cursor <cursoragent@cursor.com>
1 parent 0bfa830 commit 981e805

11 files changed

Lines changed: 2489 additions & 573 deletions

run.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -373,6 +373,10 @@ def get_judge_kwargs(dataset_name, dataset_type, args):
373373
use_api_judger = judge_kwargs.get("olympiad_use_api_judger", False)
374374
if use_api_judger:
375375
judge_kwargs['model'] = 'gpt-4o-mini'
376+
elif listinstr(
377+
['MMLongBench_32K', 'MMLongBench_128K', 'MMLongBench_256K', 'MMLongBench_512K'], dataset_name
378+
):
379+
judge_kwargs['model'] = 'gpt-5.5-2026-04-24'
376380
elif listinstr(
377381
['MMLongBench', 'MMDU', 'DUDE', 'SLIDEVQA', 'MIA-Bench',
378382
'WildVision', 'MMAlignBench', 'MM-IFEval'], dataset_name

0 commit comments

Comments
 (0)