Skip to content

Commit f30797f

Browse files
committed
Select ContextBench scorer task by id
1 parent d3d2790 commit f30797f

1 file changed

Lines changed: 3 additions & 1 deletion

File tree

scripts/contextbench-score-selected-prediction.mjs

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -2,10 +2,12 @@ import { existsSync, mkdirSync, readFileSync, writeFileSync } from 'node:fs';
22
import { join } from 'node:path';
33
import { spawnSync } from 'node:child_process';
44

5+
const targetTaskId = 'SWE-Bench-Pro__go__maintenance__bugfix__4df06349';
56
const root = process.env.ROOT;
67
const officialContextBench = process.env.OFFICIAL_CONTEXTBENCH;
78
const payloads = JSON.parse(readFileSync(process.env.TASK_PAYLOADS, 'utf8'));
8-
const task = payloads.tasks[2];
9+
const task = payloads.tasks.find((candidate) => candidate.instance_id === targetTaskId);
10+
if (!task) throw new Error(`target task ${targetTaskId} missing from payloads`);
911
const runDir = join(root, 'selected-codebase-memory-mcp');
1012
mkdirSync(runDir, { recursive: true });
1113

0 commit comments

Comments
 (0)