chore: add archived benchmark snapshots for k8sdocs and dependeval

Author: sjarmak

benchmarks/archive/ccb_dependeval__tmpdup/dependency_recognition-java-488d70a0/environment/Dockerfile

@@ -0,0 +1,25 @@
+FROM python:3.10.13-slim
+
+WORKDIR /workspace
+
+# Install system dependencies
+RUN apt-get update && apt-get install -y \
+    git \
+    curl \
+    && rm -rf /var/lib/apt/lists/*
+
+# Install Node.js for Claude Code CLI
+RUN curl -fsSL https://deb.nodesource.com/setup_22.x | bash - && \
+    apt-get install -y nodejs && \
+    rm -rf /var/lib/apt/lists/*
+
+# Install Claude Code CLI
+RUN npm install -g @anthropic-ai/claude-code
+
+# Copy code content for agent analysis
+COPY code_content.txt /workspace/code_content.txt
+
+# Set up output directories
+RUN mkdir -p /logs/verifier /workspace
+
+CMD ["/bin/bash"]

benchmarks/archive/ccb_dependeval__tmpdup/dependency_recognition-java-488d70a0/environment/code_content.txt

@@ -0,0 +1,93 @@
+'ProviGen/ProviGenTests/src/com/tjeannin/provigen/test/constraint/OnConflictProvider.java'
+:package com.tjeannin.provigen.test.constraint;
+
+import android.content.Context;
+import android.database.sqlite.SQLiteDatabase;
+import android.database.sqlite.SQLiteOpenHelper;
+import android.net.Uri;
+import com.tjeannin.provigen.ProviGenBaseContract;
+import com.tjeannin.provigen.ProviGenProvider;
+import com.tjeannin.provigen.annotation.Column;
+import com.tjeannin.provigen.annotation.Column.Type;
+import com.tjeannin.provigen.annotation.ContentUri;
+import com.tjeannin.provigen.helper.TableBuilder;
+import com.tjeannin.provigen.model.Constraint;
+import com.tjeannin.provigen.model.Constraint.OnConflict;
+
+public class OnConflictProvider extends ProviGenProvider {
+
+    @Override
+    public SQLiteOpenHelper openHelper(Context context) {
+        return new SQLiteOpenHelper(context, "ProviGenDatabase", null, 1) {
+            @Override
+            public void onCreate(SQLiteDatabase database) {
+                new TableBuilder(ContractAbort.class)
+                        .addConstraint(ContractAbort.AN_INT, Constraint.UNIQUE, OnConflict.ABORT)
+                        .createTable(database);
+
+                new TableBuilder(ContractReplace.class)
+                        .addConstraint(ContractReplace.AN_INT, Constraint.UNIQUE, OnConflict.REPLACE)
+                        .createTable(database);
+
+                new TableBuilder(ContractFail.class)
+                        .addConstraint(ContractFail.AN_INT, Constraint.UNIQUE, OnConflict.FAIL)
+                        .createTable(database);
+
+                new TableBuilder(ContractMultipleResolution.class)
+                        .addConstraint(ContractMultipleResolution.AN_INT, Constraint.UNIQUE, OnConflict.REPLACE)
+                        .addConstraint(ContractMultipleResolution.ANOTHER_INT, Constraint.UNIQUE, OnConflict.ABORT)
+                        .createTable(database);
+
+            }
+
+            @Override
+            public void onUpgrade(SQLiteDatabase db, int oldVersion, int newVersion) {
+
+            }
+        };
+    }
+
+    @Override
+    public Class[] contractClasses() {
+        return new Class[]{ContractAbort.class, ContractReplace.class, ContractFail.class, ContractMultipleResolution.class};
+    }
+
+    public static interface ContractAbort extends ProviGenBaseContract {
+
+        @Column(Type.INTEGER)
+        public static final String AN_INT = "an_int";
+
+        @ContentUri
+        public static final Uri CONTENT_URI = Uri.parse("content:
+    }
+
+    public static interface ContractReplace extends ProviGenBaseContract {
+
+        @Column(Type.INTEGER)
+        public static final String AN_INT = "an_int";
+
+        @ContentUri
+        public static final Uri CONTENT_URI = Uri.parse("content:
+    }
+
+    public static interface ContractFail extends ProviGenBaseContract {
+
+        @Column(Type.INTEGER)
+        public static final String AN_INT = "an_int";
+
+        @ContentUri
+        public static final Uri CONTENT_URI = Uri.parse("content:
+    }
+
+    public static interface ContractMultipleResolution extends ProviGenBaseContract {
+
+        @Column(Type.INTEGER)
+        public static final String AN_INT = "an_int";
+
+        @Column(Type.INTEGER)
+        public static final String ANOTHER_INT = "another_int";
+
+        @ContentUri
+        public static final Uri CONTENT_URI = Uri.parse("content:
+    }
+}

benchmarks/archive/ccb_dependeval__tmpdup/dependency_recognition-java-488d70a0/instruction.md

@@ -0,0 +1,48 @@
+# File Dependency Ordering Task
+
+**Repository:** ProviGen
+**Language:** java
+**Difficulty:** MEDIUM
+**Task Type:** Dependency Recognition (File Ordering)
+
+## Description
+
+You are given source code from the **ProviGen** repository. Your task is to determine the correct dependency ordering of the files listed below. Files that are depended upon (callees) should come before files that depend on them (callers).
+
+## Files to Order
+
+The following files need to be arranged in dependency order (dependencies first):
+
+- `ProviGen/ProviGenTests/src/com/tjeannin/provigen/test/constraint/OnConflictProvider.java`
+- `ProviGen/ProviGenLib/src/com/tjeannin/provigen/annotation/Column.java`
+- `ProviGen/ProviGenTests/src/com/tjeannin/provigen/test/constraint/OnConflictTest.java`
+
+## Source Code
+
+The source code is available in `/workspace/code_content.txt`. Read it carefully to understand the import/dependency relationships between files.
+
+## Task
+
+1. Read the source code from `/workspace/code_content.txt`
+2. Analyze the import statements and dependency relationships between files
+3. Determine the correct ordering where each file appears after all files it depends on
+4. Write the ordered list to `/workspace/submission.json`
+
+## Output Format
+
+Write your answer to `/workspace/submission.json` as a JSON array of file paths in dependency order (dependencies first, dependents last):
+
+```json
+[
+  "'repo_name/path/to/base_file.java'",
+  "'repo_name/path/to/dependent_file.java'"
+]
+```
+
+**Important:** Use the exact file path strings as listed above, including the surrounding single quotes.
+
+## Evaluation
+
+Your submission is scored by element-wise exact match averaged across positions. Each position where your file matches the correct ordering scores 1/N, where N is the total number of files.
+
+**Time Limit:** 10 minutes

benchmarks/archive/ccb_dependeval__tmpdup/dependency_recognition-java-488d70a0/solution/solve.sh

@@ -0,0 +1,7 @@
+#!/bin/bash
+set -e
+
+# Oracle solution — copies ground truth to submission
+cp /tests/ground_truth.json /workspace/submission.json
+
+exit 0

benchmarks/archive/ccb_dependeval__tmpdup/dependency_recognition-java-488d70a0/task.toml

@@ -0,0 +1,51 @@
+version = "1.0"
+
+[task]
+name = "dependency_recognition-java-488d70a0"
+description = "DependEval dependency_recognition task for java (ProviGen)"
+task_type = "dependency_recognition"
+language = "java"
+difficulty = "medium"
+time_limit_sec = 600
+
+[metadata]
+source = "DependEval"
+repo_name = "ProviGen"
+instance_id = "488d70a0"
+
+[evaluation]
+output_file = "submission.json"
+reward_file = "/logs/verifier/reward.txt"
+
+[verification]
+reward_type = "binary"
+description = "Correctness of dependency ordering output"
+
+[environment]
+build_timeout_sec = 300.0
+
+[environment.setup_scripts]
+mcp_config = """#!/bin/bash
+# Setup Sourcegraph MCP if credentials provided
+if [ -n "$SOURCEGRAPH_ACCESS_TOKEN" ] && [ -n "$SOURCEGRAPH_URL" ]; then
+  mkdir -p /root/.config/claude
+  cat > /root/.config/claude/mcp.json << 'MCPEOF'
+{
+  "mcpServers": {
+    "sourcegraph": {
+      "command": "npx",
+      "args": ["-y", "@sourcegraph/mcp-server"],
+      "env": {
+        "SRC_ACCESS_TOKEN": "$SOURCEGRAPH_ACCESS_TOKEN",
+        "SOURCEGRAPH_URL": "$SOURCEGRAPH_URL"
+      }
+    }
+  }
+}
+MCPEOF
+  echo "PASS MCP configuration created"
+else
+  echo "No Sourcegraph credentials provided, MCP disabled"
+fi
+exit 0
+"""