openevolve/examples/llm_prompt_optimization/evaluation_results_baseline_20250809_070942.json at main · algorithmicsuperintelligence/openevolve · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
{
  "prompt_type": "baseline",
  "model": "qwen/qwen3-8b",
  "samples_per_dataset": null,
  "timestamp": "2025-08-09T07:09:42.386850",
  "results": [
    {
      "dataset": "ifeval",
      "prompt_type": "baseline",
      "accuracy": 0.9500924214417745,
      "baseline_accuracy": null,
      "improvement_percent": 0,
      "correct": 514,
      "total": 541,
      "empty_responses": 16,
      "elapsed_time": 21104.73879623413,
      "timestamp": "2025-08-06T19:14:39.505352"
    },
    {
      "dataset": "hover",
      "prompt_type": "baseline",
      "accuracy": 0.43825,
      "baseline_accuracy": null,
      "improvement_percent": 0,
      "correct": 1753,
      "total": 4000,
      "empty_responses": 15,
      "elapsed_time": 100248.59543800354,
      "timestamp": "2025-08-07T23:05:28.131528"
    },
    {
      "dataset": "hotpotqa",
      "prompt_type": "baseline",
      "accuracy": 0.7793382849426064,
      "baseline_accuracy": null,
      "improvement_percent": 0,
      "correct": 5771,
      "total": 7405,
      "empty_responses": 110,
      "elapsed_time": 115454.25335884094,
      "timestamp": "2025-08-09T07:09:42.386808"
    }
  ],
  "summary": {
    "aggregate_accuracy": 0.672861208772811,
    "total_correct": 8038,
    "total_samples": 11946,
    "datasets_evaluated": 3
  }
}